deduped http(s) URLs found in free text
*/
public function extractUrls(string $text): array
{
if (! preg_match_all('/\bhttps?:\/\/[^\s<>"\']+/i', $text, $matches)) {
return [];
}
return collect($matches[0])
->map(fn (string $url) => rtrim($url, '.,);'))
->unique()
->values()
->all();
}
public function scan(string $url): ?WebsiteBrandSignals
{
$header = $this->fetchHeaderWithPuppeteer($url);
$html = $this->fetchHtml($url);
if ($header === null && $html === null) {
return null;
}
$header ??= [];
$headerColor = $header['headerColor'] ?? null;
$colorSource = $header['colorSource'] ?? null;
$headerBackgroundColor = $header['headerBackgroundColor'] ?? null;
$exactLogoSvg = $header['exactLogoSvg'] ?? null;
$logoPublicUrl = $header['logoPublicUrl'] ?? null;
$logoImagePath = null;
$logoImageMime = null;
$fontFamily = CssFontFamily::primary((string) ($header['fontFamily'] ?? ''));
$fontStylesheetUrl = $this->httpUrlOrNull($header['fontStylesheetUrl'] ?? null);
$faviconUrl = $html !== null ? $this->extractFaviconUrl($html, $url) : null;
if ($html !== null) {
if ($exactLogoSvg === null) {
$exactLogoSvg = $this->extractLogoSvg($html);
}
if ($logoPublicUrl === null) {
$fallback = $this->extractLogoImage($html, $url);
if ($fallback !== null) {
[$logoImagePath, $logoImageMime] = $fallback;
$logoPublicUrl = $this->logoSrcFromHtml($html, $url);
}
}
}
if ($logoPublicUrl !== null && $logoImagePath === null) {
$downloaded = $this->downloadImage($logoPublicUrl, $url);
if ($downloaded !== null) {
[$logoImagePath, $logoImageMime] = $downloaded;
}
}
if ($exactLogoSvg !== null) {
$logoNote = 'Exact logo SVG extracted from the website header — embed this verbatim, do not redraw or approximate it.';
} elseif ($logoPublicUrl !== null) {
$logoNote = "Public header logo URL (use this as the header ![]()
src): {$logoPublicUrl}";
} elseif ($faviconUrl !== null) {
$logoPublicUrl = $faviconUrl;
$logoNote = "No distinct header logo; using the site favicon as the header ![]()
src: {$faviconUrl}";
if ($logoImagePath === null) {
$downloaded = $this->downloadImage($faviconUrl, $url);
if ($downloaded !== null) {
[$logoImagePath, $logoImageMime] = $downloaded;
}
}
} else {
$logoNote = 'No logo image or SVG could be found on the page.';
}
$themeColor = $html !== null ? $this->extractThemeColorMeta($html) : null;
$hexColors = [];
$css = '';
if ($html !== null && ($headerColor === null || $fontFamily === null)) {
$css = $this->extractInlineStyleBlocks($html).$this->fetchLinkedStylesheets($html, $url);
}
if ($html !== null && $headerColor === null) {
$hexColors = $this->extractHexColors($css);
}
if ($html !== null && ($fontFamily === null || $fontStylesheetUrl === null)) {
$fromMarkup = $this->extractFontFromMarkup($html, $css);
$fontFamily ??= $fromMarkup['family'];
$fontStylesheetUrl ??= $fromMarkup['stylesheet'];
}
if ($fontFamily !== null && $fontStylesheetUrl === null) {
$fontStylesheetUrl = CssFontFamily::stylesheetUrl($fontFamily);
}
$themeLine = $headerColor
? ($colorSource === 'header'
? "Header background color from the live page: {$headerColor}"
: "Header CTA color from the live page (use as accent_color / theme): {$headerColor}")
: ($themeColor ? "Declared theme-color meta tag: {$themeColor}" : 'No header theme color found.');
$backgroundLine = $headerBackgroundColor
? "Header/page background from the live page: {$headerBackgroundColor}"
: null;
$hexLine = $headerColor
? 'Stylesheet hex colors were ignored because the header color was measured from the rendered page.'
: ($hexColors !== []
? 'Hex colors found in page stylesheets (most frequent first): '.implode(', ', array_slice($hexColors, 0, 8))
: 'No hex colors could be extracted from the page stylesheets.');
$faviconLine = $faviconUrl
? "Site favicon URL (use as ): {$faviconUrl}"
: null;
$fontLine = $fontFamily
? "Body font-family from the live page (use unless the user named a different font): {$fontFamily}"
: null;
$summary = implode("\n", array_filter([
"Website analyzed: {$url}",
$themeLine,
$backgroundLine,
$hexLine,
$logoNote,
$faviconLine,
$fontLine,
]));
return new WebsiteBrandSignals(
url: $url,
summaryText: $summary,
headerColor: $headerColor ?? $themeColor,
headerBackgroundColor: $headerBackgroundColor,
exactLogoSvg: $exactLogoSvg,
logoPublicUrl: $logoPublicUrl,
faviconUrl: $faviconUrl,
logoImagePath: $logoImagePath,
logoImageMime: $logoImageMime,
fontFamily: $fontFamily,
fontStylesheetUrl: $fontStylesheetUrl,
);
}
/**
* @return array{headerColor: ?string, colorSource: ?string, headerBackgroundColor: ?string, exactLogoSvg: ?string, logoPublicUrl: ?string, fontFamily: ?string, fontStylesheetUrl: ?string}|null
*/
private function fetchHeaderWithPuppeteer(string $url): ?array
{
try {
$result = Process::path(base_path())
->timeout(self::PUPPETEER_TIMEOUT)
->run([
'node',
base_path('scripts/extract-header-brand.js'),
$url,
]);
if (! $result->successful()) {
Log::info('Website brand scan: puppeteer failed, falling back to HTTP', [
'url' => $url,
'error' => $result->errorOutput(),
]);
return null;
}
$decoded = json_decode($result->output(), true);
if (! is_array($decoded)) {
return null;
}
$headerColor = $this->normalizeHex($decoded['headerColor'] ?? null);
$headerBackgroundColor = $this->normalizeHex($decoded['headerBackground'] ?? null);
$colorSource = in_array($decoded['colorSource'] ?? null, ['cta', 'header'], true)
? $decoded['colorSource']
: null;
$logo = is_array($decoded['logo'] ?? null) ? $decoded['logo'] : [];
$kind = (string) ($logo['kind'] ?? '');
$exactLogoSvg = null;
$logoPublicUrl = null;
if ($kind === 'svg' && is_string($logo['markup'] ?? null) && $logo['markup'] !== '') {
$exactLogoSvg = $this->sanitizeSvgMarkup($logo['markup']);
}
if ($kind === 'img' && is_string($logo['src'] ?? null) && str_starts_with($logo['src'], 'http')) {
$logoPublicUrl = $logo['src'];
}
$fontFamily = CssFontFamily::primary((string) ($decoded['fontFamily'] ?? ''));
$fontStylesheetUrl = $this->httpUrlOrNull($decoded['fontStylesheet'] ?? null);
if ($fontFamily === null && $fontStylesheetUrl !== null) {
$fontFamily = CssFontFamily::fromGoogleFontsUrl($fontStylesheetUrl);
}
if ($headerColor === null && $exactLogoSvg === null && $logoPublicUrl === null && $fontFamily === null) {
return null;
}
return [
'headerColor' => $headerColor,
'colorSource' => $colorSource,
'headerBackgroundColor' => $headerBackgroundColor,
'exactLogoSvg' => $exactLogoSvg !== '' ? $exactLogoSvg : null,
'logoPublicUrl' => $logoPublicUrl,
'fontFamily' => $fontFamily,
'fontStylesheetUrl' => $fontStylesheetUrl,
];
} catch (Throwable $e) {
Log::info('Website brand scan: puppeteer threw, falling back to HTTP', [
'url' => $url,
'error' => $e->getMessage(),
]);
return null;
}
}
private function normalizeHex(mixed $value): ?string
{
$hex = is_string($value) ? Str::lower(trim($value)) : '';
if (preg_match('/^#[0-9a-f]{3}([0-9a-f]{3})?$/D', $hex) !== 1) {
return null;
}
return $hex;
}
private function logoSrcFromHtml(string $html, string $baseUrl): ?string
{
if (! preg_match('/]*(?:class|id|alt|src)=["\'][^"\']*logo[^"\']*["\'][^>]*>/i', $html, $m)) {
return null;
}
if (! preg_match('/src=["\']([^"\']+)["\']/i', $m[0], $srcMatch)) {
return null;
}
return $this->toAbsoluteUrl($srcMatch[1], $baseUrl);
}
private function fetchHtml(string $url): ?string
{
try {
$response = Http::timeout(self::HTTP_TIMEOUT)
->withHeaders(['User-Agent' => 'Mozilla/5.0 (compatible; LandingPageBot/1.0)'])
->get($url);
return $response->successful() ? $response->body() : null;
} catch (Throwable $e) {
Log::info('Website brand scan: fetch failed', ['url' => $url, 'error' => $e->getMessage()]);
return null;
}
}
private function extractThemeColorMeta(string $html): ?string
{
if (preg_match('/]+name=["\']theme-color["\'][^>]+content=["\'](#[0-9a-fA-F]{3,8})["\']/i', $html, $m)) {
return $m[1];
}
return null;
}
private function extractInlineStyleBlocks(string $html): string
{
if (preg_match_all('/]*>(.*?)<\/style>/is', $html, $m)) {
return implode("\n", $m[1]);
}
return '';
}
private function fetchLinkedStylesheets(string $html, string $baseUrl): string
{
if (! preg_match_all('/]+rel=["\']stylesheet["\'][^>]+href=["\']([^"\']+)["\']/i', $html, $m)) {
return '';
}
$css = '';
$count = 0;
foreach ($m[1] as $href) {
if ($count >= self::MAX_STYLESHEETS) {
break;
}
$absolute = $this->toAbsoluteUrl($href, $baseUrl);
if ($absolute === null) {
continue;
}
try {
$response = Http::timeout(self::HTTP_TIMEOUT)->get($absolute);
if ($response->successful()) {
$css .= "\n".$response->body();
$count++;
}
} catch (Throwable) {
continue;
}
}
return $css;
}
/**
* @return array{family: ?string, stylesheet: ?string}
*/
private function extractFontFromMarkup(string $html, string $css): array
{
$source = $html."\n".$css;
$stylesheet = $this->extractFontStylesheetUrl($source);
$family = CssFontFamily::primary($this->firstCssFontFamily($css) ?? '');
if ($family === null && $stylesheet !== null) {
$family = CssFontFamily::fromGoogleFontsUrl($stylesheet);
}
return [
'family' => $family,
'stylesheet' => $stylesheet,
];
}
private function firstCssFontFamily(string $css): ?string
{
if (preg_match('/--(?:font(?:-family)?|ff)\s*:\s*([^;}{]+)/i', $css, $match) === 1) {
return trim($match[1]);
}
if (preg_match('/(?:html|body)[^{}]*\{[^}]*font-family\s*:\s*([^;}{]+)/i', $css, $match) === 1) {
return trim($match[1]);
}
if (preg_match('/font-family\s*:\s*([^;}{]+)/i', $css, $match) === 1) {
return trim($match[1]);
}
return null;
}
private function extractFontStylesheetUrl(string $markup): ?string
{
if (preg_match_all('/]*>/i', $markup, $tags) !== false) {
foreach ($tags[0] as $tag) {
if (preg_match('/\bhref=["\']([^"\']+)["\']/i', $tag, $href) !== 1) {
continue;
}
$url = html_entity_decode($href[1], ENT_QUOTES | ENT_HTML5, 'UTF-8');
if (preg_match('/fonts\.googleapis\.com|use\.typekit\.net|fonts\.adobe\.com/i', $url) === 1) {
return $this->httpUrlOrNull($url);
}
}
}
if (preg_match('/@import\s+(?:url\()?\s*["\']([^"\']+)["\']/i', $markup, $match) === 1
&& preg_match('/fonts\.googleapis\.com|use\.typekit\.net|fonts\.adobe\.com/i', $match[1]) === 1) {
return $this->httpUrlOrNull($match[1]);
}
return null;
}
private function httpUrlOrNull(mixed $value): ?string
{
if (! is_string($value) || $value === '') {
return null;
}
$url = trim($value);
if (str_starts_with($url, '//')) {
$url = 'https:'.$url;
}
return str_starts_with($url, 'http://') || str_starts_with($url, 'https://')
? $url
: null;
}
/**
* @return list hex colors, most frequent first, whites/blacks excluded
*/
private function extractHexColors(string $css): array
{
if (! preg_match_all('/#[0-9a-fA-F]{6}\b|#[0-9a-fA-F]{3}\b/', $css, $m)) {
return [];
}
$ignored = ['#ffffff', '#fff', '#000000', '#000'];
return collect($m[0])
->map(fn (string $hex) => Str::lower($hex))
->reject(fn (string $hex) => in_array($hex, $ignored, true))
->countBy()
->sortDesc()
->keys()
->values()
->all();
}
/**
* DOM-based lookup for the site's logo