From d79552466da289ed7efd918f84dcfd8b6fd38cf5 Mon Sep 17 00:00:00 2001 From: "Kar@k5" Date: Sat, 21 Feb 2026 16:21:43 +0530 Subject: [PATCH] fix-CheckRedirect --- main.go | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/main.go b/main.go index 98255f6..d1d042d 100644 --- a/main.go +++ b/main.go @@ -658,6 +658,13 @@ func crawlDomain(domain string, intervalSec int) { if len(via) >= 5 { return fmt.Errorf("too many redirects") } + // If the redirect crosses to a different host, register it as an + // external domain so it gets discovered and crawled. + redirectHost := strings.TrimPrefix(strings.ToLower(req.URL.Hostname()), "www.") + originHost := strings.TrimPrefix(strings.ToLower(via[0].URL.Hostname()), "www.") + if redirectHost != "" && redirectHost != originHost && isValidDomain(redirectHost) { + go recordExtLink(domain, redirectHost, intervalSec) + } return nil }, }