Fixing focus spider

medialab · Nov 15, 2023 · 41245d0 · 41245d0
1 parent 8406b57
commit 41245d0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/minet/crawl/focus.py b/minet/crawl/focus.py
@@ -144,7 +144,7 @@ def process(self, job: CrawlJob, response: Response):
             if not should_follow_href(url):
                 continue
 
-            unique_urls.add(response.resolve(url))
+            unique_urls.add(response.urljoin(url))
 
         has_relevant_content, relevant_size = self.content_relevance(content)