From 1ef89fbd3754d60410bb21aafa4d3674bb5aa099 Mon Sep 17 00:00:00 2001 From: Adi Eyal Date: Sun, 21 Jan 2018 10:04:26 +0200 Subject: [PATCH] Fixed #5 --- pysitemap/crawler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pysitemap/crawler.py b/pysitemap/crawler.py index e0f1974..360a65f 100644 --- a/pysitemap/crawler.py +++ b/pysitemap/crawler.py @@ -113,9 +113,10 @@ class Crawler: self.errlog(repr(e)) def is_valid(self, url): + oldurl = url if '#' in url: url = url[:url.find('#')] - if url in self.visited: + if url in self.visited or oldurl in self.visited: return False if self.url not in url: return False