Amélioration de la détection des doubles FB
This commit is contained in:
parent
bcb60fe0c0
commit
99ebc698ab
@ -231,10 +231,15 @@ class FacebookEventExtractor(Extractor):
|
|||||||
def clean_url(url):
|
def clean_url(url):
|
||||||
if FacebookEventExtractor.is_known_url(url):
|
if FacebookEventExtractor.is_known_url(url):
|
||||||
u = urlparse(url)
|
u = urlparse(url)
|
||||||
return "https://www.facebook.com" + u.path
|
result = "https://www.facebook.com" + u.path
|
||||||
|
if result[-1] == "/":
|
||||||
|
return result[:-1]
|
||||||
|
else:
|
||||||
|
return result
|
||||||
else:
|
else:
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
|
||||||
def is_known_url(url):
|
def is_known_url(url):
|
||||||
u = urlparse(url)
|
u = urlparse(url)
|
||||||
return u.netloc in ["facebook.com", "www.facebook.com", "m.facebook.com"]
|
return u.netloc in ["facebook.com", "www.facebook.com", "m.facebook.com"]
|
||||||
|
Loading…
x
Reference in New Issue
Block a user