summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--crocoite/controller.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/crocoite/controller.py b/crocoite/controller.py
index 435f979..53cb08d 100644
--- a/crocoite/controller.py
+++ b/crocoite/controller.py
@@ -27,6 +27,7 @@ import tempfile, asyncio, json, os
from itertools import islice
from datetime import datetime
from operator import attrgetter
+from yarl import URL
from . import behavior as cbehavior
from .browser import SiteLoader, Item
@@ -336,7 +337,7 @@ class RecursiveController:
data = json.loads (data)
uuid = data.get ('uuid')
if uuid == '8ee5e9c9-1130-4c5c-88ff-718508546e0c':
- links = set (self.policy (map (lambda x: x.with_fragment(None), data.get ('links', []))))
+ links = set (self.policy (map (lambda x: URL(x).with_fragment(None), data.get ('links', []))))
links.difference_update (self.have)
self.pending.update (links)
elif uuid == '24d92d16-770e-4088-b769-4020e127a7ff':