diff options
| author | Lars-Dominik Braun <lars@6xq.net> | 2018-12-22 10:31:52 +0100 |
|---|---|---|
| committer | Lars-Dominik Braun <lars@6xq.net> | 2018-12-22 10:31:52 +0100 |
| commit | fde26758be46f19edf68fc4e024a4c238e12cfeb (patch) | |
| tree | 575af95291fb330514a38e68503ca8b24fdb030e /crocoite | |
| parent | 0b83e60c0b637ee4c9b7f2299dba8742e6b8fc5a (diff) | |
| download | crocoite-fde26758be46f19edf68fc4e024a4c238e12cfeb.tar.gz crocoite-fde26758be46f19edf68fc4e024a4c238e12cfeb.tar.bz2 crocoite-fde26758be46f19edf68fc4e024a4c238e12cfeb.zip | |
Fix recursive mode’s URL parsing
Broken by commit 5e444dd6511d97308a84ae9c86ebf14547d01f01. URL’s read
from stdin must be converted from str.
Diffstat (limited to 'crocoite')
| -rw-r--r-- | crocoite/controller.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/crocoite/controller.py b/crocoite/controller.py index 435f979..53cb08d 100644 --- a/crocoite/controller.py +++ b/crocoite/controller.py @@ -27,6 +27,7 @@ import tempfile, asyncio, json, os from itertools import islice from datetime import datetime from operator import attrgetter +from yarl import URL from . import behavior as cbehavior from .browser import SiteLoader, Item @@ -336,7 +337,7 @@ class RecursiveController: data = json.loads (data) uuid = data.get ('uuid') if uuid == '8ee5e9c9-1130-4c5c-88ff-718508546e0c': - links = set (self.policy (map (lambda x: x.with_fragment(None), data.get ('links', [])))) + links = set (self.policy (map (lambda x: URL(x).with_fragment(None), data.get ('links', [])))) links.difference_update (self.have) self.pending.update (links) elif uuid == '24d92d16-770e-4088-b769-4020e127a7ff': |