summaryrefslogtreecommitdiff
path: root/crocoite/controller.py
diff options
context:
space:
mode:
authorLars-Dominik Braun <lars@6xq.net>2018-11-19 15:49:28 +0100
committerLars-Dominik Braun <lars@6xq.net>2018-11-19 15:50:16 +0100
commit3c009f3ff45d89a703bc833c900e06a79b32f1c1 (patch)
tree16f398f4c2adf1d9d072281983a4b7f27d77820f /crocoite/controller.py
parenta5561785fb66f49c2b76557c6f6745eedb4d8b73 (diff)
downloadcrocoite-3c009f3ff45d89a703bc833c900e06a79b32f1c1.tar.gz
crocoite-3c009f3ff45d89a703bc833c900e06a79b32f1c1.tar.bz2
crocoite-3c009f3ff45d89a703bc833c900e06a79b32f1c1.zip
Coding style
Fix a few random issues pointed out by pylint, mainly unused imports.
Diffstat (limited to 'crocoite/controller.py')
-rw-r--r--crocoite/controller.py36
1 files changed, 16 insertions, 20 deletions
diff --git a/crocoite/controller.py b/crocoite/controller.py
index 3acbf26..1a41117 100644
--- a/crocoite/controller.py
+++ b/crocoite/controller.py
@@ -22,6 +22,17 @@
Controller classes, handling actions required for archival
"""
+import time, platform
+import tempfile, asyncio, json, os
+from itertools import islice
+from datetime import datetime
+from urllib.parse import urlparse
+
+from . import behavior as cbehavior
+from .browser import SiteLoader, Item
+from .util import getFormattedViewportMetrics, getRequirements, removeFragment
+from .behavior import ExtractLinksEvent
+
class ControllerSettings:
__slots__ = ('idleTimeout', 'timeout')
@@ -47,7 +58,7 @@ class EventHandler:
raise NotImplementedError ()
class StatsHandler (EventHandler):
- __slots__ = ('stats')
+ __slots__ = ('stats', )
acceptException = True
@@ -63,13 +74,10 @@ class StatsHandler (EventHandler):
self.stats['finished'] += 1
self.stats['bytesRcv'] += item.encodedDataLength
-from .behavior import ExtractLinksEvent
-from itertools import islice
-
class LogHandler (EventHandler):
""" Handle items by logging information about them """
- __slots__ = ('logger')
+ __slots__ = ('logger', )
def __init__ (self, logger):
self.logger = logger.bind (context=type (self).__name__)
@@ -86,15 +94,9 @@ class LogHandler (EventHandler):
self.logger.info ('extracted links', context=type (item).__name__,
uuid='8ee5e9c9-1130-4c5c-88ff-718508546e0c', links=limitlinks)
-import time, platform
-
-from . import behavior as cbehavior
-from .browser import SiteLoader, Item
-from .devtools import Process
-from .util import getFormattedViewportMetrics, getRequirements
class ControllerStart:
- __slots__ = ('payload')
+ __slots__ = ('payload', )
def __init__ (self, payload):
self.payload = payload
@@ -214,7 +216,7 @@ class DepthLimit (RecursionPolicy):
depth==0 means no recursion, depth==1 is the page and outgoing links
"""
- __slots__ = ('maxdepth')
+ __slots__ = ('maxdepth', )
def __init__ (self, maxdepth=0):
if maxdepth < 0 or maxdepth > 1:
@@ -240,7 +242,7 @@ class PrefixLimit (RecursionPolicy):
accepted: http://example.com/foobar http://example.com/foo/bar
"""
- __slots__ = ('prefix')
+ __slots__ = ('prefix', )
def __init__ (self, prefix):
self.prefix = prefix
@@ -248,12 +250,6 @@ class PrefixLimit (RecursionPolicy):
def __call__ (self, urls):
return set (filter (lambda u: u.startswith (self.prefix), urls))
-import tempfile, asyncio, json, os
-from datetime import datetime
-from urllib.parse import urlparse
-from .behavior import ExtractLinksEvent
-from .util import removeFragment
-
class RecursiveController:
"""
Simple recursive controller