diff options
| author | Lars-Dominik Braun <lars@6xq.net> | 2018-04-29 10:44:33 +0200 |
|---|---|---|
| committer | Lars-Dominik Braun <lars@6xq.net> | 2018-05-04 16:00:05 +0200 |
| commit | b30a44cfe9456deafc83e008f8501c391cd1e258 (patch) | |
| tree | 91bd6a9f431b4155047e0f024fe9f5665766804e /crocoite/warc.py | |
| parent | d15b498505dc0362fbd7e92bf7ba2945cad5a118 (diff) | |
| download | crocoite-b30a44cfe9456deafc83e008f8501c391cd1e258.tar.gz crocoite-b30a44cfe9456deafc83e008f8501c391cd1e258.tar.bz2 crocoite-b30a44cfe9456deafc83e008f8501c391cd1e258.zip | |
Move page archiving logic to SinglePageController
In preparation for recursive crawls.
Diffstat (limited to 'crocoite/warc.py')
| -rw-r--r-- | crocoite/warc.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/crocoite/warc.py b/crocoite/warc.py index 9c96900..3fd65e4 100644 --- a/crocoite/warc.py +++ b/crocoite/warc.py @@ -38,7 +38,7 @@ from warcio.warcwriter import WARCWriter from .browser import AccountingSiteLoader from .util import packageUrl -from . import defaults +from .controller import defaultSettings class SerializingWARCWriter (WARCWriter): """ @@ -103,8 +103,8 @@ class WARCLogHandler (BufferingHandler): class WarcLoader (AccountingSiteLoader): def __init__ (self, browser, url, writer, logger=logging.getLogger(__name__), - logBuffer=defaults.logBuffer, - maxBodySize=defaults.maxBodySize): + logBuffer=defaultSettings.logBuffer, + maxBodySize=defaultSettings.maxBodySize): super ().__init__ (browser, url, logger) self.writer = writer self.maxBodySize = maxBodySize |