summaryrefslogtreecommitdiff
path: root/crocoite/warc.py
diff options
context:
space:
mode:
authorLars-Dominik Braun <lars@6xq.net>2017-12-25 10:26:29 +0100
committerLars-Dominik Braun <lars@6xq.net>2017-12-25 10:26:29 +0100
commitdb16876dda53424725041eec26be1ca7a45a17af (patch)
tree4ca8a01fa58b5fb927c45270d0ebd140d8e6eccf /crocoite/warc.py
parentd4951d1fe8be0941df9cafbfe57c21d26f66e8ee (diff)
downloadcrocoite-db16876dda53424725041eec26be1ca7a45a17af.tar.gz
crocoite-db16876dda53424725041eec26be1ca7a45a17af.tar.bz2
crocoite-db16876dda53424725041eec26be1ca7a45a17af.zip
Increase default body size
Diffstat (limited to 'crocoite/warc.py')
-rw-r--r--crocoite/warc.py6
1 files changed, 4 insertions, 2 deletions
diff --git a/crocoite/warc.py b/crocoite/warc.py
index 540f673..e04bee4 100644
--- a/crocoite/warc.py
+++ b/crocoite/warc.py
@@ -40,6 +40,7 @@ from warcio.warcwriter import WARCWriter
from .browser import AccountingSiteLoader
from .util import packageUrl
+from . import defaults
class SerializingWARCWriter (WARCWriter):
"""
@@ -103,8 +104,9 @@ class WARCLogHandler (BufferingHandler):
class WarcLoader (AccountingSiteLoader):
def __init__ (self, browser, url, writer,
- logger=logging.getLogger(__name__), logBuffer=1000,
- maxBodySize=10*1024*1024):
+ logger=logging.getLogger(__name__),
+ logBuffer=defaults.logBuffer,
+ maxBodySize=defaults.maxBodySize):
super ().__init__ (browser, url, logger)
self.writer = writer
self.maxBodySize = maxBodySize