diff options
| author | Lars-Dominik Braun <lars@6xq.net> | 2018-10-30 16:28:52 +0100 |
|---|---|---|
| committer | Lars-Dominik Braun <lars@6xq.net> | 2018-10-30 16:32:25 +0100 |
| commit | c029e087d63444a88cb1e6afeca3e87c0f6f14bc (patch) | |
| tree | 8b6c622177cbdde8d36b035e7acb18c22f609909 | |
| parent | 3cc7b39bd5d3d54e0fcc569385ce105e63425a63 (diff) | |
| download | crocoite-c029e087d63444a88cb1e6afeca3e87c0f6f14bc.tar.gz crocoite-c029e087d63444a88cb1e6afeca3e87c0f6f14bc.tar.bz2 crocoite-c029e087d63444a88cb1e6afeca3e87c0f6f14bc.zip | |
Increase default timeouts
These are more sane than the previous super-short defaults. Obviously
this will slow down recursive crawls.
| -rw-r--r-- | crocoite/cli.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/crocoite/cli.py b/crocoite/cli.py index ab336e1..ca38bca 100644 --- a/crocoite/cli.py +++ b/crocoite/cli.py @@ -41,8 +41,8 @@ class SingleExitStatus(IntEnum): def single (): parser = argparse.ArgumentParser(description='Save website to WARC using Google Chrome.') parser.add_argument('--browser', help='DevTools URL', metavar='URL') - parser.add_argument('--timeout', default=10, type=int, help='Maximum time for archival', metavar='SEC') - parser.add_argument('--idle-timeout', default=2, type=int, help='Maximum idle seconds (i.e. no requests)', dest='idleTimeout', metavar='SEC') + parser.add_argument('--timeout', default=1*60*60, type=int, help='Maximum time for archival', metavar='SEC') + parser.add_argument('--idle-timeout', default=30, type=int, help='Maximum idle seconds (i.e. no requests)', dest='idleTimeout', metavar='SEC') parser.add_argument('--max-body-size', default=defaultSettings.maxBodySize, type=int, dest='maxBodySize', help='Max body size', metavar='BYTES') parser.add_argument('--behavior', help='Comma-separated list of enabled behavior scripts', dest='enabledBehaviorNames', |