diff options
| author | Lars-Dominik Braun <lars@6xq.net> | 2017-11-21 15:05:26 +0100 |
|---|---|---|
| committer | Lars-Dominik Braun <lars@6xq.net> | 2017-11-21 15:05:26 +0100 |
| commit | 8c75a5cc52605348df3718ea332e74c15fc0b358 (patch) | |
| tree | 09056d6d40ac52e9695474a492726d63a78453f9 /crocoite | |
| parent | 0baf56eb55ab99dceae218247057a0e57ea04057 (diff) | |
| download | crocoite-8c75a5cc52605348df3718ea332e74c15fc0b358.tar.gz crocoite-8c75a5cc52605348df3718ea332e74c15fc0b358.tar.bz2 crocoite-8c75a5cc52605348df3718ea332e74c15fc0b358.zip | |
Move base64 metadata into WARC header
Diffstat (limited to 'crocoite')
| -rw-r--r-- | crocoite/cli.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/crocoite/cli.py b/crocoite/cli.py index 86ff0ad..54a31d9 100644 --- a/crocoite/cli.py +++ b/crocoite/cli.py @@ -245,7 +245,6 @@ def main (): rawBody = body['body'] base64Encoded = body['base64Encoded'] if base64Encoded: - logger.debug ('body is base64 encoded') rawBody = b64decode (rawBody) else: rawBody = rawBody.encode ('utf8') @@ -274,6 +273,7 @@ def main (): 'X-Chrome-Protocol': resp.get ('protocol', ''), 'X-Chrome-FromDiskCache': str (resp.get ('fromDiskCache')), 'X-Chrome-ConnectionReused': str (resp.get ('connectionReused')), + 'X-Chrome-Base64Body': str (base64Encoded), } record = writer.create_warc_record(resp['url'], 'response', warc_headers_dict=warcHeaders, payload=BytesIO (rawBody), |