# HG changeset patch # User Henry S. Thompson # Date 1747861524 -3600 # Node ID d52602a64e09de9abf836d9becb6d0b504ba3891 # Parent c2b93789b2921d7d277127e85692170d2048b782 double buffer size to deal with massive header cases diff -r c2b93789b292 -r d52602a64e09 lib/python/cc/warc.py --- a/lib/python/cc/warc.py Sun May 18 13:08:04 2025 +0100 +++ b/lib/python/cc/warc.py Wed May 21 22:05:24 2025 +0100 @@ -16,7 +16,7 @@ REVISIT: int = 4 BUFSIZE: int = 16 * 1024 * 1024 -BUFMIN: int = 3 * 512 * 1024 # 1.5MiB, will need to be increased +BUFMIN: int = 3 * 1024 * 1024 # 1.5MiB, will need to be increased # to 5.5MiB for CC-MAIN-2025-13 (Mar) and thereafter HDRMAX: int = 0 # will grow