summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-xbuild.py9
-rw-r--r--common.py9
2 files changed, 10 insertions, 8 deletions
diff --git a/build.py b/build.py
index c0def3b..37a585a 100755
--- a/build.py
+++ b/build.py
@@ -8,14 +8,7 @@ import os.path
import sqlite3
import subprocess
-from common import decompress_stream, yield_lines
-
-def yield_chunks(filelike, chunksize=65536):
- while True:
- data = filelike.read(chunksize)
- if not data:
- break
- yield data
+from common import decompress_stream, yield_lines, yield_chunks
def scan_log_status(filelike):
it = yield_chunks(filelike)
diff --git a/common.py b/common.py
index bb8b7a4..552b10a 100644
--- a/common.py
+++ b/common.py
@@ -21,3 +21,12 @@ def decompress_stream(iterable, decompressor):
yield data
if hasattr(decompressor, "flush"):
yield decompressor.flush()
+
+def yield_chunks(filelike, chunksize=65536):
+ """Read the given file in chunks of the given size. Returns an itrable
+ of contents. If the file is binary, it yields bytes, otherwise str."""
+ while True:
+ data = filelike.read(chunksize)
+ if not data:
+ break
+ yield data