diff options
| -rw-r--r-- | dedup/utils.py | 7 | ||||
| -rwxr-xr-x | webapp.py | 9 |
2 files changed, 9 insertions, 7 deletions
diff --git a/dedup/utils.py b/dedup/utils.py new file mode 100644 index 0000000..2fae9fd --- /dev/null +++ b/dedup/utils.py @@ -0,0 +1,7 @@ +def fetchiter(cursor): + rows = cursor.fetchmany() + while rows: + for row in rows: + yield row + rows = cursor.fetchmany() + @@ -9,6 +9,8 @@ from werkzeug.exceptions import HTTPException, NotFound from werkzeug.routing import Map, Rule, RequestRedirect from werkzeug.wrappers import Request, Response +from dedup.utils import fetchiter + hash_functions = [ ("sha512", "sha512"), ("image_sha512", "image_sha512"), @@ -140,13 +142,6 @@ index_template = jinjaenv.from_string( </ul> {% endblock %}""") -def fetchiter(cursor): - rows = cursor.fetchmany() - while rows: - for row in rows: - yield row - rows = cursor.fetchmany() - def encode_and_buffer(iterator): buff = b"" for elem in iterator: |