From b94b3f61f97d906cb88009688db3d70af5acd877 Mon Sep 17 00:00:00 2001
From: Helmut Grohne <helmut@subdivi.de>
Date: Wed, 20 Feb 2013 19:04:18 +0100
Subject: implement autoimport
---
autoimport.py | 44 ++++++++++++++++++++++++++++++++++++++++++++
test.py | 4 +---
2 files changed, 45 insertions(+), 3 deletions(-)
create mode 100755 autoimport.py
diff --git a/autoimport.py b/autoimport.py
new file mode 100755
index 0000000..23092d7
--- /dev/null
+++ b/autoimport.py
@@ -0,0 +1,44 @@
+#!/usr/bin/python
+
+import gzip
+import io
+import sqlite3
+import subprocess
+import sys
+import urllib
+
+from debian import deb822
+
+def main():
+ urlbase = sys.argv[1]
+ db = sqlite3.connect("test.sqlite3")
+ cur = db.cursor()
+
+ cur.execute("SELECT package, version, architecture FROM package;")
+ knownpkgs = dict((row[0], dict(package=row[0], version=row[1],
+ architecture=row[2]))
+ for row in cur.fetchall())
+ pkglist = urllib.urlopen(urlbase + "/dists/sid/main/binary-amd64/Packages.gz").read()
+ pkglist = gzip.GzipFile(fileobj=io.BytesIO(pkglist)).read()
+ distpkgs = dict()
+ for pkg in deb822.Packages.iter_paragraphs(io.BytesIO(pkglist)):
+ name = pkg["Package"]
+ distpkgs[name] = pkg
+ if pkg["Version"] == knownpkgs.get(name, dict(version=()))["version"]:
+ continue
+ pkgurl = "%s/%s" % (urlbase, pkg["Filename"])
+ print("importing %s" % name)
+ dl = subprocess.Popen(["curl", "-s", pkgurl], stdout=subprocess.PIPE)
+ imp = subprocess.Popen("./test.py", stdin=dl.stdout)
+ if dl.wait():
+ print("curl failed")
+ if imp.wait():
+ print("import failed")
+
+ cur.execute("PRAGMA foreign_keys=1;")
+ cur.executemany("DELETE FROM package WHERE package = ?;",
+ ((pkg,) for pkg in set(knownpkgs) - set(distpkgs)))
+ db.commit()
+
+if __name__ == "__main__":
+ main()
diff --git a/test.py b/test.py
index a9761a9..a45720a 100755
--- a/test.py
+++ b/test.py
@@ -313,9 +313,7 @@ def process_package(db, filelike):
def main():
db = sqlite3.connect("test.sqlite3")
-
- with open(sys.argv[1]) as pkg:
- process_package(db, pkg)
+ process_package(db, sys.stdin)
if __name__ == "__main__":
main()
--
cgit v1.2.3