add script and result 02EKIM

2015-10-02 23:16:46 +03:00
parent 18aeda3780
commit 4c7d365247
2 changed files with 240 additions and 0 deletions
@@ -0,0 +1,119 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# find which packages were not compiled in farm
+# usage: scriptname  svnindex  pisiindex
+#
+
+
+import os
+import sys
+
+import urllib2
+import bz2
+import lzma
+
+import piksemel
+
+pisirepouri = "http://ciftlik.pisilinux.org/pisi-2.0/pisi-index.xml.xz"
+svnrepouri  = "https://github.com/pisilinux/main/raw/master/pisi-index.xml.xz"
+
+def getIndex(uri):
+    try:
+        if "://" in uri:
+            rawdata = urllib2.urlopen(uri).read()
+        else:
+            rawdata = open(uri, "r").read()
+    except IOError:
+        print "could not fetch %s" % uri
+        return None
+
+    if uri.endswith("bz2"):
+        data = bz2.decompress(rawdata)
+    elif uri.endswith("xz") or uri.endswith("lzma"):
+        data = lzma.decompress(rawdata)
+    else:
+        data = rawdata
+
+    return data
+
+def parseRepo(repoURI):
+    pkgdict = {}
+
+    rawData = getIndex(repoURI)
+    doc = piksemel.parseString(rawData)
+    hasSpecFile = doc.getTag("SpecFile")
+
+    if hasSpecFile:
+        for parent in doc.tags("SpecFile"):
+            pkgname = parent.getTag("Source").getTagData("Name")
+            srcname = pkgname
+
+            partof = parent.getTag("Source").getTagData("PartOf")
+
+            lastRelease = parent.getTag("History").tags("Update").next()
+            release = lastRelease.getAttribute("release")
+
+            pkgdict[srcname] = [partof, release]
+    else:
+        for parent in doc.tags("Package"):
+            pkgname = parent.getTagData("Name")
+            srcname = parent.getTag("Source").getTagData("Name")
+
+            partof = parent.getTagData("PartOf")
+
+            lastRelease = parent.getTag("History").tags("Update").next()
+            release = lastRelease.getAttribute("release")
+
+            pkgdict[srcname] = [partof, release]
+
+    return pkgdict
+
+if __name__ == "__main__":
+    pkgmissing = []
+    pkgdifferent = []
+
+    if len(sys.argv) > 1:
+        svnrepouri = sys.argv[1]
+
+    if len(sys.argv) > 2:
+        pisirepouri = sys.argv[2]
+
+    print
+    print "* working on %s" % svnrepouri
+    svnrepo = parseRepo(svnrepouri)
+
+    print "* working on %s" % pisirepouri
+    pisirepo = parseRepo(pisirepouri)
+
+    pkglist = svnrepo.keys()
+    pkglist.sort()
+
+    for i in pkglist:
+        if not i in pisirepo:
+            partof = svnrepo[i][0]
+            pkgmissing.append("%s/%s" % (partof.replace(".", "/"), i))
+
+        elif svnrepo[i][1] != pisirepo[i][1]:
+            partof = svnrepo[i][0]
+            pkgdifferent.append("%s/%s" % (partof.replace(".", "/"), i))
+
+    pkgmissing.sort()
+    pkgdifferent.sort()
+
+    if len(pkgmissing):
+        print
+        print "* Packages missing in %s" % pisirepouri
+        for p in pkgmissing:
+            print "  %s" % p
+
+    if len(pkgdifferent):
+        print
+        print "* Packages that needs compiling"
+        for p in pkgdifferent:
+            i = p.split("/")[-1]
+            print "  %s  (%s > %s)" % (p, svnrepo[i][1], pisirepo[i][1])
+
+    print
+
+