sayounara
This commit is contained in:
Faik Uygur
@@ -1,282 +0,0 @@
|
|||||||
#!/usr/bin/python
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
#
|
|
||||||
# Copyright (C) 2006, TUBITAK/UEKAE
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or modify it under
|
|
||||||
# the terms of the GNU General Public License as published by the Free
|
|
||||||
# Software Foundation; either version 2 of the License, or (at your option)
|
|
||||||
# any later version.
|
|
||||||
#
|
|
||||||
# Please read the COPYING file.
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import exceptions
|
|
||||||
|
|
||||||
import pisi
|
|
||||||
import pisi.testdb
|
|
||||||
import time
|
|
||||||
|
|
||||||
|
|
||||||
def handle_exception(exception, value, tb):
|
|
||||||
print exception, value, tb
|
|
||||||
if exception == exceptions.KeyboardInterrupt:
|
|
||||||
pisi.api.finalize()
|
|
||||||
print("\n")
|
|
||||||
sys.exit()
|
|
||||||
|
|
||||||
def testPickle(iter):
|
|
||||||
import cPickle
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
start = time.clock()
|
|
||||||
for i in range(iter):
|
|
||||||
size = 0;
|
|
||||||
for pak in packages:
|
|
||||||
pickled = cPickle.dumps(packages[pak],1)
|
|
||||||
size += len(pickled)
|
|
||||||
#pisi.context.packagedb.add_package2(pak, pisi.db.itembyrepodb.installed)
|
|
||||||
#print pak.source.name, pak.installedSize
|
|
||||||
end = time.clock()
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total Packages: %s" % totalPack)
|
|
||||||
print("Total Size: %s, Average Size: %s" % (size, size / totalPack))
|
|
||||||
print("Iterations: %s Total time: %ss. Average time :%ss." % (iter, delta , delta/iter) )
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
def testUnPickle(iter):
|
|
||||||
import cPickle
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
pickles = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
size = 0;
|
|
||||||
for pak in packages:
|
|
||||||
pickled = cPickle.dumps(packages[pak],1)
|
|
||||||
pickles[pak] = pickled
|
|
||||||
|
|
||||||
start = time.clock()
|
|
||||||
for i in range(iter):
|
|
||||||
for name in pickles:
|
|
||||||
package = cPickle.loads(pickles[name])
|
|
||||||
end = time.clock()
|
|
||||||
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total Packages: %s" % totalPack)
|
|
||||||
print("Iterations: %s Total time: %ss. Average time :%ss." % (iter, delta , delta/iter) )
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
def testDatabaseSingleTransaction():
|
|
||||||
import cPickle
|
|
||||||
import pisi.context as ctx
|
|
||||||
import bsddb3.db as bsd
|
|
||||||
from pisi.db.itembyrepodb import ItemByRepoDB
|
|
||||||
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
try:
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb.lock")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
db = ItemByRepoDB('package_perf')
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
start = time.time()
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
for pak in packages:
|
|
||||||
db.add_item(pak, packages[pak], pisi.db.itembyrepodb.installed, txn)
|
|
||||||
txn.commit()
|
|
||||||
|
|
||||||
end = time.time()
|
|
||||||
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total Packages: %s" % totalPack)
|
|
||||||
print("Total time: %.2f" % (delta) )
|
|
||||||
db.close();
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
def testDatabaseFullTransaction():
|
|
||||||
import cPickle
|
|
||||||
import pisi.context as ctx
|
|
||||||
import bsddb3.db as bsd
|
|
||||||
from pisi.db.itembyrepodb import ItemByRepoDB
|
|
||||||
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
try:
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb.lock")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
db = ItemByRepoDB('package_perf')
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
start = time.time()
|
|
||||||
for pak in packages:
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
db.add_item(pak, packages[pak], pisi.db.itembyrepodb.installed, txn)
|
|
||||||
txn.commit()
|
|
||||||
|
|
||||||
#ctx.txn_proc(addAllPacks, None)
|
|
||||||
end = time.time()
|
|
||||||
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total Packages: %s" % totalPack)
|
|
||||||
print("Total time: %.2f" % (delta) )
|
|
||||||
db.close();
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
|
|
||||||
def testDatabaseRead(iter):
|
|
||||||
import cPickle
|
|
||||||
import pisi.context as ctx
|
|
||||||
import bsddb3.db as bsd
|
|
||||||
from pisi.db.itembyrepodb import ItemByRepoDB
|
|
||||||
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
try:
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb.lock")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
db = ItemByRepoDB('package_perf')
|
|
||||||
|
|
||||||
count = 0;
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
for pak in packages:
|
|
||||||
db.add_item(pak, packages[pak], pisi.db.itembyrepodb.installed, txn)
|
|
||||||
count += 1
|
|
||||||
txn.commit()
|
|
||||||
print ( "%s packages written" % count)
|
|
||||||
|
|
||||||
start = time.time()
|
|
||||||
|
|
||||||
for i in range(iter):
|
|
||||||
for name in packageNames:
|
|
||||||
package = db.get_item(name, pisi.db.itembyrepodb.all, txn)
|
|
||||||
|
|
||||||
end = time.time()
|
|
||||||
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total Packages: %s" % totalPack)
|
|
||||||
print("%s iters, Total time: %.2fs., average Time: %.2fs." % (iter, delta, delta/iter) )
|
|
||||||
db.close();
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
def cleanDB():
|
|
||||||
try:
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf.bdb.lock")
|
|
||||||
os.unlink("/var/db/pisi/package_perf_info.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf_info.lock")
|
|
||||||
os.unlink("/var/db/pisi/package_perf_history.bdb")
|
|
||||||
os.unlink("/var/db/pisi/package_perf_history.bdb.lock")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
def testDatabaseSingleTransaction2(iter):
|
|
||||||
import cPickle
|
|
||||||
import pisi.context as ctx
|
|
||||||
import bsddb3.db as bsd
|
|
||||||
from pisi.db.itembyrepodb import ItemByRepoDB
|
|
||||||
|
|
||||||
cleanDB()
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
|
|
||||||
packageNames = pisi.context.packagedb.list_packages(pisi.db.itembyrepodb.all)
|
|
||||||
packages = {}
|
|
||||||
totalPack = len(packageNames)
|
|
||||||
|
|
||||||
|
|
||||||
dbPack = ItemByRepoDB('package_perf')
|
|
||||||
#dbInfo = ItemByRepoDB('package_perf_info')
|
|
||||||
dbHistory = ItemByRepoDB('package_perf_history')
|
|
||||||
|
|
||||||
for name in packageNames:
|
|
||||||
packages[name] = pisi.context.packagedb.get_package(name, pisi.db.itembyrepodb.all)
|
|
||||||
|
|
||||||
print "Write test.."
|
|
||||||
start = time.time()
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
for pak in packages:
|
|
||||||
packageDAO = pisi.testdb.PackageDAO(packages[pak])
|
|
||||||
#packageInfoDAO = pisi.testdb.PackageInfoDAO(packages[pak])
|
|
||||||
dbPack.add_item(pak, packageDAO, pisi.db.itembyrepodb.installed, txn)
|
|
||||||
#dbInfo.add_item(pak, packageInfoDAO, pisi.db.itembyrepodb.installed, txn)
|
|
||||||
dbHistory.add_item(pak, packages[pak].history, pisi.db.itembyrepodb.installed, txn)
|
|
||||||
txn.commit()
|
|
||||||
end = time.time()
|
|
||||||
|
|
||||||
delta = (end - start)
|
|
||||||
print("Total time: %.2f" % (delta) )
|
|
||||||
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
print "read test. Read only package bodies"
|
|
||||||
start = time.time()
|
|
||||||
for i in range(iter):
|
|
||||||
for name in packageNames:
|
|
||||||
packageDAO = dbPack.get_item(name, pisi.db.itembyrepodb.all, txn)
|
|
||||||
end = time.time()
|
|
||||||
txn.commit()
|
|
||||||
delta = (end - start)
|
|
||||||
print("%s iters, Total time: %.2fs., average Time: %.2fs." % (iter, delta, delta/iter) )
|
|
||||||
|
|
||||||
txn = ctx.dbenv.txn_begin()
|
|
||||||
print "read test. Read only histories"
|
|
||||||
start = time.time()
|
|
||||||
for i in range(iter):
|
|
||||||
for name in packageNames:
|
|
||||||
hist = dbHistory.get_item(name, pisi.db.itembyrepodb.all, txn)
|
|
||||||
end = time.time()
|
|
||||||
txn.commit()
|
|
||||||
delta = (end - start)
|
|
||||||
print("%s iters, Total time: %.2fs., average Time: %.2fs." % (iter, delta, delta/iter) )
|
|
||||||
|
|
||||||
dbPack.close()
|
|
||||||
#dbInfo.close()
|
|
||||||
dbHistory.close()
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
sys.excepthook = handle_exception
|
|
||||||
#testDatabaseRead(10)
|
|
||||||
testDatabaseSingleTransaction2(20)
|
|
||||||
-105
@@ -1,105 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
#
|
|
||||||
# Copyright (C) 2005 - 2007, TUBITAK/UEKAE
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or modify it under
|
|
||||||
# the terms of the GNU General Public License as published by the Free
|
|
||||||
# Software Foundation; either version 2 of the License, or (at your option)
|
|
||||||
# any later version.
|
|
||||||
#
|
|
||||||
# Please read the COPYING file.
|
|
||||||
#
|
|
||||||
|
|
||||||
import os
|
|
||||||
import fcntl
|
|
||||||
import types
|
|
||||||
|
|
||||||
import gettext
|
|
||||||
__trans = gettext.translation('pisi', fallback=True)
|
|
||||||
_ = __trans.ugettext
|
|
||||||
|
|
||||||
import pisi
|
|
||||||
import pisi.util as util
|
|
||||||
import pisi.context as ctx
|
|
||||||
import pisi.db.itembyrepodb as itembyrepodb
|
|
||||||
import pisi.metadata
|
|
||||||
|
|
||||||
class TestDB:
|
|
||||||
def __init__(self):
|
|
||||||
self.db = itembyrepodb.ItemByRepoDB("packages2")
|
|
||||||
|
|
||||||
def addPackage(self):
|
|
||||||
a = "Hello World"
|
|
||||||
self.db.add_item("hello", a, itembyrepodb.installed)
|
|
||||||
|
|
||||||
def getPackage(self, name):
|
|
||||||
return self.db.get_item(name, itembyrepodb.installed)
|
|
||||||
|
|
||||||
def addAllPackages(self):
|
|
||||||
pisi.api.init(write=True)
|
|
||||||
packages = pisi.context.installdb.list_installed()
|
|
||||||
for name in packages:
|
|
||||||
pak = pisi.context.packagedb.get_package(name, itembyrepodb.installed)
|
|
||||||
#pisi.context.packagedb.add_package(pak, itembyrepodb.installed)
|
|
||||||
#print pak.source.name, pak.installedSize
|
|
||||||
pisi.api.finalize()
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
t = testdb.TestDB()
|
|
||||||
t.addAllPackages()
|
|
||||||
|
|
||||||
class PackageInfoDAO:
|
|
||||||
def __init__(self, package):
|
|
||||||
"""
|
|
||||||
package : pisi.metadata.Package
|
|
||||||
"""
|
|
||||||
self.summary = package.summary
|
|
||||||
self.description = package.description
|
|
||||||
|
|
||||||
|
|
||||||
class PackageDAO:
|
|
||||||
def __init__(self, package):
|
|
||||||
"""
|
|
||||||
package : pisi.metadata.Package
|
|
||||||
"""
|
|
||||||
#
|
|
||||||
#from specfile.Package
|
|
||||||
#
|
|
||||||
self.name = package.name
|
|
||||||
#Summary and description will be in another place
|
|
||||||
self.summary = package.summary
|
|
||||||
self.description = package.description
|
|
||||||
self.isA = package.isA
|
|
||||||
self.partOf = package.partOf
|
|
||||||
self.license = package.license
|
|
||||||
self.icon = package.icon
|
|
||||||
#from dependencies.Dependency
|
|
||||||
self.packageDependencies = package.packageDependencies
|
|
||||||
#String
|
|
||||||
self.componentDependencies = package.componentDependencies
|
|
||||||
self.files = package.files
|
|
||||||
self.conflicts = package.conflicts
|
|
||||||
self.providesComar = package.providesComar
|
|
||||||
self.additionalFiles = package.additionalFiles
|
|
||||||
#List of specfile.UPDATE. History will be in another place
|
|
||||||
#self.history = package.history
|
|
||||||
#
|
|
||||||
#from metadata.Package (This is plain stupid.. classes with same name, extending one another.)
|
|
||||||
#
|
|
||||||
self.build = package.build
|
|
||||||
self.distribution = package.distribution
|
|
||||||
self.distributionRelease = package.distributionRelease
|
|
||||||
self.architecture = package.architecture
|
|
||||||
self.installedSize = package.installedSize
|
|
||||||
self.packageSize = package.packageSize
|
|
||||||
self.packageHash = package.packageHash
|
|
||||||
self.packageURI = package.packageURI
|
|
||||||
#Delta (List of metadata.Delta objects)
|
|
||||||
#self.deltaPackages = package.deltaPackages
|
|
||||||
self.packageFormat = package.packageFormat
|
|
||||||
#Expanded from metadata.Source
|
|
||||||
self.sourceName = package.source.name
|
|
||||||
self.sourceHomepage = package.source.homepage
|
|
||||||
#Expanded from specfile.Packager
|
|
||||||
self.sourcePackagerName = package.source.packager.name
|
|
||||||
self.sourcePackagerEmail = package.source.packager.email
|
|
||||||
Reference in New Issue
Block a user