moriyoshi: Benchmark code for pytyrant and python-tokyotyrant

Benchmark code for pytyrant and python-tokyotyrant

Copy & Paste Mode Embed

 from cProfile import run
 import tokyotyrant
 from pytyrant import Tyrant
 
 class PyTyrantTest(object):
     def create_many(self):
         data = 'a' * self.size
         d = Tyrant.open('127.0.0.1', 1978)
         for i in xrange(self.num_attr):
             d.put("attr_%s" % i, data)
         d.close()
         
     def delete_all_stupid(self):
         d = Tyrant.open('127.0.0.1', 1978)
         for i in xrange(self.num_attr):
             d.out("attr_%s" % i)
         d.close()
 
     def delete_all(self):
         d = Tyrant.open('127.0.0.1', 1978)
         d.vanish()
         d.close()
 
 class PyTokyoTyrantTest(object):
     def create_many(self):
         data = 'a' * self.size
         d = tokyotyrant.open('127.0.0.1', 1978)
         for i in xrange(self.num_attr):
             d.put("attr_%s" % i, data)
         d.close()
 
     def delete_all_stupid(self):
         d = tokyotyrant.open('127.0.0.1', 1978)
         for i in xrange(self.num_attr):
             d.out("attr_%s" % i)
         d.close()
 
     def delete_all(self):
         d = tokyotyrant.open('127.0.0.1', 1978)
         d.vanish()
         d.close()
 
 def doit(suite, **kwarg):
     s = suite()
     for k, v in kwarg.iteritems():
         setattr(s, k, v)
     s.create_many()
     s.delete_all_stupid()
     s.create_many()
     s.delete_all_stupid()
 
 run('doit(PyTyrantTest, size=10, num_attr=10000)')
 run('doit(PyTokyoTyrantTest, size=10, num_attr=10000)')
 
 run('doit(PyTyrantTest, size=100, num_attr=50000)')
 run('doit(PyTokyoTyrantTest, size=100, num_attr=50000)')

Discussion

Portion taken from http://github.com/didip/hail/raw/5490015047e6f533f8359e9097a3d90046b8ec94/profile_tests/tyrant_profile.py

pytyrant - http://code.google.com/p/pytyrant/ python-tokyotyrant - http://code.google.com/p/python-tokyotyrant/

Comments

Reflejo 2010-01-24: By the way: You can try http://code.google.com/p/pyrant. It is a nice lib :)
IanLewis 2010-01-24: Yah, the code above is actually comparing the pure python pytyrant and the native code tokyotyrant libraries. See the "import pytyrant" line above :)

from cProfile import run
import tokyotyrant
from pytyrant import Tyrant

class PyTyrantTest(object):
    def create_many(self):
        data = 'a' * self.size
        d = Tyrant.open('127.0.0.1', 1978)
        for i in xrange(self.num_attr):
            d.put("attr_%s" % i, data)
        d.close()
        
    def delete_all_stupid(self):
        d = Tyrant.open('127.0.0.1', 1978)
        for i in xrange(self.num_attr):
            d.out("attr_%s" % i)
        d.close()

def delete_all(self):
        d = Tyrant.open('127.0.0.1', 1978)
        d.vanish()
        d.close()

class PyTokyoTyrantTest(object):
    def create_many(self):
        data = 'a' * self.size
        d = tokyotyrant.open('127.0.0.1', 1978)
        for i in xrange(self.num_attr):
            d.put("attr_%s" % i, data)
        d.close()

def delete_all_stupid(self):
        d = tokyotyrant.open('127.0.0.1', 1978)
        for i in xrange(self.num_attr):
            d.out("attr_%s" % i)
        d.close()

def delete_all(self):
        d = tokyotyrant.open('127.0.0.1', 1978)
        d.vanish()
        d.close()

def doit(suite, **kwarg):
    s = suite()
    for k, v in kwarg.iteritems():
        setattr(s, k, v)
    s.create_many()
    s.delete_all_stupid()
    s.create_many()
    s.delete_all_stupid()

run('doit(PyTyrantTest, size=10, num_attr=10000)')
run('doit(PyTokyoTyrantTest, size=10, num_attr=10000)')

run('doit(PyTyrantTest, size=100, num_attr=50000)')
run('doit(PyTokyoTyrantTest, size=100, num_attr=50000)')