gistfile1.py

import os
import sys
import time
import shutil
from riak import *

filename = '/tmp/junk.dat'

client = RiakClient(port=8091)

# write gigabytes of data                                                                                       
gbs = 1

try:

    os.system("dd if=/dev/zero of=%s bs=1024M count=%d" % (filename, gbs))
    os.system("ls -lh %s" % filename)
    data = open(filename,"rb").read()
    print 'Wrote %s, len(data) = %d MB / %d bytes' % (filename, (len(data) / (1024*1024)),len(data))

    client.delete_file(filename)

    ts = time.time()
    client.store_file(filename, data, content_type="application/octet-stream")
    print 'time to put',time.time()-ts
    while 1:
        ts = time.time()
        newdata = client.get_file(filename)
        print 'time to get',time.time()-ts, 'len = %d' % len(newdata)
                                                                                                                
finally:
    print "removing temp file"
    os.remove(filename)

(voluminous)drw900@viz:~/Local/voluminous/dbutils/testing (master)
$ python testluwak.py
1+0 records in
1+0 records out
1073741824 bytes (1.1 GB) copied, 1.63517 s, 657 MB/s
-rw-r--r-- 1 drw900 anusf 1.0G 2011-08-21 12:44 /tmp/junk.dat
Wrote /tmp/junk.dat, len(data) = 1024 MB / 1073741824 bytes
time to put 4.80300211906
time to get 0.709018945694 len = 152000000
time to get 0.672809123993 len = 171000000
time to get 0.828392982483 len = 192000000
time to get 0.9057970047 len = 215000000
time to get 0.971106052399 len = 238000000
time to get 1.13030314445 len = 266000000
time to get 1.31437802315 len = 297000000
time to get 1.30682897568 len = 331000000
time to get 1.45368289948 len = 356000000
time to get 1.80315089226 len = 386000000
time to get 1.86929011345 len = 427000000
time to get 1.97740793228 len = 468000000
time to get 2.20015788078 len = 518000000
time to get 2.312084198 len = 570000000
time to get 2.74095106125 len = 619000000
time to get 2.82355904579 len = 681000000
time to get 3.23628211021 len = 741000000
time to get 3.56205415726 len = 811000000
time to get 3.87119793892 len = 893000000
time to get 4.24247908592 len = 971000000
time to get 4.15956997871 len = 1056000000
time to get 3.9979121685 len = 1073741824
time to get 4.13405609131 len = 1073741824
time to get 4.0679910183 len = 1073741824
time to get 4.21922397614 len = 1073741824