Python-сообщество

import pylibmc, os
from time import time
def test_hard_disk():
    time1 = time()
    for path, dirnames, filenames in os.walk('some_directory'):
        for _file in filenames:
            open(os.path.join(path, _file), 'r').read()
    time2 = time()
    print time2 - time1
def fill_memory(mc):
    i = 0
    for path, dirnames, filenames in os.walk('some_directory'):
        for _file in filenames:
            mc.set(str(i), open(os.path.join(path, _file), 'r').read(), 0)
            i += 1
def test_memory(mc):
    time1 = time()
    for i in xrange(3146):
        mc.get(str(i))
    time2 = time()
    print time2 - time1
os.system('sync') # для чистоты эксперимента
test_hard_disk()
mc = pylibmc.Client(['127.0.0.1'], binary=True, behaviors={'tcp_nodelay': True})
fill_memory(mc)
test_memory(mc)

os.system('sync') # для чистоты эксперимента

echo 3 > /proc/sys/vm/drop_caches

# -*- coding: utf-8 -*-
import pylibmc, os
from time import time
folder = '/tmp/mc_test/'
test_range = 500000 # и это еще не экстрим...
def fill_data(mc):
    time1 = time()
    # заполняем ФС и МС данными
    value = '0'*1024 # 1 KB данных
    for x in xrange(test_range):
        key = str(x)
        fh = open(os.path.join(folder, key), 'w')
        fh.write(value)
        fh.close()
        mc.set(key, value)
    time2 = time()
    print 'fill: ', time2 - time1
def test_fs():
    time1 = time()
    for x in xrange(test_range):
        key = str(x)
        value = open(os.path.join(folder, key), 'r').read()
    time2 = time()
    print 'fs: ', time2 - time1
def test_mc(mc):
    time1 = time()
    for x in xrange(test_range):
        key = str(x)
        value = mc.get(key)
    time2 = time()
    print 'mc: ', time2 - time1
os.system('sync') # для чистоты эксперимента
mc = pylibmc.Client(['127.0.0.1'], binary=True, behaviors={'tcp_nodelay': True})
fill_data(mc)
test_fs()
test_mc(mc)