Python-сообщество

#!/usr/bin/env python
# coding=utf-8

import threading as t
import time, re
import Queue

def parseit( num ):
    global total
    log = open('log_%d' % num)
    lines = log.readlines()
    
    for line in lines:
        if re.search('miki', line):
            total += 1

class Parse( t.Thread ):
    def __init__(self, work_queue):
        self.work_queue = work_queue
        t.Thread.__init__(self)

    def run(self):
        while True:
            filename = self.work_queue.get()
            self.process( filename )
            self.work_queue.task_done()
            
    def process(self,filename):
        global total
        log = open(filename)
        lines = log.readlines()
        
        for line in lines:
            if re.search('miki', line):
                total += 1


def test1():
    global total
    total = 0
    for i in range(1,50):
        parseit(i)
    print total
    
def test2():
    global total
    THREAD = 3
    total = 0
    work_q = Queue.Queue()
    lst_file = ['log_%d' % x for x in range(1,50) ]

    for item in lst_file:
        work_q.put( item )

    for i in range( THREAD ):
        tr = Parse(work_q)
        tr.setDaemon(True)
        tr.start()
    work_q.join()
    print total

start = time.time()
test1()
print 'Послед.: %f'.decode('utf-8') % (time.time() - start)
start = time.time()
test2()
print 'Потоки: %f'.decode('utf-8') % (time.time() - start)

E:\DevProject\etest>thtest.py
815220
Послед.: 12.529000
789345
Потоки: 18.775000

E:\DevProject\etest>thtest.py
815220
Послед.: 12.357000
789265
Потоки: 18.825000

E:\DevProject\etest>thtest.py
815220
Послед.: 12.237000
789370
Потоки: 20.780000

#!/usr/bin/python
# -*- coding: utf-8 -*-
 
#

from threading import Thread 
import subprocess 
from Queue import Queue 
import time

num_threads = 5
queue1 = Queue()
queue2 = Queue()
ips = [ '192.168.1.%d' %x for x in range( 20 ) ] 

def pinger(i, q): 
    #опрос подсети 
    while True: 
        ip = q.get() 
        print "Thread %s: Pinging %s" % (i, ip) 
        ret = subprocess.call('ping -n 1 %s' % ip, shell=True, stdout=False) 
        if ret == 0: 
            print "%s: is alive\n" % ip 
        else: 
            print "%s: did not respond\n" % ip 
        q.task_done() 

def test1():
    for ip in ips: 
        queue1.put(ip)

    for i in range(num_threads): 
        worker = Thread(target=pinger, args=(i, queue1)) 
        worker.setDaemon(True) 
        worker.start() 
    
    print "Main Thread Waiting'" 
    queue1.join() 

def test2():
    start = time.time()
    for ip in ips:
        queue2.put(ip)

    for x in range(10):
        ipp = queue2.get()
        print 'ping: %s' % ipp
        p = subprocess.call('ping -n 1 %s' % ipp, shell=True, stdout=False)
        queue2.task_done() 
    
start1 = time.time()
test1()
print 'Task1: {0}'.format( time.time() - start1 )

start2 = time.time()
test2()
print 'Task2: {0}'.format( time.time() - start2 )