python実装スレッドプールの例

スレッド語の例

# !/usr/bin/env python
# -*- coding:utf-8 -*-

import Queue
import threading
import time

class WorkManager(object):
    def __init__(self, work_num=1000,thread_num=2):
        self.work_queue = Queue.Queue()
        self.threads = []
        self.__init_work_queue(work_num)
        self.__init_thread_pool(thread_num)

    """
             
    """
    def __init_thread_pool(self,thread_num):
        for i in range(thread_num):
            self.threads.append(Work(self.work_queue))

    """
               
    """
    def __init_work_queue(self, jobs_num):
        for i in range(jobs_num):
            self.add_job(do_job, i)

    """
                
    """
    def add_job(self, func, *args):
        self.work_queue.put((func, list(args)))#    ，Queue         

    """
                  
    """   
    def wait_allcomplete(self):
        for item in self.threads:
            if item.isAlive():item.join()

class Work(threading.Thread):
    def __init__(self, work_queue):
        threading.Thread.__init__(self)
        self.work_queue = work_queue
        self.start()

    def run(self):
        #   ，                  
        while True:
            try:
                do, args = self.work_queue.get(block=False)#      ，Queue         
                do(args)
                self.work_queue.task_done()#        
            except:
                break

#       
def do_job(args):
    time.sleep(0.1)#      
    print threading.current_thread(), list(args)

if __name__ == '__main__':
    start = time.time()
    work_manager =  WorkManager(10000, 10)#  work_manager =  WorkManager(10000, 20)
    work_manager.wait_allcomplete()
    end = time.time()
    print "cost all time: %s" % (end-start)

以上実装後は2回の比較値

#work_manager =  WorkManager(10000, 10)
cost all time: 100.641790867(  ： )
#work_manager =  WorkManager(10000, 20)
cost all time：50.5233478546(  ： )

----------------------------------
簡単なコードの例を次に示します

import time
import threading
import Queue
class Worker(threading.Thread):
    def __init__(self, name, queue):
        threading.Thread.__init__(self)
        self.queue = queue
        self.start()
    def run(self):
        #       ，          
        while True:
            #          
            if self.queue.empty():
                break
            #       
            foo = self.queue.get()
            #   1S        
            time.sleep(1)
            #   
            print self.getName(),':', foo
            #          
            self.queue.task_done()
#   
queue = Queue.Queue()
#   100     
for i in range(100):
    queue.put(i)
#  10   
for i in range(10):
    threadName = 'Thread' + str(i)
    Worker(threadName, queue)
#            
queue.join()