python实现线程池的方法_Python

python实现线程池的方法

2020-07-18 11:09liujian0616 Python

这篇文章主要介绍了python实现线程池的方法,实例分析了Python线程池的原理与相关实现技巧,需要的朋友可以参考下

本文实例讲述了python实现线程池的方法。分享给大家供大家参考。具体如下：

原理：建立一个任务队列，然多个线程都从这个任务队列中取出任务然后执行，当然任务队列要加锁，详细请看代码

文件名：thrd_pool.py 系统环境：ubuntu linux & python2.6

									import threading

									import time

									import signal

									import os

									class task_info(object):

									  def __init__(self):

									    self.func = None

									    self.parm0 = None

									    self.parm1 = None

									    self.parm2 = None

									class task_list(object):

									  def __init__(self):

									    self.tl = []

									    self.mutex = threading.Lock()

									    self.sem = threading.Semaphore(0)

									  def append(self, ti):

									    self.mutex.acquire()

									    self.tl.append(ti)

									    self.mutex.release()

									    self.sem.release()

									  def fetch(self):

									    self.sem.acquire()

									    self.mutex.acquire()

									    ti = self.tl.pop(0)    

									    self.mutex.release()

									    return ti

									class thrd(threading.Thread):

									  def __init__(self, tl):

									    threading.Thread.__init__(self)

									    self.tl = tl

									  def run(self):

									    while True:

									      tsk = self.tl.fetch()

									      tsk.func(tsk.parm0, tsk.parm1, tsk.parm2)  

									class thrd_pool(object):

									  def __init__(self, thd_count, tl):

									    self.thds = []

									    for i in range(thd_count):

									      self.thds.append(thrd(tl))

									  def run(self):

									    for thd in self.thds:

									      thd.start()

									def func(parm0=None, parm1=None, parm2=None):

									  print 'count:%s, thrd_name:%s'%(str(parm0), threading.currentThread().getName())

									def cleanup(signo, stkframe):

									  print ('Oops! Got signal %s', signo)  

									  os._exit(0)

									if __name__ == '__main__':

									  signal.signal(signal.SIGINT, cleanup)

									  signal.signal(signal.SIGQUIT, cleanup)

									  signal.signal(signal.SIGTERM, cleanup)

									  tl = task_list()

									  tp = thrd_pool(6, tl)

									  tp.run()

									  count = 0

									  while True:

									    ti = task_info()

									    ti.parm0 = count

									    ti.func = func

									    tl.append(ti)

									    count += 1

									    time.sleep(2)

									  pass

执行方式：python thrd_pool.py

执行结果：

									count:0, thrd_name:Thread-1

									count:1, thrd_name:Thread-2

									count:2, thrd_name:Thread-3

									count:3, thrd_name:Thread-4

									count:4, thrd_name:Thread-5

									count:5, thrd_name:Thread-1

									count:6, thrd_name:Thread-6

									count:7, thrd_name:Thread-2

									count:8, thrd_name:Thread-3

									count:9, thrd_name:Thread-4

									count:10, thrd_name:Thread-5

									count:11, thrd_name:Thread-1

									count:12, thrd_name:Thread-6

									count:13, thrd_name:Thread-2

									count:14, thrd_name:Thread-3

									('Oops! Got signal %s', 15)