# encoding: utf-8 __author__ = 'zhanghe' import urllib2 from multiprocessing.dummy import Pool as ThreadPool from tools import time_log urls = [ 'http://www.python.org', 'http://www.python.org/about/', 'http://www.onlamp.com/pub/a/python/2003/04/17/metaclasses.html', 'http://www.python.org/doc/', 'http://www.python.org/download/', 'http://www.python.org/getit/', 'http://www.python.org/community/', 'https://wiki.python.org/moin/', 'http://planet.python.org/', 'https://wiki.python.org/moin/LocalUserGroups', 'http://www.python.org/psf/', 'http://docs.python.org/devguide/', 'http://www.python.org/community/awards/' # etc.. ] @time_log.time_log def work(num=2): # Make the Pool of workers pool = ThreadPool(num) # Open the urls in their own threads # and return the results results = pool.map(urllib2.urlopen, urls) # close the pool and wait for the work to finish pool.close() pool.join() @time_log.time_log def work2(num=2): p = ThreadPool(num) for i in urls: p.apply_async(urllib2.urlopen, args=(i,)) p.close() p.join() if __name__ == '__main__': work(1) work(2) work(4) work(8) work2(1) work2(2) work2(4) work2(8) # 测试结果： # 方法work开始时间：Thu Apr 30 00:26:21 2015 # 方法work结æŸæ—¶é—´ï¼šThu Apr 30 00:26:46 2015 # 方法workè¿è¡Œæ—¶é—´ï¼š25.28S # 方法work开始时间：Thu Apr 30 00:26:46 2015 # 方法work结æŸæ—¶é—´ï¼šThu Apr 30 00:27:04 2015 # 方法workè¿è¡Œæ—¶é—´ï¼š18.25S # 方法work开始时间：Thu Apr 30 00:27:04 2015 # 方法work结æŸæ—¶é—´ï¼šThu Apr 30 00:27:10 2015 # 方法workè¿è¡Œæ—¶é—´ï¼š5.47S # 方法work开始时间：Thu Apr 30 00:27:10 2015 # 方法work结æŸæ—¶é—´ï¼šThu Apr 30 00:27:15 2015 # 方法workè¿è¡Œæ—¶é—´ï¼š5.16S # 方法work2开始时间：Thu Apr 30 00:33:56 2015 # 方法work2结æŸæ—¶é—´ï¼šThu Apr 30 00:34:24 2015 # 方法work2è¿è¡Œæ—¶é—´ï¼š27.42S # 方法work2开始时间：Thu Apr 30 00:34:24 2015 # 方法work2结æŸæ—¶é—´ï¼šThu Apr 30 00:34:35 2015 # 方法work2è¿è¡Œæ—¶é—´ï¼š11.62S # 方法work2开始时间：Thu Apr 30 00:34:35 2015 # 方法work2结æŸæ—¶é—´ï¼šThu Apr 30 00:34:42 2015 # 方法work2è¿è¡Œæ—¶é—´ï¼š6.87S # 方法work2开始时间：Thu Apr 30 00:34:42 2015 # 方法work2结æŸæ—¶é—´ï¼šThu Apr 30 00:34:53 2015 # 方法work2è¿è¡Œæ—¶é—´ï¼š11.10S