python 多进程队列无法正常退出
vi test_m.py
#!/usr/bin/python
import multiprocessing
import time
def queueuein(minid,maxid,id,queue):
while True:
if minid<id:
if minid+9999>=id:
maxid=id
print "minid:%s,maxid:%s" % (minid,maxid)
elif minid+9999<id:
maxid=minid+9999
print "minid:%s,maxid:%s" % (minid,maxid)
queue.put(minid,maxid)
minid=maxid+1
else :
print "i'm quit:%s,%s" % (minid,maxid)
break
def main():
print "Time Begin:",time.strftime('%Y-%m-%d %X',time.localtime())
queue=multiprocessing.Queue()
process = multiprocessing.Process(target=queueuein,args=(1,0,184880596,queue,))
process.start()
process.join()
if __name__ == '__main__':
main()
执行结果:
...
minid:184860001,maxid:184870000
minid:184870001,maxid:184880000
minid:184880001,maxid:184880596
i'm quit:184880597,184880596
光标停在此处无法退出
问题:
加了queue.put(minid,maxid) 后貌似就阻塞了,进程一直无法退出。请问应该怎么操作?
[解决办法]
multiprocessing借用threading的api,可是有些细节不同,头很大。试试改了下下,queue最后放进一个结束记号,方便写代码和判断情况,这样貌似能正常了...
import multiprocessing
import time
import sys
def run(queue):
while True:
mid=queue.get()
if mid != -1:#queue.qsize()>0:
#~ mid=queue.get()
print "queid:%s,size:%s" % (mid,queue.qsize())
else:
print "queue empty"
break
def queueuein(minid,maxid,id,queue):
while True:
if minid<id:
if minid+9999>=id:
maxid=id
elif minid+9999<id:
maxid=minid+9999
queue.put(minid)
minid=maxid+1
else :
#~ print queue.qsize()
#~ queue.cancel_join_thread()
queue.put(-1)
print "i'm quit:%s,%s" % (minid,maxid)
break
def main():
print "Time Begin:",time.strftime('%Y-%m-%d %X',time.localtime())
queue=multiprocessing.Queue()
process = multiprocessing.Process(target=queueuein,args=(1,0,184880596,queue,))
process.start()
#~ process.join()
run(queue)
if __name__ == '__main__':
main()