Python消息队列
消息中间件 --->就是消息队列异步方式：不需要立马得到结果，需要排队
同步方式：需要实时获得数据，坚决不能排队
例子：
#多进程模块multiprocessing
from multiprocessing import Process
from multiprocessing import Queue
def write(q):
for i in ["a", "b", "c", "d"]:
q.put(i)
print ("put {0} to queue".format(i))
def read(q):
while 1:
result = q.get()
print ("get {0} from queue".format(result))
#写一个主函数
def main():
q = Queue()
pw = Process(target=write, args=(q,))
pr = Process(target=read, args=(q,))
pw.start()
pr.start()
pw.join()
#终止pr线程
pr.terminate()
if __name__ == '__main__':
#调用主函数
main()
输出：
put a to queue
put b to queue
put c to queue
put d to queue
多进程模块multiprocessing中pipe方法实现消息队列
例子：
from multiprocessing import Pipe, Process
import time
def proce1(pipe):
for i in xrange(1, 10):
pipe.send(i)
print ("send {0} to pipe".format(i))
time.sleep(1)
def proce2(pipe):
n = 9
while n > 0 :
result = pipe.recv()
print ("recv {0} from pipe".format(result))
def main():
pipe = Pipe(duplex=False)
print (type(pipe))
p1 = Process(target=proce1, args=(pipe,))
p2 = Process(target=proce2, args=(pipe,))
p1.start()
p2.start()
p1.join()
p2.join()
pipe.close()
pipe.close()
if __name__ == '__main__':
main()
输出：
<type 'tuple'>
send 1 to pipe
recv 1 from pipe
recv 2 from pipe
send 2 to pipe
recv 3 from pipe
send 3 to pipe
recv 4 from pipe
send 4 to pipe
send 5 to pipe
recv 5 from pipe
recv 6 from pipe
send 6 to pipe
send 7 to pipe
recv 7 from pipe
send 8 to pipe
recv 8 from pipe
send 9 to pipe
recv 9 from pipe
模仿生产者和消费者的多线程消息队列练习
例子：
from threading import Thread
from multiprocessing import Queue
import time
class Proceduer(Thread):
def __init__(self, queue):
super(Proceduer, self).__init__()
self.queue = queue
def run(self):
try:
for i in xrange(1, 10):
print ("put data is {0} to queue".format(i))
self.queue.put(i)
except Exception as e:
print ("put data error")
raise e
class Consumer_odd(Thread):
def __init__(self, queue):
super(Consumer_odd, self).__init__()
self.queue = queue
def run(self):
try:
while not self.queue.empty:
number = self.queue.get()
if number%2 != 0:
print ("get {0} from queue odd. thread name is {1}".format(number, self.getName()))
else:
self.queue.put(number)
time.sleep(1)
except Exception as e:
raise e
class Consumer_even(Thread):
def __init__(self, queue):
super(Consumer_even, self).__init__()
self.queue = queue
def run(self):
try:
while not self.queue.empty:
number = self.queue.get()
if number%2 == 0:
print ("get {0} from queue even.thread name is{1}".format(number, self.getName()))
else:
self.queue.put(number)
time.sleep(1)
except Exception as e:
raise e
def main():
queue = Queue()
p = Proceduer(queue=queue)
p.start()
p.join()
time.sleep(1)
c1 = Consumer_odd(queue=queue)
c2 = Consumer_even(queue=queue)
c1.start()
c2.start()
c1.join()
c2.join()
print ("ALL thread terminate")
if __name__ == '__main__':
main()
页:
[1]