This commit is contained in:
madefu
2019-05-07 16:10:45 +08:00
parent 60729e2883
commit 4eadf5ed04
4 changed files with 41 additions and 1 deletions

24
Code/TestKafka.py Normal file
View File

@ -0,0 +1,24 @@
#!/usr/bin/python
from kafka import KafkaConsumer;
kafkaHosts=["kafka01.paas.longfor.sit:9092"
,"kafka02.paas.longfor.sit:9092"
,"kafka03.paas.longfor.sit:9092"]
'''
earliest
当各分区下有已提交的offset时从提交的offset开始消费无提交的offset时从头开始消费
latest
当各分区下有已提交的offset时从提交的offset开始消费无提交的offset时消费新产生的该分区下的数据
none
topic各分区都存在已提交的offset时从offset后开始消费只要有一个分区不存在已提交的offset则抛出异常
'''
consumer = KafkaConsumer(
bootstrap_servers=kafkaHosts,group_id='mdf_group',auto_offset_reset='latest');
consumer.subscribe("testapplog_plm-prototype");
for msg in consumer:
print(msg.value)