Advertisement
Guest User

Simple Kafaka Producer

a guest
Mar 22nd, 2015
306
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 1.65 KB | None | 0 0
  1. from kafka.client import KafkaClient
  2. from kafka.consumer import SimpleConsumer
  3. from kafka.producer import SimpleProducer
  4.  
  5. import random
  6. import logging
  7.  
  8. logging.basicConfig(level=logging.INFO)
  9.  
  10. s_nouns = ["A dude", "My mom", "The king", "Some guy", "A cat with rabies", "A sloth", "Your homie", "This cool guy my gardener met yesterday", "Superman"]
  11. p_nouns = ["These dudes", "Both of my moms", "All the kings of the world", "Some guys", "All of a cattery's cats", "The multitude of sloths living under your bed", "Your homies", "Like, these, like, all these people", "Supermen"]
  12. s_verbs = ["eats", "kicks", "gives", "treats", "meets with", "creates", "hacks", "configures", "spies on", "retards", "meows on", "flees from", "tries to automate", "explodes"]
  13. p_verbs = ["eat", "kick", "give", "treat", "meet with", "create", "hack", "configure", "spy on", "retard", "meow on", "flee from", "try to automate", "explode"]
  14. infinitives = ["to make a pie.", "for no apparent reason.", "because the sky is green.", "for a disease.", "to be able to make toast explode.", "to know more about archeology."]
  15.  
  16. broker = 'redactedec:9092'
  17. logging.info("Connecting to Kafka - {0}".format(broker))
  18. client = KafkaClient(broker)
  19. producer = SimpleProducer(client)
  20.  
  21. # write out 1000 random sentences
  22. index = 0
  23. logging.info("sending strings")
  24. while index < 1000:
  25.     index += 1
  26.     sentence = random.choice(s_nouns) + " " + \
  27.         random.choice(s_verbs) + " " + \
  28.         random.choice(s_nouns).lower() or random.choice(p_nouns).lower() + " " + \
  29.         random.choice(infinitives)
  30.     producer.send_messages('myTopic', sentence)
  31.     logging.info("sent {0} of 1000".format(index))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement