Guest User

text suppression test 1

a guest
Mar 12th, 2021
158
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.98 KB | None | 0 0
  1. import prodigy
  2. from prodigy.util import log
  3.  
  4.  
  5. class InfiniteTextStream:
  6. def __init__(self):
  7. self.i = 0
  8.  
  9. def get_task(self):
  10. task = {
  11. "text": str(self.i),
  12. "meta": {
  13. "source": "Mock"
  14. }
  15. }
  16. self.i += 1
  17. return task
  18.  
  19.  
  20. @prodigy.recipe('test')
  21. def test():
  22. """
  23. A Prodigy test.
  24. """
  25. stream = InfiniteTextStream()
  26.  
  27. def ask_questions(stream):
  28. while True:
  29. yield stream.get_task()
  30.  
  31. def receive_answers(answers):
  32. print("Receiving answers")
  33. for answer in answers:
  34. print("ANSWER", answer)
  35.  
  36. return {
  37. 'view_id': 'blocks',
  38. 'config': {
  39. 'blocks': [
  40. {'view_id': "ner_manual"},
  41. {'view_id': "text"}
  42. ]
  43. },
  44. 'dataset': 'infinite_stream_test',
  45. 'stream': ask_questions(stream),
  46. 'update': receive_answers,
  47. }
  48.  
Advertisement
Add Comment
Please, Sign In to add comment