Guest User

Untitled

a guest
Nov 20th, 2018
90
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.02 KB | None | 0 0
  1. commit log file:
  2. v1
  3. {"nextBatchWatermarkMs":0}
  4.  
  5. {
  6. "batchWatermarkMs": 0,
  7. "batchTimestampMs": 1542634173589,
  8. "conf": {
  9. "spark.sql.shuffle.partitions": "200",
  10. "spark.sql.streaming.stateStore.providerClass": "org.apache.spark.sql.execution.streaming.state.HDFSBackedStateStoreProvider",
  11. "spark.sql.streaming.multipleWatermarkPolicy": "min",
  12. "spark.sql.streaming.flatMapGroupsWithState.stateFormatVersion": "2"
  13. }
  14. }
  15. {
  16. "poc-test01": {
  17. "1": 3666,
  18. "0": 3664
  19. }
  20. }
  21.  
  22. {
  23. "path": "dbfs:/test02/part-00000-98c5def2-bdf3-4e56-af9f-ff0796344b01-c000.snappy.parquet",
  24. "size": 59180,
  25. "isDir": false,
  26. "modificationTime": 1542214122000,
  27. "blockReplication": 1,
  28. "blockSize": 536870912,
  29. "action": "add"
  30. }
  31. {
  32. "path": "dbfs:/test02/part-00001-a38dbf8b-240a-48d0-8438-f81f0506a79c-c000.snappy.parquet",
  33. "size": 59462,
  34. "isDir": false,
  35. "modificationTime": 1542214122000,
  36. "blockReplication": 1,
  37. "blockSize": 536870912,
  38. "action": "add"
  39. }
Add Comment
Please, Sign In to add comment