API tools faq
paste
Advertisement
theosib-amazon

mosified.parquet metadata decode

theosib-amazon
May 13th, 2022
30
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 25.37 KB | None | 0 0
raw download clone embed print report
  1. File length=4411
  2. magic(PAR1)
  3. Meta length=3153
  4. Meta pos=1250
  5.  
  6. Struct(FileMetaData):
  7. 1: i32(version) = I32(1)
  8. 2: List(SchemaElement schema):
  9. 1: Struct(SchemaElement schema):
  10. 4: string(name) = Binary("spark_schema")
  11. 5: i32(num_children) = I32(4)
  12. 2: Struct(SchemaElement schema):
  13. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  14. 4: string(name) = Binary("destination_addresses")
  15. 5: i32(num_children) = I32(1)
  16. 6: ConvertedType(converted_type) = I32(3) = LIST
  17. 10: Struct(LogicalType logicalType):
  18. 3: Struct(ListType LIST):
  19. 3: Struct(SchemaElement schema):
  20. 3: FieldRepetitionType(repetition_type) = I32(2) = REPEATED
  21. 4: string(name) = Binary("array")
  22. 5: i32(num_children) = I32(1)
  23. 4: Struct(SchemaElement schema):
  24. 1: Type(type) = I32(6) = BYTE_ARRAY
  25. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  26. 4: string(name) = Binary("element")
  27. 6: ConvertedType(converted_type) = I32(0) = UTF8
  28. 10: Struct(LogicalType logicalType):
  29. 1: Struct(StringType STRING):
  30. 5: Struct(SchemaElement schema):
  31. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  32. 4: string(name) = Binary("origin_addresses")
  33. 5: i32(num_children) = I32(1)
  34. 6: ConvertedType(converted_type) = I32(3) = LIST
  35. 10: Struct(LogicalType logicalType):
  36. 3: Struct(ListType LIST):
  37. 6: Struct(SchemaElement schema):
  38. 3: FieldRepetitionType(repetition_type) = I32(2) = REPEATED
  39. 4: string(name) = Binary("array")
  40. 5: i32(num_children) = I32(1)
  41. 7: Struct(SchemaElement schema):
  42. 1: Type(type) = I32(6) = BYTE_ARRAY
  43. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  44. 4: string(name) = Binary("element")
  45. 6: ConvertedType(converted_type) = I32(0) = UTF8
  46. 10: Struct(LogicalType logicalType):
  47. 1: Struct(StringType STRING):
  48. 8: Struct(SchemaElement schema):
  49. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  50. 4: string(name) = Binary("rows")
  51. 5: i32(num_children) = I32(1)
  52. 6: ConvertedType(converted_type) = I32(3) = LIST
  53. 10: Struct(LogicalType logicalType):
  54. 3: Struct(ListType LIST):
  55. 9: Struct(SchemaElement schema):
  56. 3: FieldRepetitionType(repetition_type) = I32(2) = REPEATED
  57. 4: string(name) = Binary("array")
  58. 5: i32(num_children) = I32(1)
  59. 10: Struct(SchemaElement schema):
  60. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  61. 4: string(name) = Binary("element")
  62. 5: i32(num_children) = I32(1)
  63. 11: Struct(SchemaElement schema):
  64. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  65. 4: string(name) = Binary("elements")
  66. 5: i32(num_children) = I32(1)
  67. 6: ConvertedType(converted_type) = I32(3) = LIST
  68. 10: Struct(LogicalType logicalType):
  69. 3: Struct(ListType LIST):
  70. 12: Struct(SchemaElement schema):
  71. 3: FieldRepetitionType(repetition_type) = I32(2) = REPEATED
  72. 4: string(name) = Binary("array")
  73. 5: i32(num_children) = I32(1)
  74. 13: Struct(SchemaElement schema):
  75. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  76. 4: string(name) = Binary("element")
  77. 5: i32(num_children) = I32(3)
  78. 14: Struct(SchemaElement schema):
  79. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  80. 4: string(name) = Binary("distance")
  81. 5: i32(num_children) = I32(2)
  82. 15: Struct(SchemaElement schema):
  83. 1: Type(type) = I32(6) = BYTE_ARRAY
  84. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  85. 4: string(name) = Binary("text")
  86. 6: ConvertedType(converted_type) = I32(0) = UTF8
  87. 10: Struct(LogicalType logicalType):
  88. 1: Struct(StringType STRING):
  89. 16: Struct(SchemaElement schema):
  90. 1: Type(type) = I32(2) = INT64
  91. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  92. 4: string(name) = Binary("value")
  93. 17: Struct(SchemaElement schema):
  94. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  95. 4: string(name) = Binary("duration")
  96. 5: i32(num_children) = I32(2)
  97. 18: Struct(SchemaElement schema):
  98. 1: Type(type) = I32(6) = BYTE_ARRAY
  99. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  100. 4: string(name) = Binary("text")
  101. 6: ConvertedType(converted_type) = I32(0) = UTF8
  102. 10: Struct(LogicalType logicalType):
  103. 1: Struct(StringType STRING):
  104. 19: Struct(SchemaElement schema):
  105. 1: Type(type) = I32(2) = INT64
  106. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  107. 4: string(name) = Binary("value")
  108. 20: Struct(SchemaElement schema):
  109. 1: Type(type) = I32(6) = BYTE_ARRAY
  110. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  111. 4: string(name) = Binary("status")
  112. 6: ConvertedType(converted_type) = I32(0) = UTF8
  113. 10: Struct(LogicalType logicalType):
  114. 1: Struct(StringType STRING):
  115. 21: Struct(SchemaElement schema):
  116. 1: Type(type) = I32(6) = BYTE_ARRAY
  117. 3: FieldRepetitionType(repetition_type) = I32(1) = OPTIONAL
  118. 4: string(name) = Binary("status")
  119. 6: ConvertedType(converted_type) = I32(0) = UTF8
  120. 10: Struct(LogicalType logicalType):
  121. 1: Struct(StringType STRING):
  122. 3: i64(num_rows) = I64(1)
  123. 4: List(RowGroup row_groups):
  124. 1: Struct(RowGroup row_groups):
  125. 1: List(ColumnChunk columns):
  126. 1: Struct(ColumnChunk columns):
  127. 2: i64(file_offset) = I64(4)
  128. 3: Struct(ColumnMetaData meta_data):
  129. 1: Type(type) = I32(6) = BYTE_ARRAY
  130. 2: List(Encoding encodings):
  131. 1: Encoding(encodings) = I32(0) = PLAIN
  132. 2: Encoding(encodings) = I32(3) = RLE
  133. 3: List(string path_in_schema):
  134. 1: string(path_in_schema) = Binary("destination_addresses")
  135. 2: string(path_in_schema) = Binary("array")
  136. 3: string(path_in_schema) = Binary("element")
  137. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  138. 5: i64(num_values) = I64(6)
  139. 6: i64(total_uncompressed_size) = I64(197)
  140. 7: i64(total_compressed_size) = I64(197)
  141. 9: i64(data_page_offset) = I64(4)
  142. 12: Struct(Statistics statistics):
  143. 3: i64(null_count) = I64(0)
  144. 5: binary(max_value) = Binary("oX/xgBpN04At7pWhlc6/7kX0nIdGGp4EJCY2guUZ/vY=")
  145. 6: binary(min_value) = Binary("Austin, TX, USA")
  146. 13: List(PageEncodingStats encoding_stats):
  147. 1: Struct(PageEncodingStats encoding_stats):
  148. 1: PageType(page_type) = I32(0) = DATA_PAGE
  149. 2: Encoding(encoding) = I32(0) = PLAIN
  150. 3: i32(count) = I32(1)
  151. 4: i64(offset_index_offset) = I64(1159)
  152. 5: i64(offset_index_length) = I32(11)
  153. 6: i64(column_index_offset) = I64(833)
  154. 7: i64(column_index_length) = I32(74)
  155. 2: Struct(ColumnChunk columns):
  156. 2: i64(file_offset) = I64(201)
  157. 3: Struct(ColumnMetaData meta_data):
  158. 1: Type(type) = I32(6) = BYTE_ARRAY
  159. 2: List(Encoding encodings):
  160. 1: Encoding(encodings) = I32(0) = PLAIN
  161. 2: Encoding(encodings) = I32(3) = RLE
  162. 3: List(string path_in_schema):
  163. 1: string(path_in_schema) = Binary("origin_addresses")
  164. 2: string(path_in_schema) = Binary("array")
  165. 3: string(path_in_schema) = Binary("element")
  166. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  167. 5: i64(num_values) = I64(1)
  168. 6: i64(total_uncompressed_size) = I64(57)
  169. 7: i64(total_compressed_size) = I64(57)
  170. 9: i64(data_page_offset) = I64(201)
  171. 12: Struct(Statistics statistics):
  172. 1: binary(max) = Binary("New York, NY, USA")
  173. 2: binary(min) = Binary("New York, NY, USA")
  174. 3: i64(null_count) = I64(0)
  175. 5: binary(max_value) = Binary("New York, NY, USA")
  176. 6: binary(min_value) = Binary("New York, NY, USA")
  177. 13: List(PageEncodingStats encoding_stats):
  178. 1: Struct(PageEncodingStats encoding_stats):
  179. 1: PageType(page_type) = I32(0) = DATA_PAGE
  180. 2: Encoding(encoding) = I32(0) = PLAIN
  181. 3: i32(count) = I32(1)
  182. 4: i64(offset_index_offset) = I64(1170)
  183. 5: i64(offset_index_length) = I32(11)
  184. 6: i64(column_index_offset) = I64(907)
  185. 7: i64(column_index_length) = I32(49)
  186. 3: Struct(ColumnChunk columns):
  187. 2: i64(file_offset) = I64(258)
  188. 3: Struct(ColumnMetaData meta_data):
  189. 1: Type(type) = I32(6) = BYTE_ARRAY
  190. 2: List(Encoding encodings):
  191. 1: Encoding(encodings) = I32(0) = PLAIN
  192. 2: Encoding(encodings) = I32(3) = RLE
  193. 3: List(string path_in_schema):
  194. 1: string(path_in_schema) = Binary("rows")
  195. 2: string(path_in_schema) = Binary("array")
  196. 3: string(path_in_schema) = Binary("element")
  197. 4: string(path_in_schema) = Binary("elements")
  198. 5: string(path_in_schema) = Binary("array")
  199. 6: string(path_in_schema) = Binary("element")
  200. 7: string(path_in_schema) = Binary("distance")
  201. 8: string(path_in_schema) = Binary("text")
  202. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  203. 5: i64(num_values) = I64(6)
  204. 6: i64(total_uncompressed_size) = I64(110)
  205. 7: i64(total_compressed_size) = I64(110)
  206. 9: i64(data_page_offset) = I64(258)
  207. 12: Struct(Statistics statistics):
  208. 3: i64(null_count) = I64(0)
  209. 5: binary(max_value) = Binary("94.6 mi")
  210. 6: binary(min_value) = Binary("1,286 mi")
  211. 13: List(PageEncodingStats encoding_stats):
  212. 1: Struct(PageEncodingStats encoding_stats):
  213. 1: PageType(page_type) = I32(0) = DATA_PAGE
  214. 2: Encoding(encoding) = I32(0) = PLAIN
  215. 3: i32(count) = I32(1)
  216. 4: i64(offset_index_offset) = I64(1181)
  217. 5: i64(offset_index_length) = I32(12)
  218. 6: i64(column_index_offset) = I64(956)
  219. 7: i64(column_index_length) = I32(30)
  220. 4: Struct(ColumnChunk columns):
  221. 2: i64(file_offset) = I64(368)
  222. 3: Struct(ColumnMetaData meta_data):
  223. 1: Type(type) = I32(2) = INT64
  224. 2: List(Encoding encodings):
  225. 1: Encoding(encodings) = I32(0) = PLAIN
  226. 2: Encoding(encodings) = I32(3) = RLE
  227. 3: List(string path_in_schema):
  228. 1: string(path_in_schema) = Binary("rows")
  229. 2: string(path_in_schema) = Binary("array")
  230. 3: string(path_in_schema) = Binary("element")
  231. 4: string(path_in_schema) = Binary("elements")
  232. 5: string(path_in_schema) = Binary("array")
  233. 6: string(path_in_schema) = Binary("element")
  234. 7: string(path_in_schema) = Binary("distance")
  235. 8: string(path_in_schema) = Binary("value")
  236. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  237. 5: i64(num_values) = I64(6)
  238. 6: i64(total_uncompressed_size) = I64(89)
  239. 7: i64(total_compressed_size) = I64(89)
  240. 9: i64(data_page_offset) = I64(368)
  241. 12: Struct(Statistics statistics):
  242. 1: binary(max) = Binary("��F")
  243. 2: binary(min) = Binary("�R")
  244. 3: i64(null_count) = I64(0)
  245. 5: binary(max_value) = Binary("��F")
  246. 6: binary(min_value) = Binary("�R")
  247. 13: List(PageEncodingStats encoding_stats):
  248. 1: Struct(PageEncodingStats encoding_stats):
  249. 1: PageType(page_type) = I32(0) = DATA_PAGE
  250. 2: Encoding(encoding) = I32(0) = PLAIN
  251. 3: i32(count) = I32(1)
  252. 4: i64(offset_index_offset) = I64(1193)
  253. 5: i64(offset_index_length) = I32(12)
  254. 6: i64(column_index_offset) = I64(986)
  255. 7: i64(column_index_length) = I32(31)
  256. 5: Struct(ColumnChunk columns):
  257. 2: i64(file_offset) = I64(600)
  258. 3: Struct(ColumnMetaData meta_data):
  259. 1: Type(type) = I32(6) = BYTE_ARRAY
  260. 2: List(Encoding encodings):
  261. 1: Encoding(encodings) = I32(2) = PLAIN_DICTIONARY
  262. 2: Encoding(encodings) = I32(3) = RLE
  263. 3: List(string path_in_schema):
  264. 1: string(path_in_schema) = Binary("rows")
  265. 2: string(path_in_schema) = Binary("array")
  266. 3: string(path_in_schema) = Binary("element")
  267. 4: string(path_in_schema) = Binary("elements")
  268. 5: string(path_in_schema) = Binary("array")
  269. 6: string(path_in_schema) = Binary("element")
  270. 7: string(path_in_schema) = Binary("duration")
  271. 8: string(path_in_schema) = Binary("text")
  272. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  273. 5: i64(num_values) = I64(6)
  274. 6: i64(total_uncompressed_size) = I64(187)
  275. 7: i64(total_compressed_size) = I64(187)
  276. 9: i64(data_page_offset) = I64(600)
  277. 11: i64(dictionary_page_offset) = I64(457)
  278. 12: Struct(Statistics statistics):
  279. 3: i64(null_count) = I64(0)
  280. 5: binary(max_value) = Binary("V3CL+XL6iM6RBvV/hR/4/bFJZDdD+ROtzqv4p24pbek=")
  281. 6: binary(min_value) = Binary("1 day 18 hours")
  282. 13: List(PageEncodingStats encoding_stats):
  283. 1: Struct(PageEncodingStats encoding_stats):
  284. 1: PageType(page_type) = I32(2) = DICTIONARY_PAGE
  285. 2: Encoding(encoding) = I32(2) = PLAIN_DICTIONARY
  286. 3: i32(count) = I32(1)
  287. 2: Struct(PageEncodingStats encoding_stats):
  288. 1: PageType(page_type) = I32(0) = DATA_PAGE
  289. 2: Encoding(encoding) = I32(2) = PLAIN_DICTIONARY
  290. 3: i32(count) = I32(1)
  291. 4: i64(offset_index_offset) = I64(1205)
  292. 5: i64(offset_index_length) = I32(11)
  293. 6: i64(column_index_offset) = I64(1017)
  294. 7: i64(column_index_length) = I32(73)
  295. 6: Struct(ColumnChunk columns):
  296. 2: i64(file_offset) = I64(644)
  297. 3: Struct(ColumnMetaData meta_data):
  298. 1: Type(type) = I32(2) = INT64
  299. 2: List(Encoding encodings):
  300. 1: Encoding(encodings) = I32(0) = PLAIN
  301. 2: Encoding(encodings) = I32(3) = RLE
  302. 3: List(string path_in_schema):
  303. 1: string(path_in_schema) = Binary("rows")
  304. 2: string(path_in_schema) = Binary("array")
  305. 3: string(path_in_schema) = Binary("element")
  306. 4: string(path_in_schema) = Binary("elements")
  307. 5: string(path_in_schema) = Binary("array")
  308. 6: string(path_in_schema) = Binary("element")
  309. 7: string(path_in_schema) = Binary("duration")
  310. 8: string(path_in_schema) = Binary("value")
  311. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  312. 5: i64(num_values) = I64(6)
  313. 6: i64(total_uncompressed_size) = I64(89)
  314. 7: i64(total_compressed_size) = I64(89)
  315. 9: i64(data_page_offset) = I64(644)
  316. 12: Struct(Statistics statistics):
  317. 1: binary(max) = Binary("QU")
  318. 2: binary(min) = Binary("S")
  319. 3: i64(null_count) = I64(0)
  320. 5: binary(max_value) = Binary("QU")
  321. 6: binary(min_value) = Binary("S")
  322. 13: List(PageEncodingStats encoding_stats):
  323. 1: Struct(PageEncodingStats encoding_stats):
  324. 1: PageType(page_type) = I32(0) = DATA_PAGE
  325. 2: Encoding(encoding) = I32(0) = PLAIN
  326. 3: i32(count) = I32(1)
  327. 4: i64(offset_index_offset) = I64(1216)
  328. 5: i64(offset_index_length) = I32(12)
  329. 6: i64(column_index_offset) = I64(1090)
  330. 7: i64(column_index_length) = I32(31)
  331. 7: Struct(ColumnChunk columns):
  332. 2: i64(file_offset) = I64(758)
  333. 3: Struct(ColumnMetaData meta_data):
  334. 1: Type(type) = I32(6) = BYTE_ARRAY
  335. 2: List(Encoding encodings):
  336. 1: Encoding(encodings) = I32(2) = PLAIN_DICTIONARY
  337. 2: Encoding(encodings) = I32(3) = RLE
  338. 3: List(string path_in_schema):
  339. 1: string(path_in_schema) = Binary("rows")
  340. 2: string(path_in_schema) = Binary("array")
  341. 3: string(path_in_schema) = Binary("element")
  342. 4: string(path_in_schema) = Binary("elements")
  343. 5: string(path_in_schema) = Binary("array")
  344. 6: string(path_in_schema) = Binary("element")
  345. 7: string(path_in_schema) = Binary("status")
  346. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  347. 5: i64(num_values) = I64(6)
  348. 6: i64(total_uncompressed_size) = I64(65)
  349. 7: i64(total_compressed_size) = I64(65)
  350. 9: i64(data_page_offset) = I64(758)
  351. 11: i64(dictionary_page_offset) = I64(733)
  352. 12: Struct(Statistics statistics):
  353. 1: binary(max) = Binary("OK")
  354. 2: binary(min) = Binary("OK")
  355. 3: i64(null_count) = I64(0)
  356. 5: binary(max_value) = Binary("OK")
  357. 6: binary(min_value) = Binary("OK")
  358. 13: List(PageEncodingStats encoding_stats):
  359. 1: Struct(PageEncodingStats encoding_stats):
  360. 1: PageType(page_type) = I32(2) = DICTIONARY_PAGE
  361. 2: Encoding(encoding) = I32(2) = PLAIN_DICTIONARY
  362. 3: i32(count) = I32(1)
  363. 2: Struct(PageEncodingStats encoding_stats):
  364. 1: PageType(page_type) = I32(0) = DATA_PAGE
  365. 2: Encoding(encoding) = I32(2) = PLAIN_DICTIONARY
  366. 3: i32(count) = I32(1)
  367. 4: i64(offset_index_offset) = I64(1228)
  368. 5: i64(offset_index_length) = I32(11)
  369. 6: i64(column_index_offset) = I64(1121)
  370. 7: i64(column_index_length) = I32(19)
  371. 8: Struct(ColumnChunk columns):
  372. 2: i64(file_offset) = I64(798)
  373. 3: Struct(ColumnMetaData meta_data):
  374. 1: Type(type) = I32(6) = BYTE_ARRAY
  375. 2: List(Encoding encodings):
  376. 1: Encoding(encodings) = I32(0) = PLAIN
  377. 2: Encoding(encodings) = I32(3) = RLE
  378. 3: Encoding(encodings) = I32(4) = BIT_PACKED
  379. 3: List(string path_in_schema):
  380. 1: string(path_in_schema) = Binary("status")
  381. 4: CompressionCodec(codec) = I32(0) = UNCOMPRESSED
  382. 5: i64(num_values) = I64(1)
  383. 6: i64(total_uncompressed_size) = I64(35)
  384. 7: i64(total_compressed_size) = I64(35)
  385. 9: i64(data_page_offset) = I64(798)
  386. 12: Struct(Statistics statistics):
  387. 1: binary(max) = Binary("OK")
  388. 2: binary(min) = Binary("OK")
  389. 3: i64(null_count) = I64(0)
  390. 5: binary(max_value) = Binary("OK")
  391. 6: binary(min_value) = Binary("OK")
  392. 13: List(PageEncodingStats encoding_stats):
  393. 1: Struct(PageEncodingStats encoding_stats):
  394. 1: PageType(page_type) = I32(0) = DATA_PAGE
  395. 2: Encoding(encoding) = I32(0) = PLAIN
  396. 3: i32(count) = I32(1)
  397. 4: i64(offset_index_offset) = I64(1239)
  398. 5: i64(offset_index_length) = I32(11)
  399. 6: i64(column_index_offset) = I64(1140)
  400. 7: i64(column_index_length) = I32(19)
  401. 2: i64(total_byte_size) = I64(829)
  402. 3: i64(num_rows) = I64(1)
  403. 5: i64(file_offset) = I64(4)
  404. 6: i64(total_compressed_size) = I64(829)
  405. 7: i16(ordinal) = I16(0)
  406. 5: List(KeyValue key_value_metadata):
  407. 1: Struct(KeyValue key_value_metadata):
  408. 1: string(key) = Binary("parquet.avro.schema")
  409. 2: string(value) = Binary("{"type":"record","name":"spark_schema","fields":[{"name":"destination_addresses","type":["null",{"type":"array","items":{"type":"record","name":"list","fields":[{"name":"element","type":["null","string"],"default":null}]}}],"default":null},{"name":"origin_addresses","type":["null",{"type":"array","items":{"type":"record","name":"list","namespace":"list2","fields":[{"name":"element","type":["null","string"],"default":null}]}}],"default":null},{"name":"rows","type":["null",{"type":"array","items":{"type":"record","name":"list","namespace":"list3","fields":[{"name":"element","type":["null",{"type":"record","name":"element","namespace":"","fields":[{"name":"elements","type":["null",{"type":"array","items":{"type":"record","name":"list","namespace":"list4","fields":[{"name":"element","type":["null",{"type":"record","name":"element","namespace":"element2","fields":[{"name":"distance","type":["null",{"type":"record","name":"distance","namespace":"","fields":[{"name":"text","type":["null","string"],"default":null},{"name":"value","type":["null","long"],"default":null}]}],"default":null},{"name":"duration","type":["null",{"type":"record","name":"duration","namespace":"","fields":[{"name":"text","type":["null","string"],"default":null},{"name":"value","type":["null","long"],"default":null}]}],"default":null},{"name":"status","type":["null","string"],"default":null}]}],"default":null}]}}],"default":null}]}],"default":null}]}}],"default":null},{"name":"status","type":["null","string"],"default":null}]}")
  410. 2: Struct(KeyValue key_value_metadata):
  411. 1: string(key) = Binary("writer.model.name")
  412. 2: string(value) = Binary("avro")
  413. 6: string(created_by) = Binary("parquet-mr version 1.12.0 (build db75a6815f2ba1d1ee89d1a90aeb296f1f3a8f20)")
  414. 7: List(ColumnOrder column_orders):
  415. 1: Struct(ColumnOrder column_orders):
  416. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  417. 2: Struct(ColumnOrder column_orders):
  418. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  419. 3: Struct(ColumnOrder column_orders):
  420. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  421. 4: Struct(ColumnOrder column_orders):
  422. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  423. 5: Struct(ColumnOrder column_orders):
  424. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  425. 6: Struct(ColumnOrder column_orders):
  426. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  427. 7: Struct(ColumnOrder column_orders):
  428. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  429. 8: Struct(ColumnOrder column_orders):
  430. 1: Struct(TypeDefinedOrder TYPE_ORDER):
  431.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!