API tools faq
paste
Guest User

JsonToParquet

a guest
Nov 30th, 2017
124
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 49.24 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" ?>
  2. <template encoding-version="1.1">
  3. <description></description>
  4. <groupId>b94e9239-015e-1000-8de5-1652682428b3</groupId>
  5. <name>JsonToParquet</name>
  6. <snippet>
  7. <connections>
  8. <id>84f92420-43c5-3db1-0000-000000000000</id>
  9. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  10. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  11. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  12. <bends>
  13. <x>884.0</x>
  14. <y>152.0</y>
  15. </bends>
  16. <destination>
  17. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  18. <id>75ed14a2-ecef-3692-0000-000000000000</id>
  19. <type>PROCESSOR</type>
  20. </destination>
  21. <flowFileExpiration>0 sec</flowFileExpiration>
  22. <labelIndex>0</labelIndex>
  23. <name></name>
  24. <selectedRelationships>success</selectedRelationships>
  25. <source>
  26. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  27. <id>f256c4a8-f8e8-3153-0000-000000000000</id>
  28. <type>PROCESSOR</type>
  29. </source>
  30. <zIndex>0</zIndex>
  31. </connections>
  32. <connections>
  33. <id>8b55a220-9503-356b-0000-000000000000</id>
  34. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  35. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  36. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  37. <destination>
  38. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  39. <id>ad043018-ee81-38fb-0000-000000000000</id>
  40. <type>FUNNEL</type>
  41. </destination>
  42. <flowFileExpiration>0 sec</flowFileExpiration>
  43. <labelIndex>1</labelIndex>
  44. <name></name>
  45. <selectedRelationships>success</selectedRelationships>
  46. <source>
  47. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  48. <id>2e9e4bc8-7f82-368e-0000-000000000000</id>
  49. <type>PROCESSOR</type>
  50. </source>
  51. <zIndex>0</zIndex>
  52. </connections>
  53. <connections>
  54. <id>8b7e64e2-1d41-3624-0000-000000000000</id>
  55. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  56. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  57. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  58. <bends>
  59. <x>890.0</x>
  60. <y>519.0</y>
  61. </bends>
  62. <destination>
  63. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  64. <id>2756c41f-67ca-33ad-0000-000000000000</id>
  65. <type>PROCESSOR</type>
  66. </destination>
  67. <flowFileExpiration>0 sec</flowFileExpiration>
  68. <labelIndex>0</labelIndex>
  69. <name></name>
  70. <selectedRelationships>split</selectedRelationships>
  71. <source>
  72. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  73. <id>bc842d71-57b5-3aac-0000-000000000000</id>
  74. <type>PROCESSOR</type>
  75. </source>
  76. <zIndex>0</zIndex>
  77. </connections>
  78. <connections>
  79. <id>bdc451ba-349a-3a19-0000-000000000000</id>
  80. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  81. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  82. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  83. <bends>
  84. <x>885.0</x>
  85. <y>339.0</y>
  86. </bends>
  87. <destination>
  88. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  89. <id>bc842d71-57b5-3aac-0000-000000000000</id>
  90. <type>PROCESSOR</type>
  91. </destination>
  92. <flowFileExpiration>0 sec</flowFileExpiration>
  93. <labelIndex>0</labelIndex>
  94. <name></name>
  95. <selectedRelationships>matched</selectedRelationships>
  96. <source>
  97. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  98. <id>75ed14a2-ecef-3692-0000-000000000000</id>
  99. <type>PROCESSOR</type>
  100. </source>
  101. <zIndex>0</zIndex>
  102. </connections>
  103. <connections>
  104. <id>d169b4d0-46c8-33cb-0000-000000000000</id>
  105. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  106. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  107. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  108. <destination>
  109. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  110. <id>9d97b609-5fb6-3437-0000-000000000000</id>
  111. <type>FUNNEL</type>
  112. </destination>
  113. <flowFileExpiration>0 sec</flowFileExpiration>
  114. <labelIndex>1</labelIndex>
  115. <name></name>
  116. <selectedRelationships>failure</selectedRelationships>
  117. <source>
  118. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  119. <id>bc842d71-57b5-3aac-0000-000000000000</id>
  120. <type>PROCESSOR</type>
  121. </source>
  122. <zIndex>0</zIndex>
  123. </connections>
  124. <connections>
  125. <id>d4075a62-c7bf-3799-0000-000000000000</id>
  126. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  127. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  128. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  129. <destination>
  130. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  131. <id>4071ecb4-4182-39d7-0000-000000000000</id>
  132. <type>FUNNEL</type>
  133. </destination>
  134. <flowFileExpiration>0 sec</flowFileExpiration>
  135. <labelIndex>1</labelIndex>
  136. <name></name>
  137. <selectedRelationships>failure</selectedRelationships>
  138. <source>
  139. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  140. <id>2756c41f-67ca-33ad-0000-000000000000</id>
  141. <type>PROCESSOR</type>
  142. </source>
  143. <zIndex>0</zIndex>
  144. </connections>
  145. <connections>
  146. <id>e5cfa8ed-db3d-3454-0000-000000000000</id>
  147. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  148. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  149. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  150. <destination>
  151. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  152. <id>f2eca718-f283-391f-0000-000000000000</id>
  153. <type>FUNNEL</type>
  154. </destination>
  155. <flowFileExpiration>0 sec</flowFileExpiration>
  156. <labelIndex>1</labelIndex>
  157. <name></name>
  158. <selectedRelationships>failure</selectedRelationships>
  159. <selectedRelationships>unsupported content</selectedRelationships>
  160. <source>
  161. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  162. <id>fb2cd750-0b84-3f73-0000-000000000000</id>
  163. <type>PROCESSOR</type>
  164. </source>
  165. <zIndex>0</zIndex>
  166. </connections>
  167. <connections>
  168. <id>e817098e-902d-32b1-0000-000000000000</id>
  169. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  170. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  171. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  172. <destination>
  173. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  174. <id>907b9a2b-3f90-3834-0000-000000000000</id>
  175. <type>FUNNEL</type>
  176. </destination>
  177. <flowFileExpiration>0 sec</flowFileExpiration>
  178. <labelIndex>1</labelIndex>
  179. <name></name>
  180. <selectedRelationships>failure</selectedRelationships>
  181. <selectedRelationships>unmatched</selectedRelationships>
  182. <source>
  183. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  184. <id>75ed14a2-ecef-3692-0000-000000000000</id>
  185. <type>PROCESSOR</type>
  186. </source>
  187. <zIndex>0</zIndex>
  188. </connections>
  189. <connections>
  190. <id>fa9e6119-3b48-3f8c-0000-000000000000</id>
  191. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  192. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  193. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  194. <destination>
  195. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  196. <id>54656dde-7794-384e-0000-000000000000</id>
  197. <type>FUNNEL</type>
  198. </destination>
  199. <flowFileExpiration>0 sec</flowFileExpiration>
  200. <labelIndex>1</labelIndex>
  201. <name></name>
  202. <selectedRelationships>failure</selectedRelationships>
  203. <source>
  204. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  205. <id>7e05b840-d632-3038-0000-000000000000</id>
  206. <type>PROCESSOR</type>
  207. </source>
  208. <zIndex>0</zIndex>
  209. </connections>
  210. <connections>
  211. <id>1e122658-123b-386e-0000-000000000000</id>
  212. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  213. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  214. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  215. <destination>
  216. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  217. <id>25e21ae6-7d61-3cdd-0000-000000000000</id>
  218. <type>FUNNEL</type>
  219. </destination>
  220. <flowFileExpiration>0 sec</flowFileExpiration>
  221. <labelIndex>1</labelIndex>
  222. <name></name>
  223. <selectedRelationships>failure</selectedRelationships>
  224. <source>
  225. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  226. <id>2e9e4bc8-7f82-368e-0000-000000000000</id>
  227. <type>PROCESSOR</type>
  228. </source>
  229. <zIndex>0</zIndex>
  230. </connections>
  231. <connections>
  232. <id>3a09a0a5-d320-3eac-0000-000000000000</id>
  233. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  234. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  235. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  236. <bends>
  237. <x>732.54833984375</x>
  238. <y>903.03076171875</y>
  239. </bends>
  240. <destination>
  241. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  242. <id>2e9e4bc8-7f82-368e-0000-000000000000</id>
  243. <type>PROCESSOR</type>
  244. </destination>
  245. <flowFileExpiration>0 sec</flowFileExpiration>
  246. <labelIndex>0</labelIndex>
  247. <name></name>
  248. <selectedRelationships>success</selectedRelationships>
  249. <source>
  250. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  251. <id>fb2cd750-0b84-3f73-0000-000000000000</id>
  252. <type>PROCESSOR</type>
  253. </source>
  254. <zIndex>0</zIndex>
  255. </connections>
  256. <connections>
  257. <id>3ef82c10-df08-31f1-0000-000000000000</id>
  258. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  259. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  260. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  261. <destination>
  262. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  263. <id>a319f3c2-c19b-3dac-0000-000000000000</id>
  264. <type>FUNNEL</type>
  265. </destination>
  266. <flowFileExpiration>0 sec</flowFileExpiration>
  267. <labelIndex>1</labelIndex>
  268. <name></name>
  269. <selectedRelationships>success</selectedRelationships>
  270. <source>
  271. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  272. <id>7e05b840-d632-3038-0000-000000000000</id>
  273. <type>PROCESSOR</type>
  274. </source>
  275. <zIndex>0</zIndex>
  276. </connections>
  277. <connections>
  278. <id>5706b1ba-2366-332e-0000-000000000000</id>
  279. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  280. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  281. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  282. <bends>
  283. <x>564.0</x>
  284. <y>1014.0</y>
  285. </bends>
  286. <bends>
  287. <x>564.0</x>
  288. <y>1064.0</y>
  289. </bends>
  290. <destination>
  291. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  292. <id>7e05b840-d632-3038-0000-000000000000</id>
  293. <type>PROCESSOR</type>
  294. </destination>
  295. <flowFileExpiration>0 sec</flowFileExpiration>
  296. <labelIndex>1</labelIndex>
  297. <name></name>
  298. <selectedRelationships>retry</selectedRelationships>
  299. <source>
  300. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  301. <id>7e05b840-d632-3038-0000-000000000000</id>
  302. <type>PROCESSOR</type>
  303. </source>
  304. <zIndex>0</zIndex>
  305. </connections>
  306. <connections>
  307. <id>7537c300-2dfd-3a46-0000-000000000000</id>
  308. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  309. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  310. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  311. <bends>
  312. <x>899.0</x>
  313. <y>701.0</y>
  314. </bends>
  315. <destination>
  316. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  317. <id>fb2cd750-0b84-3f73-0000-000000000000</id>
  318. <type>PROCESSOR</type>
  319. </destination>
  320. <flowFileExpiration>0 sec</flowFileExpiration>
  321. <labelIndex>0</labelIndex>
  322. <name></name>
  323. <selectedRelationships>success</selectedRelationships>
  324. <source>
  325. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  326. <id>2756c41f-67ca-33ad-0000-000000000000</id>
  327. <type>PROCESSOR</type>
  328. </source>
  329. <zIndex>0</zIndex>
  330. </connections>
  331. <connections>
  332. <id>77453eb7-d027-367c-0000-000000000000</id>
  333. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  334. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  335. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  336. <destination>
  337. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  338. <id>7e05b840-d632-3038-0000-000000000000</id>
  339. <type>PROCESSOR</type>
  340. </destination>
  341. <flowFileExpiration>0 sec</flowFileExpiration>
  342. <labelIndex>1</labelIndex>
  343. <name></name>
  344. <selectedRelationships>success</selectedRelationships>
  345. <source>
  346. <groupId>d0ce818a-357d-32f4-0000-000000000000</groupId>
  347. <id>fb2cd750-0b84-3f73-0000-000000000000</id>
  348. <type>PROCESSOR</type>
  349. </source>
  350. <zIndex>0</zIndex>
  351. </connections>
  352. <controllerServices>
  353. <id>20a071a7-21f3-3d8b-0000-000000000000</id>
  354. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  355. <bundle>
  356. <artifact>nifi-record-serialization-services-nar</artifact>
  357. <group>org.apache.nifi</group>
  358. <version>1.4.0-SNAPSHOT</version>
  359. </bundle>
  360. <comments></comments>
  361. <descriptors>
  362. <entry>
  363. <key>Schema Write Strategy</key>
  364. <value>
  365. <name>Schema Write Strategy</name>
  366. </value>
  367. </entry>
  368. <entry>
  369. <key>schema-access-strategy</key>
  370. <value>
  371. <name>schema-access-strategy</name>
  372. </value>
  373. </entry>
  374. <entry>
  375. <key>schema-registry</key>
  376. <value>
  377. <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
  378. <name>schema-registry</name>
  379. </value>
  380. </entry>
  381. <entry>
  382. <key>schema-name</key>
  383. <value>
  384. <name>schema-name</name>
  385. </value>
  386. </entry>
  387. <entry>
  388. <key>schema-text</key>
  389. <value>
  390. <name>schema-text</name>
  391. </value>
  392. </entry>
  393. <entry>
  394. <key>compression-format</key>
  395. <value>
  396. <name>compression-format</name>
  397. </value>
  398. </entry>
  399. </descriptors>
  400. <name>AvroRecordSetWriter</name>
  401. <persistsState>false</persistsState>
  402. <properties>
  403. <entry>
  404. <key>Schema Write Strategy</key>
  405. <value>avro-embedded</value>
  406. </entry>
  407. <entry>
  408. <key>schema-access-strategy</key>
  409. <value>inherit-record-schema</value>
  410. </entry>
  411. <entry>
  412. <key>schema-registry</key>
  413. </entry>
  414. <entry>
  415. <key>schema-name</key>
  416. <value>${schema.name}</value>
  417. </entry>
  418. <entry>
  419. <key>schema-text</key>
  420. <value>${avro.schema}</value>
  421. </entry>
  422. <entry>
  423. <key>compression-format</key>
  424. <value>NONE</value>
  425. </entry>
  426. </properties>
  427. <state>ENABLED</state>
  428. <type>org.apache.nifi.avro.AvroRecordSetWriter</type>
  429. </controllerServices>
  430. <controllerServices>
  431. <id>41017214-c924-3b60-0000-000000000000</id>
  432. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  433. <bundle>
  434. <artifact>nifi-record-serialization-services-nar</artifact>
  435. <group>org.apache.nifi</group>
  436. <version>1.4.0-SNAPSHOT</version>
  437. </bundle>
  438. <comments></comments>
  439. <descriptors>
  440. <entry>
  441. <key>schema-access-strategy</key>
  442. <value>
  443. <name>schema-access-strategy</name>
  444. </value>
  445. </entry>
  446. <entry>
  447. <key>schema-registry</key>
  448. <value>
  449. <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
  450. <name>schema-registry</name>
  451. </value>
  452. </entry>
  453. <entry>
  454. <key>schema-name</key>
  455. <value>
  456. <name>schema-name</name>
  457. </value>
  458. </entry>
  459. <entry>
  460. <key>schema-text</key>
  461. <value>
  462. <name>schema-text</name>
  463. </value>
  464. </entry>
  465. <entry>
  466. <key>Date Format</key>
  467. <value>
  468. <name>Date Format</name>
  469. </value>
  470. </entry>
  471. <entry>
  472. <key>Time Format</key>
  473. <value>
  474. <name>Time Format</name>
  475. </value>
  476. </entry>
  477. <entry>
  478. <key>Timestamp Format</key>
  479. <value>
  480. <name>Timestamp Format</name>
  481. </value>
  482. </entry>
  483. </descriptors>
  484. <name>JsonTreeReader</name>
  485. <persistsState>false</persistsState>
  486. <properties>
  487. <entry>
  488. <key>schema-access-strategy</key>
  489. <value>schema-text-property</value>
  490. </entry>
  491. <entry>
  492. <key>schema-registry</key>
  493. </entry>
  494. <entry>
  495. <key>schema-name</key>
  496. <value>${schema.name}</value>
  497. </entry>
  498. <entry>
  499. <key>schema-text</key>
  500. <value>${inferred.avro.schema}</value>
  501. </entry>
  502. <entry>
  503. <key>Date Format</key>
  504. </entry>
  505. <entry>
  506. <key>Time Format</key>
  507. </entry>
  508. <entry>
  509. <key>Timestamp Format</key>
  510. </entry>
  511. </properties>
  512. <state>ENABLED</state>
  513. <type>org.apache.nifi.json.JsonTreeReader</type>
  514. </controllerServices>
  515. <funnels>
  516. <id>907b9a2b-3f90-3834-0000-000000000000</id>
  517. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  518. <position>
  519. <x>102.0</x>
  520. <y>221.0</y>
  521. </position>
  522. </funnels>
  523. <funnels>
  524. <id>9d97b609-5fb6-3437-0000-000000000000</id>
  525. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  526. <position>
  527. <x>94.0</x>
  528. <y>403.0</y>
  529. </position>
  530. </funnels>
  531. <funnels>
  532. <id>a319f3c2-c19b-3dac-0000-000000000000</id>
  533. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  534. <position>
  535. <x>464.0</x>
  536. <y>1205.0</y>
  537. </position>
  538. </funnels>
  539. <funnels>
  540. <id>ad043018-ee81-38fb-0000-000000000000</id>
  541. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  542. <position>
  543. <x>1121.0</x>
  544. <y>1206.0</y>
  545. </position>
  546. </funnels>
  547. <funnels>
  548. <id>f2eca718-f283-391f-0000-000000000000</id>
  549. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  550. <position>
  551. <x>88.0</x>
  552. <y>776.0</y>
  553. </position>
  554. </funnels>
  555. <funnels>
  556. <id>25e21ae6-7d61-3cdd-0000-000000000000</id>
  557. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  558. <position>
  559. <x>738.0</x>
  560. <y>1208.0</y>
  561. </position>
  562. </funnels>
  563. <funnels>
  564. <id>4071ecb4-4182-39d7-0000-000000000000</id>
  565. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  566. <position>
  567. <x>97.0</x>
  568. <y>587.0</y>
  569. </position>
  570. </funnels>
  571. <funnels>
  572. <id>54656dde-7794-384e-0000-000000000000</id>
  573. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  574. <position>
  575. <x>0.0</x>
  576. <y>1203.0</y>
  577. </position>
  578. </funnels>
  579. <labels>
  580. <id>6ad12a03-424a-3575-0000-000000000000</id>
  581. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  582. <position>
  583. <x>671.1587100458323</x>
  584. <y>936.621027291927</y>
  585. </position>
  586. <height>366.59991455078125</height>
  587. <label>Test JsonTreeReader with AvroSchema
  588. </label>
  589. <style>
  590. <entry>
  591. <key>font-size</key>
  592. <value>24px</value>
  593. </entry>
  594. </style>
  595. <width>580.304931640625</width>
  596. </labels>
  597. <processors>
  598. <id>bc842d71-57b5-3aac-0000-000000000000</id>
  599. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  600. <position>
  601. <x>393.0</x>
  602. <y>361.0</y>
  603. </position>
  604. <bundle>
  605. <artifact>nifi-standard-nar</artifact>
  606. <group>org.apache.nifi</group>
  607. <version>1.4.0-SNAPSHOT</version>
  608. </bundle>
  609. <config>
  610. <bulletinLevel>WARN</bulletinLevel>
  611. <comments></comments>
  612. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  613. <descriptors>
  614. <entry>
  615. <key>JsonPath Expression</key>
  616. <value>
  617. <name>JsonPath Expression</name>
  618. </value>
  619. </entry>
  620. <entry>
  621. <key>Null Value Representation</key>
  622. <value>
  623. <name>Null Value Representation</name>
  624. </value>
  625. </entry>
  626. </descriptors>
  627. <executionNode>ALL</executionNode>
  628. <lossTolerant>false</lossTolerant>
  629. <penaltyDuration>30 sec</penaltyDuration>
  630. <properties>
  631. <entry>
  632. <key>JsonPath Expression</key>
  633. <value>[*]</value>
  634. </entry>
  635. <entry>
  636. <key>Null Value Representation</key>
  637. <value>empty string</value>
  638. </entry>
  639. </properties>
  640. <runDurationMillis>0</runDurationMillis>
  641. <schedulingPeriod>0 sec</schedulingPeriod>
  642. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  643. <yieldDuration>1 sec</yieldDuration>
  644. </config>
  645. <name>SplitJson</name>
  646. <relationships>
  647. <autoTerminate>false</autoTerminate>
  648. <name>failure</name>
  649. </relationships>
  650. <relationships>
  651. <autoTerminate>true</autoTerminate>
  652. <name>original</name>
  653. </relationships>
  654. <relationships>
  655. <autoTerminate>false</autoTerminate>
  656. <name>split</name>
  657. </relationships>
  658. <state>STOPPED</state>
  659. <style></style>
  660. <type>org.apache.nifi.processors.standard.SplitJson</type>
  661. </processors>
  662. <processors>
  663. <id>f256c4a8-f8e8-3153-0000-000000000000</id>
  664. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  665. <position>
  666. <x>394.0</x>
  667. <y>0.0</y>
  668. </position>
  669. <bundle>
  670. <artifact>nifi-standard-nar</artifact>
  671. <group>org.apache.nifi</group>
  672. <version>1.4.0-SNAPSHOT</version>
  673. </bundle>
  674. <config>
  675. <bulletinLevel>WARN</bulletinLevel>
  676. <comments></comments>
  677. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  678. <descriptors>
  679. <entry>
  680. <key>File Size</key>
  681. <value>
  682. <name>File Size</name>
  683. </value>
  684. </entry>
  685. <entry>
  686. <key>Batch Size</key>
  687. <value>
  688. <name>Batch Size</name>
  689. </value>
  690. </entry>
  691. <entry>
  692. <key>Data Format</key>
  693. <value>
  694. <name>Data Format</name>
  695. </value>
  696. </entry>
  697. <entry>
  698. <key>Unique FlowFiles</key>
  699. <value>
  700. <name>Unique FlowFiles</name>
  701. </value>
  702. </entry>
  703. <entry>
  704. <key>generate-ff-custom-text</key>
  705. <value>
  706. <name>generate-ff-custom-text</name>
  707. </value>
  708. </entry>
  709. <entry>
  710. <key>character-set</key>
  711. <value>
  712. <name>character-set</name>
  713. </value>
  714. </entry>
  715. </descriptors>
  716. <executionNode>ALL</executionNode>
  717. <lossTolerant>false</lossTolerant>
  718. <penaltyDuration>30 sec</penaltyDuration>
  719. <properties>
  720. <entry>
  721. <key>File Size</key>
  722. <value>0B</value>
  723. </entry>
  724. <entry>
  725. <key>Batch Size</key>
  726. <value>1</value>
  727. </entry>
  728. <entry>
  729. <key>Data Format</key>
  730. <value>Text</value>
  731. </entry>
  732. <entry>
  733. <key>Unique FlowFiles</key>
  734. <value>false</value>
  735. </entry>
  736. <entry>
  737. <key>generate-ff-custom-text</key>
  738. <value>{
  739. "hits": [
  740. {
  741. "severity": "informational",
  742. "hostIP_geo": {
  743. "location": {
  744. "lon": -114.1051684,
  745. "lat": 31.5791158
  746. },
  747. "postal_code": "Location 1"
  748. },
  749. "hostname": "abcd0068",
  750. "@timestamp": "2017-11-28T07:00:00.000Z",
  751. "hostIP": "10.10.0.111",
  752. "meta": {
  753. "grok_match": "grok_match_1",
  754. "received_at_indexer": "2017-11-28T07:00:00.192Z",
  755. "received_from": "10.10.0.111",
  756. "processed_at_indexer": "abcd9006b",
  757. "kafka_topic": "syslog",
  758. "received_at_shipper": "2017-11-28T07:00:00.042Z",
  759. "processed_at_shipper": "abcd9009c"
  760. },
  761. "@version": "1",
  762. "syslog": {
  763. "program": "kernel",
  764. "priority": "6",
  765. "facility": "kernel"
  766. },
  767. "message": "NET: Registered protocol family 36",
  768. "type": "syslog",
  769. "tags": [
  770. "syslog",
  771. "generic_syslog",
  772. "index_static",
  773. "syslog_priority_parsed",
  774. "geoip"
  775. ]
  776. },
  777. {
  778. "severity": "informational",
  779. "hostIP_geo": {
  780. "location": {
  781. "lon": -114.1051684,
  782. "lat": 31.5791158
  783. },
  784. "postal_code": "Location 1"
  785. },
  786. "hostname": "abcd0060",
  787. "@timestamp": "2017-11-28T07:00:00.000Z",
  788. "hostIP": "10.10.0.103",
  789. "meta": {
  790. "grok_match": "grok_match_1",
  791. "received_at_indexer": "2017-11-28T07:00:00.271Z",
  792. "received_from": "10.10.9.103",
  793. "processed_at_indexer": "abcd9006b",
  794. "kafka_topic": "syslog",
  795. "received_at_shipper": "2017-11-28T07:00:00.169Z",
  796. "processed_at_shipper": "abcd9009c"
  797. },
  798. "@version": "1",
  799. "syslog": {
  800. "program": "kernel",
  801. "priority": "6",
  802. "facility": "kernel"
  803. },
  804. "message": "NET: Registered protocol family 36",
  805. "type": "syslog",
  806. "tags": [
  807. "syslog",
  808. "generic_syslog",
  809. "index_static",
  810. "syslog_priority_parsed",
  811. "geoip"
  812. ]
  813. },
  814. {
  815. "severity": "informational",
  816. "hostIP_geo": {
  817. "location": {
  818. "lon": -114.1051684,
  819. "lat": 31.5791158
  820. },
  821. "postal_code": "Location 2"
  822. },
  823. "hostname": "abcd-c-r1",
  824. "@timestamp": "2017-11-28T07:00:00.000Z",
  825. "hostIP": "10.0.1.23",
  826. "meta": {
  827. "grok_match": "grok_match_1",
  828. "received_at_indexer": "2017-11-28T07:00:00.768Z",
  829. "received_from": "10.0.1.23",
  830. "processed_at_indexer": "abcd9006f",
  831. "kafka_topic": "syslog",
  832. "received_at_shipper": "2017-11-28T07:00:00.718Z",
  833. "processed_at_shipper": "abcd9009b"
  834. },
  835. "@version": "1",
  836. "syslog": {
  837. "pid": "28237",
  838. "program": "/usr/sbin/cron",
  839. "priority": "78",
  840. "facility": "clock"
  841. },
  842. "message": "(root) CMD (newsyslog)",
  843. "type": "syslog",
  844. "tags": [
  845. "syslog",
  846. "generic_syslog",
  847. "index_static",
  848. "syslog_priority_parsed",
  849. "geoip"
  850. ]
  851. }
  852. ]
  853. }</value>
  854. </entry>
  855. <entry>
  856. <key>character-set</key>
  857. <value>UTF-8</value>
  858. </entry>
  859. </properties>
  860. <runDurationMillis>0</runDurationMillis>
  861. <schedulingPeriod>60 sec</schedulingPeriod>
  862. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  863. <yieldDuration>1 sec</yieldDuration>
  864. </config>
  865. <name>GenerateFlowFile</name>
  866. <relationships>
  867. <autoTerminate>false</autoTerminate>
  868. <name>success</name>
  869. </relationships>
  870. <state>STOPPED</state>
  871. <style></style>
  872. <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
  873. </processors>
  874. <processors>
  875. <id>fb2cd750-0b84-3f73-0000-000000000000</id>
  876. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  877. <position>
  878. <x>399.0</x>
  879. <y>725.0</y>
  880. </position>
  881. <bundle>
  882. <artifact>nifi-kite-nar</artifact>
  883. <group>org.apache.nifi</group>
  884. <version>1.4.0-SNAPSHOT</version>
  885. </bundle>
  886. <config>
  887. <bulletinLevel>WARN</bulletinLevel>
  888. <comments></comments>
  889. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  890. <descriptors>
  891. <entry>
  892. <key>Schema Output Destination</key>
  893. <value>
  894. <name>Schema Output Destination</name>
  895. </value>
  896. </entry>
  897. <entry>
  898. <key>Input Content Type</key>
  899. <value>
  900. <name>Input Content Type</name>
  901. </value>
  902. </entry>
  903. <entry>
  904. <key>CSV Header Definition</key>
  905. <value>
  906. <name>CSV Header Definition</name>
  907. </value>
  908. </entry>
  909. <entry>
  910. <key>Get CSV Header Definition From Data</key>
  911. <value>
  912. <name>Get CSV Header Definition From Data</name>
  913. </value>
  914. </entry>
  915. <entry>
  916. <key>CSV Header Line Skip Count</key>
  917. <value>
  918. <name>CSV Header Line Skip Count</name>
  919. </value>
  920. </entry>
  921. <entry>
  922. <key>CSV delimiter</key>
  923. <value>
  924. <name>CSV delimiter</name>
  925. </value>
  926. </entry>
  927. <entry>
  928. <key>CSV Escape String</key>
  929. <value>
  930. <name>CSV Escape String</name>
  931. </value>
  932. </entry>
  933. <entry>
  934. <key>CSV Quote String</key>
  935. <value>
  936. <name>CSV Quote String</name>
  937. </value>
  938. </entry>
  939. <entry>
  940. <key>Pretty Avro Output</key>
  941. <value>
  942. <name>Pretty Avro Output</name>
  943. </value>
  944. </entry>
  945. <entry>
  946. <key>Avro Record Name</key>
  947. <value>
  948. <name>Avro Record Name</name>
  949. </value>
  950. </entry>
  951. <entry>
  952. <key>Number Of Records To Analyze</key>
  953. <value>
  954. <name>Number Of Records To Analyze</name>
  955. </value>
  956. </entry>
  957. <entry>
  958. <key>Charset</key>
  959. <value>
  960. <name>Charset</name>
  961. </value>
  962. </entry>
  963. </descriptors>
  964. <executionNode>ALL</executionNode>
  965. <lossTolerant>false</lossTolerant>
  966. <penaltyDuration>30 sec</penaltyDuration>
  967. <properties>
  968. <entry>
  969. <key>Schema Output Destination</key>
  970. <value>flowfile-attribute</value>
  971. </entry>
  972. <entry>
  973. <key>Input Content Type</key>
  974. <value>json</value>
  975. </entry>
  976. <entry>
  977. <key>CSV Header Definition</key>
  978. </entry>
  979. <entry>
  980. <key>Get CSV Header Definition From Data</key>
  981. <value>true</value>
  982. </entry>
  983. <entry>
  984. <key>CSV Header Line Skip Count</key>
  985. <value>0</value>
  986. </entry>
  987. <entry>
  988. <key>CSV delimiter</key>
  989. <value>,</value>
  990. </entry>
  991. <entry>
  992. <key>CSV Escape String</key>
  993. <value>\</value>
  994. </entry>
  995. <entry>
  996. <key>CSV Quote String</key>
  997. <value>'</value>
  998. </entry>
  999. <entry>
  1000. <key>Pretty Avro Output</key>
  1001. <value>true</value>
  1002. </entry>
  1003. <entry>
  1004. <key>Avro Record Name</key>
  1005. <value>test_schema</value>
  1006. </entry>
  1007. <entry>
  1008. <key>Number Of Records To Analyze</key>
  1009. <value>10</value>
  1010. </entry>
  1011. <entry>
  1012. <key>Charset</key>
  1013. <value>UTF-8</value>
  1014. </entry>
  1015. </properties>
  1016. <runDurationMillis>0</runDurationMillis>
  1017. <schedulingPeriod>0 sec</schedulingPeriod>
  1018. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1019. <yieldDuration>1 sec</yieldDuration>
  1020. </config>
  1021. <name>InferAvroSchema</name>
  1022. <relationships>
  1023. <autoTerminate>false</autoTerminate>
  1024. <name>failure</name>
  1025. </relationships>
  1026. <relationships>
  1027. <autoTerminate>true</autoTerminate>
  1028. <name>original</name>
  1029. </relationships>
  1030. <relationships>
  1031. <autoTerminate>false</autoTerminate>
  1032. <name>success</name>
  1033. </relationships>
  1034. <relationships>
  1035. <autoTerminate>false</autoTerminate>
  1036. <name>unsupported content</name>
  1037. </relationships>
  1038. <state>STOPPED</state>
  1039. <style></style>
  1040. <type>org.apache.nifi.processors.kite.InferAvroSchema</type>
  1041. </processors>
  1042. <processors>
  1043. <id>2756c41f-67ca-33ad-0000-000000000000</id>
  1044. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  1045. <position>
  1046. <x>393.0</x>
  1047. <y>545.0</y>
  1048. </position>
  1049. <bundle>
  1050. <artifact>nifi-standard-nar</artifact>
  1051. <group>org.apache.nifi</group>
  1052. <version>1.4.0-SNAPSHOT</version>
  1053. </bundle>
  1054. <config>
  1055. <bulletinLevel>WARN</bulletinLevel>
  1056. <comments></comments>
  1057. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1058. <descriptors>
  1059. <entry>
  1060. <key>jolt-transform</key>
  1061. <value>
  1062. <name>jolt-transform</name>
  1063. </value>
  1064. </entry>
  1065. <entry>
  1066. <key>jolt-custom-class</key>
  1067. <value>
  1068. <name>jolt-custom-class</name>
  1069. </value>
  1070. </entry>
  1071. <entry>
  1072. <key>jolt-custom-modules</key>
  1073. <value>
  1074. <name>jolt-custom-modules</name>
  1075. </value>
  1076. </entry>
  1077. <entry>
  1078. <key>jolt-spec</key>
  1079. <value>
  1080. <name>jolt-spec</name>
  1081. </value>
  1082. </entry>
  1083. <entry>
  1084. <key>Transform Cache Size</key>
  1085. <value>
  1086. <name>Transform Cache Size</name>
  1087. </value>
  1088. </entry>
  1089. </descriptors>
  1090. <executionNode>ALL</executionNode>
  1091. <lossTolerant>false</lossTolerant>
  1092. <penaltyDuration>30 sec</penaltyDuration>
  1093. <properties>
  1094. <entry>
  1095. <key>jolt-transform</key>
  1096. <value>jolt-transform-shift</value>
  1097. </entry>
  1098. <entry>
  1099. <key>jolt-custom-class</key>
  1100. </entry>
  1101. <entry>
  1102. <key>jolt-custom-modules</key>
  1103. </entry>
  1104. <entry>
  1105. <key>jolt-spec</key>
  1106. <value>{
  1107. "\\@timestamp": "timestamp",
  1108. "\\@version": "version",
  1109. "*": "&amp;"
  1110. }
  1111. </value>
  1112. </entry>
  1113. <entry>
  1114. <key>Transform Cache Size</key>
  1115. <value>1</value>
  1116. </entry>
  1117. </properties>
  1118. <runDurationMillis>0</runDurationMillis>
  1119. <schedulingPeriod>0 sec</schedulingPeriod>
  1120. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1121. <yieldDuration>1 sec</yieldDuration>
  1122. </config>
  1123. <name>JoltTransformJSON</name>
  1124. <relationships>
  1125. <autoTerminate>false</autoTerminate>
  1126. <name>failure</name>
  1127. </relationships>
  1128. <relationships>
  1129. <autoTerminate>false</autoTerminate>
  1130. <name>success</name>
  1131. </relationships>
  1132. <state>STOPPED</state>
  1133. <style></style>
  1134. <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
  1135. </processors>
  1136. <processors>
  1137. <id>2e9e4bc8-7f82-368e-0000-000000000000</id>
  1138. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  1139. <position>
  1140. <x>755.0</x>
  1141. <y>977.0</y>
  1142. </position>
  1143. <bundle>
  1144. <artifact>nifi-standard-nar</artifact>
  1145. <group>org.apache.nifi</group>
  1146. <version>1.4.0-SNAPSHOT</version>
  1147. </bundle>
  1148. <config>
  1149. <bulletinLevel>WARN</bulletinLevel>
  1150. <comments></comments>
  1151. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1152. <descriptors>
  1153. <entry>
  1154. <key>record-reader</key>
  1155. <value>
  1156. <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
  1157. <name>record-reader</name>
  1158. </value>
  1159. </entry>
  1160. <entry>
  1161. <key>record-writer</key>
  1162. <value>
  1163. <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
  1164. <name>record-writer</name>
  1165. </value>
  1166. </entry>
  1167. </descriptors>
  1168. <executionNode>ALL</executionNode>
  1169. <lossTolerant>false</lossTolerant>
  1170. <penaltyDuration>30 sec</penaltyDuration>
  1171. <properties>
  1172. <entry>
  1173. <key>record-reader</key>
  1174. <value>41017214-c924-3b60-0000-000000000000</value>
  1175. </entry>
  1176. <entry>
  1177. <key>record-writer</key>
  1178. <value>20a071a7-21f3-3d8b-0000-000000000000</value>
  1179. </entry>
  1180. </properties>
  1181. <runDurationMillis>0</runDurationMillis>
  1182. <schedulingPeriod>0 sec</schedulingPeriod>
  1183. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1184. <yieldDuration>1 sec</yieldDuration>
  1185. </config>
  1186. <name>ConvertRecord</name>
  1187. <relationships>
  1188. <autoTerminate>false</autoTerminate>
  1189. <name>failure</name>
  1190. </relationships>
  1191. <relationships>
  1192. <autoTerminate>false</autoTerminate>
  1193. <name>success</name>
  1194. </relationships>
  1195. <state>STOPPED</state>
  1196. <style></style>
  1197. <type>org.apache.nifi.processors.standard.ConvertRecord</type>
  1198. </processors>
  1199. <processors>
  1200. <id>75ed14a2-ecef-3692-0000-000000000000</id>
  1201. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  1202. <position>
  1203. <x>394.0</x>
  1204. <y>181.0</y>
  1205. </position>
  1206. <bundle>
  1207. <artifact>nifi-standard-nar</artifact>
  1208. <group>org.apache.nifi</group>
  1209. <version>1.4.0-SNAPSHOT</version>
  1210. </bundle>
  1211. <config>
  1212. <bulletinLevel>WARN</bulletinLevel>
  1213. <comments></comments>
  1214. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1215. <descriptors>
  1216. <entry>
  1217. <key>Destination</key>
  1218. <value>
  1219. <name>Destination</name>
  1220. </value>
  1221. </entry>
  1222. <entry>
  1223. <key>Return Type</key>
  1224. <value>
  1225. <name>Return Type</name>
  1226. </value>
  1227. </entry>
  1228. <entry>
  1229. <key>Path Not Found Behavior</key>
  1230. <value>
  1231. <name>Path Not Found Behavior</name>
  1232. </value>
  1233. </entry>
  1234. <entry>
  1235. <key>Null Value Representation</key>
  1236. <value>
  1237. <name>Null Value Representation</name>
  1238. </value>
  1239. </entry>
  1240. <entry>
  1241. <key>data</key>
  1242. <value>
  1243. <name>data</name>
  1244. </value>
  1245. </entry>
  1246. </descriptors>
  1247. <executionNode>ALL</executionNode>
  1248. <lossTolerant>false</lossTolerant>
  1249. <penaltyDuration>30 sec</penaltyDuration>
  1250. <properties>
  1251. <entry>
  1252. <key>Destination</key>
  1253. <value>flowfile-content</value>
  1254. </entry>
  1255. <entry>
  1256. <key>Return Type</key>
  1257. <value>json</value>
  1258. </entry>
  1259. <entry>
  1260. <key>Path Not Found Behavior</key>
  1261. <value>ignore</value>
  1262. </entry>
  1263. <entry>
  1264. <key>Null Value Representation</key>
  1265. <value>empty string</value>
  1266. </entry>
  1267. <entry>
  1268. <key>data</key>
  1269. <value>$.hits[*]</value>
  1270. </entry>
  1271. </properties>
  1272. <runDurationMillis>0</runDurationMillis>
  1273. <schedulingPeriod>0 sec</schedulingPeriod>
  1274. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1275. <yieldDuration>1 sec</yieldDuration>
  1276. </config>
  1277. <name>EvaluateJsonPath</name>
  1278. <relationships>
  1279. <autoTerminate>false</autoTerminate>
  1280. <name>failure</name>
  1281. </relationships>
  1282. <relationships>
  1283. <autoTerminate>false</autoTerminate>
  1284. <name>matched</name>
  1285. </relationships>
  1286. <relationships>
  1287. <autoTerminate>false</autoTerminate>
  1288. <name>unmatched</name>
  1289. </relationships>
  1290. <state>STOPPED</state>
  1291. <style></style>
  1292. <type>org.apache.nifi.processors.standard.EvaluateJsonPath</type>
  1293. </processors>
  1294. <processors>
  1295. <id>7e05b840-d632-3038-0000-000000000000</id>
  1296. <parentGroupId>d0ce818a-357d-32f4-0000-000000000000</parentGroupId>
  1297. <position>
  1298. <x>109.0</x>
  1299. <y>974.0</y>
  1300. </position>
  1301. <bundle>
  1302. <artifact>nifi-parquet-nar</artifact>
  1303. <group>org.apache.nifi</group>
  1304. <version>1.4.0-SNAPSHOT</version>
  1305. </bundle>
  1306. <config>
  1307. <bulletinLevel>WARN</bulletinLevel>
  1308. <comments></comments>
  1309. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1310. <descriptors>
  1311. <entry>
  1312. <key>Hadoop Configuration Resources</key>
  1313. <value>
  1314. <name>Hadoop Configuration Resources</name>
  1315. </value>
  1316. </entry>
  1317. <entry>
  1318. <key>Kerberos Principal</key>
  1319. <value>
  1320. <name>Kerberos Principal</name>
  1321. </value>
  1322. </entry>
  1323. <entry>
  1324. <key>Kerberos Keytab</key>
  1325. <value>
  1326. <name>Kerberos Keytab</name>
  1327. </value>
  1328. </entry>
  1329. <entry>
  1330. <key>Kerberos Relogin Period</key>
  1331. <value>
  1332. <name>Kerberos Relogin Period</name>
  1333. </value>
  1334. </entry>
  1335. <entry>
  1336. <key>Additional Classpath Resources</key>
  1337. <value>
  1338. <name>Additional Classpath Resources</name>
  1339. </value>
  1340. </entry>
  1341. <entry>
  1342. <key>record-reader</key>
  1343. <value>
  1344. <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
  1345. <name>record-reader</name>
  1346. </value>
  1347. </entry>
  1348. <entry>
  1349. <key>Directory</key>
  1350. <value>
  1351. <name>Directory</name>
  1352. </value>
  1353. </entry>
  1354. <entry>
  1355. <key>compression-type</key>
  1356. <value>
  1357. <name>compression-type</name>
  1358. </value>
  1359. </entry>
  1360. <entry>
  1361. <key>overwrite</key>
  1362. <value>
  1363. <name>overwrite</name>
  1364. </value>
  1365. </entry>
  1366. <entry>
  1367. <key>permissions-umask</key>
  1368. <value>
  1369. <name>permissions-umask</name>
  1370. </value>
  1371. </entry>
  1372. <entry>
  1373. <key>remote-group</key>
  1374. <value>
  1375. <name>remote-group</name>
  1376. </value>
  1377. </entry>
  1378. <entry>
  1379. <key>remote-owner</key>
  1380. <value>
  1381. <name>remote-owner</name>
  1382. </value>
  1383. </entry>
  1384. <entry>
  1385. <key>row-group-size</key>
  1386. <value>
  1387. <name>row-group-size</name>
  1388. </value>
  1389. </entry>
  1390. <entry>
  1391. <key>page-size</key>
  1392. <value>
  1393. <name>page-size</name>
  1394. </value>
  1395. </entry>
  1396. <entry>
  1397. <key>dictionary-page-size</key>
  1398. <value>
  1399. <name>dictionary-page-size</name>
  1400. </value>
  1401. </entry>
  1402. <entry>
  1403. <key>max-padding-size</key>
  1404. <value>
  1405. <name>max-padding-size</name>
  1406. </value>
  1407. </entry>
  1408. <entry>
  1409. <key>enable-dictionary-encoding</key>
  1410. <value>
  1411. <name>enable-dictionary-encoding</name>
  1412. </value>
  1413. </entry>
  1414. <entry>
  1415. <key>enable-validation</key>
  1416. <value>
  1417. <name>enable-validation</name>
  1418. </value>
  1419. </entry>
  1420. <entry>
  1421. <key>writer-version</key>
  1422. <value>
  1423. <name>writer-version</name>
  1424. </value>
  1425. </entry>
  1426. <entry>
  1427. <key>remove-crc-files</key>
  1428. <value>
  1429. <name>remove-crc-files</name>
  1430. </value>
  1431. </entry>
  1432. </descriptors>
  1433. <executionNode>ALL</executionNode>
  1434. <lossTolerant>false</lossTolerant>
  1435. <penaltyDuration>30 sec</penaltyDuration>
  1436. <properties>
  1437. <entry>
  1438. <key>Hadoop Configuration Resources</key>
  1439. </entry>
  1440. <entry>
  1441. <key>Kerberos Principal</key>
  1442. </entry>
  1443. <entry>
  1444. <key>Kerberos Keytab</key>
  1445. </entry>
  1446. <entry>
  1447. <key>Kerberos Relogin Period</key>
  1448. <value>4 hours</value>
  1449. </entry>
  1450. <entry>
  1451. <key>Additional Classpath Resources</key>
  1452. </entry>
  1453. <entry>
  1454. <key>record-reader</key>
  1455. <value>41017214-c924-3b60-0000-000000000000</value>
  1456. </entry>
  1457. <entry>
  1458. <key>Directory</key>
  1459. <value>TODO</value>
  1460. </entry>
  1461. <entry>
  1462. <key>compression-type</key>
  1463. <value>UNCOMPRESSED</value>
  1464. </entry>
  1465. <entry>
  1466. <key>overwrite</key>
  1467. <value>false</value>
  1468. </entry>
  1469. <entry>
  1470. <key>permissions-umask</key>
  1471. </entry>
  1472. <entry>
  1473. <key>remote-group</key>
  1474. </entry>
  1475. <entry>
  1476. <key>remote-owner</key>
  1477. </entry>
  1478. <entry>
  1479. <key>row-group-size</key>
  1480. </entry>
  1481. <entry>
  1482. <key>page-size</key>
  1483. </entry>
  1484. <entry>
  1485. <key>dictionary-page-size</key>
  1486. </entry>
  1487. <entry>
  1488. <key>max-padding-size</key>
  1489. </entry>
  1490. <entry>
  1491. <key>enable-dictionary-encoding</key>
  1492. </entry>
  1493. <entry>
  1494. <key>enable-validation</key>
  1495. </entry>
  1496. <entry>
  1497. <key>writer-version</key>
  1498. </entry>
  1499. <entry>
  1500. <key>remove-crc-files</key>
  1501. <value>false</value>
  1502. </entry>
  1503. </properties>
  1504. <runDurationMillis>0</runDurationMillis>
  1505. <schedulingPeriod>0 sec</schedulingPeriod>
  1506. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1507. <yieldDuration>100 ms</yieldDuration>
  1508. </config>
  1509. <name>PutParquet</name>
  1510. <relationships>
  1511. <autoTerminate>false</autoTerminate>
  1512. <name>failure</name>
  1513. </relationships>
  1514. <relationships>
  1515. <autoTerminate>false</autoTerminate>
  1516. <name>retry</name>
  1517. </relationships>
  1518. <relationships>
  1519. <autoTerminate>false</autoTerminate>
  1520. <name>success</name>
  1521. </relationships>
  1522. <state>STOPPED</state>
  1523. <style></style>
  1524. <type>org.apache.nifi.processors.parquet.PutParquet</type>
  1525. </processors>
  1526. </snippet>
  1527. <timestamp>11/30/2017 10:44:02 CET</timestamp>
  1528. </template>
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!