API tools faq
paste
Guest User

ElasticsearchSyslogToParquet

a guest
Dec 1st, 2017
120
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 56.96 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" ?>
  2. <template encoding-version="1.1">
  3. <description></description>
  4. <groupId>d6323048-b840-1e05-1af1-fce5075fd4c6</groupId>
  5. <name>ElasticsearchSyslogToParquet-PROD</name>
  6. <snippet>
  7. <connections>
  8. <id>8873922b-bcde-34a5-0000-000000000000</id>
  9. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  10. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  11. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  12. <bends>
  13. <x>657.8951359250062</x>
  14. <y>1492.874500285363</y>
  15. </bends>
  16. <bends>
  17. <x>731.0557245004383</x>
  18. <y>1543.5315950746199</y>
  19. </bends>
  20. <destination>
  21. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  22. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  23. <type>PROCESSOR</type>
  24. </destination>
  25. <flowFileExpiration>0 sec</flowFileExpiration>
  26. <labelIndex>1</labelIndex>
  27. <name></name>
  28. <selectedRelationships>retry</selectedRelationships>
  29. <source>
  30. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  31. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  32. <type>PROCESSOR</type>
  33. </source>
  34. <zIndex>0</zIndex>
  35. </connections>
  36. <connections>
  37. <id>961f3664-f759-3839-0000-000000000000</id>
  38. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  39. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  40. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  41. <destination>
  42. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  43. <id>800ebca7-c439-3851-0000-000000000000</id>
  44. <type>FUNNEL</type>
  45. </destination>
  46. <flowFileExpiration>0 sec</flowFileExpiration>
  47. <labelIndex>1</labelIndex>
  48. <name></name>
  49. <selectedRelationships>failure</selectedRelationships>
  50. <source>
  51. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  52. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  53. <type>PROCESSOR</type>
  54. </source>
  55. <zIndex>0</zIndex>
  56. </connections>
  57. <connections>
  58. <id>cf0c2dfa-cfa3-3e05-0000-000000000000</id>
  59. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  60. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  61. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  62. <bends>
  63. <x>1039.7702274777407</x>
  64. <y>526.1888313400503</y>
  65. </bends>
  66. <destination>
  67. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  68. <id>035d8ff3-22dc-3b6d-0000-000000000000</id>
  69. <type>PROCESSOR</type>
  70. </destination>
  71. <flowFileExpiration>0 sec</flowFileExpiration>
  72. <labelIndex>1</labelIndex>
  73. <name></name>
  74. <selectedRelationships>split</selectedRelationships>
  75. <source>
  76. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  77. <id>afd2a099-dea7-3b5b-0000-000000000000</id>
  78. <type>PROCESSOR</type>
  79. </source>
  80. <zIndex>0</zIndex>
  81. </connections>
  82. <connections>
  83. <id>d14202d8-efd9-34e3-0000-000000000000</id>
  84. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  85. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  86. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  87. <destination>
  88. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  89. <id>a179cee6-00a7-3d81-0000-000000000000</id>
  90. <type>FUNNEL</type>
  91. </destination>
  92. <flowFileExpiration>0 sec</flowFileExpiration>
  93. <labelIndex>1</labelIndex>
  94. <name></name>
  95. <selectedRelationships>failure</selectedRelationships>
  96. <source>
  97. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  98. <id>afd2a099-dea7-3b5b-0000-000000000000</id>
  99. <type>PROCESSOR</type>
  100. </source>
  101. <zIndex>0</zIndex>
  102. </connections>
  103. <connections>
  104. <id>e189ab83-011f-30a7-0000-000000000000</id>
  105. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  106. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  107. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  108. <destination>
  109. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  110. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  111. <type>PROCESSOR</type>
  112. </destination>
  113. <flowFileExpiration>0 sec</flowFileExpiration>
  114. <labelIndex>1</labelIndex>
  115. <name></name>
  116. <selectedRelationships>success</selectedRelationships>
  117. <source>
  118. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  119. <id>25428d30-a7ef-37f2-0000-000000000000</id>
  120. <type>PROCESSOR</type>
  121. </source>
  122. <zIndex>0</zIndex>
  123. </connections>
  124. <connections>
  125. <id>e612ba03-14a4-3e32-0000-000000000000</id>
  126. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  127. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  128. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  129. <destination>
  130. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  131. <id>c5cc49ca-c560-3cc4-0000-000000000000</id>
  132. <type>FUNNEL</type>
  133. </destination>
  134. <flowFileExpiration>0 sec</flowFileExpiration>
  135. <labelIndex>1</labelIndex>
  136. <name></name>
  137. <selectedRelationships>failure</selectedRelationships>
  138. <selectedRelationships>unmatched</selectedRelationships>
  139. <source>
  140. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  141. <id>dca3af07-8e90-3dbc-0000-000000000000</id>
  142. <type>PROCESSOR</type>
  143. </source>
  144. <zIndex>0</zIndex>
  145. </connections>
  146. <connections>
  147. <id>f7e22393-8e9a-3219-0000-000000000000</id>
  148. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  149. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  150. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  151. <destination>
  152. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  153. <id>2a1bea83-28a4-3499-0000-000000000000</id>
  154. <type>FUNNEL</type>
  155. </destination>
  156. <flowFileExpiration>0 sec</flowFileExpiration>
  157. <labelIndex>1</labelIndex>
  158. <name></name>
  159. <selectedRelationships>failure</selectedRelationships>
  160. <source>
  161. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  162. <id>035d8ff3-22dc-3b6d-0000-000000000000</id>
  163. <type>PROCESSOR</type>
  164. </source>
  165. <zIndex>0</zIndex>
  166. </connections>
  167. <connections>
  168. <id>01504792-15e8-3d36-0000-000000000000</id>
  169. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  170. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  171. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  172. <destination>
  173. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  174. <id>fbf4c5fd-75a3-312d-0000-000000000000</id>
  175. <type>FUNNEL</type>
  176. </destination>
  177. <flowFileExpiration>0 sec</flowFileExpiration>
  178. <labelIndex>1</labelIndex>
  179. <name></name>
  180. <selectedRelationships>failure</selectedRelationships>
  181. <source>
  182. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  183. <id>29d4d65e-7bb7-301c-0000-000000000000</id>
  184. <type>PROCESSOR</type>
  185. </source>
  186. <zIndex>0</zIndex>
  187. </connections>
  188. <connections>
  189. <id>09508bcb-2205-3411-0000-000000000000</id>
  190. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  191. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  192. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  193. <bends>
  194. <x>1035.0485833871571</x>
  195. <y>160.9553621644635</y>
  196. </bends>
  197. <destination>
  198. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  199. <id>dca3af07-8e90-3dbc-0000-000000000000</id>
  200. <type>PROCESSOR</type>
  201. </destination>
  202. <flowFileExpiration>0 sec</flowFileExpiration>
  203. <labelIndex>0</labelIndex>
  204. <name></name>
  205. <selectedRelationships>success</selectedRelationships>
  206. <source>
  207. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  208. <id>29d4d65e-7bb7-301c-0000-000000000000</id>
  209. <type>PROCESSOR</type>
  210. </source>
  211. <zIndex>0</zIndex>
  212. </connections>
  213. <connections>
  214. <id>151536c8-8911-3ff1-0000-000000000000</id>
  215. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  216. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  217. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  218. <bends>
  219. <x>1034.7702274777407</x>
  220. <y>346.1888313400502</y>
  221. </bends>
  222. <destination>
  223. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  224. <id>afd2a099-dea7-3b5b-0000-000000000000</id>
  225. <type>PROCESSOR</type>
  226. </destination>
  227. <flowFileExpiration>0 sec</flowFileExpiration>
  228. <labelIndex>1</labelIndex>
  229. <name></name>
  230. <selectedRelationships>matched</selectedRelationships>
  231. <source>
  232. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  233. <id>dca3af07-8e90-3dbc-0000-000000000000</id>
  234. <type>PROCESSOR</type>
  235. </source>
  236. <zIndex>0</zIndex>
  237. </connections>
  238. <connections>
  239. <id>234307a5-a321-31ef-0000-000000000000</id>
  240. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  241. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  242. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  243. <destination>
  244. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  245. <id>25428d30-a7ef-37f2-0000-000000000000</id>
  246. <type>PROCESSOR</type>
  247. </destination>
  248. <flowFileExpiration>0 sec</flowFileExpiration>
  249. <labelIndex>1</labelIndex>
  250. <name></name>
  251. <selectedRelationships>merged</selectedRelationships>
  252. <source>
  253. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  254. <id>c6b01982-c48a-3c87-0000-000000000000</id>
  255. <type>PROCESSOR</type>
  256. </source>
  257. <zIndex>0</zIndex>
  258. </connections>
  259. <connections>
  260. <id>2bcdb7d1-4a34-3b9d-0000-000000000000</id>
  261. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  262. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  263. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  264. <destination>
  265. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  266. <id>5f7e83cb-89f7-3d46-0000-000000000000</id>
  267. <type>FUNNEL</type>
  268. </destination>
  269. <flowFileExpiration>0 sec</flowFileExpiration>
  270. <labelIndex>1</labelIndex>
  271. <name></name>
  272. <selectedRelationships>failure</selectedRelationships>
  273. <selectedRelationships>unsupported content</selectedRelationships>
  274. <source>
  275. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  276. <id>7af4da16-1df3-3c68-0000-000000000000</id>
  277. <type>PROCESSOR</type>
  278. </source>
  279. <zIndex>0</zIndex>
  280. </connections>
  281. <connections>
  282. <id>35697486-93e3-36db-0000-000000000000</id>
  283. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  284. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  285. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  286. <destination>
  287. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  288. <id>c6b01982-c48a-3c87-0000-000000000000</id>
  289. <type>PROCESSOR</type>
  290. </destination>
  291. <flowFileExpiration>0 sec</flowFileExpiration>
  292. <labelIndex>1</labelIndex>
  293. <name></name>
  294. <selectedRelationships>success</selectedRelationships>
  295. <source>
  296. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  297. <id>7af4da16-1df3-3c68-0000-000000000000</id>
  298. <type>PROCESSOR</type>
  299. </source>
  300. <zIndex>0</zIndex>
  301. </connections>
  302. <connections>
  303. <id>37efc152-4351-346a-0000-000000000000</id>
  304. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  305. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  306. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  307. <destination>
  308. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  309. <id>e18c122e-ab5d-3e0e-0000-000000000000</id>
  310. <type>FUNNEL</type>
  311. </destination>
  312. <flowFileExpiration>0 sec</flowFileExpiration>
  313. <labelIndex>1</labelIndex>
  314. <name></name>
  315. <selectedRelationships>success</selectedRelationships>
  316. <source>
  317. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  318. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  319. <type>PROCESSOR</type>
  320. </source>
  321. <zIndex>0</zIndex>
  322. </connections>
  323. <connections>
  324. <id>39593ed2-2f52-3ef4-0000-000000000000</id>
  325. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  326. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  327. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  328. <destination>
  329. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  330. <id>5d326849-6f28-3972-0000-000000000000</id>
  331. <type>FUNNEL</type>
  332. </destination>
  333. <flowFileExpiration>0 sec</flowFileExpiration>
  334. <labelIndex>1</labelIndex>
  335. <name></name>
  336. <selectedRelationships>failure</selectedRelationships>
  337. <source>
  338. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  339. <id>c6b01982-c48a-3c87-0000-000000000000</id>
  340. <type>PROCESSOR</type>
  341. </source>
  342. <zIndex>0</zIndex>
  343. </connections>
  344. <connections>
  345. <id>50f1668b-c5e4-30c0-0000-000000000000</id>
  346. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  347. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  348. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  349. <bends>
  350. <x>1071.9498895395009</x>
  351. <y>730.3888948793073</y>
  352. </bends>
  353. <destination>
  354. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  355. <id>7af4da16-1df3-3c68-0000-000000000000</id>
  356. <type>PROCESSOR</type>
  357. </destination>
  358. <flowFileExpiration>0 sec</flowFileExpiration>
  359. <labelIndex>0</labelIndex>
  360. <name></name>
  361. <selectedRelationships>success</selectedRelationships>
  362. <source>
  363. <groupId>2c991f21-6402-3459-0000-000000000000</groupId>
  364. <id>035d8ff3-22dc-3b6d-0000-000000000000</id>
  365. <type>PROCESSOR</type>
  366. </source>
  367. <zIndex>0</zIndex>
  368. </connections>
  369. <controllerServices>
  370. <id>f3482e87-4ed8-3434-0000-000000000000</id>
  371. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  372. <bundle>
  373. <artifact>nifi-record-serialization-services-nar</artifact>
  374. <group>org.apache.nifi</group>
  375. <version>1.4.0</version>
  376. </bundle>
  377. <comments></comments>
  378. <descriptors>
  379. <entry>
  380. <key>Schema Write Strategy</key>
  381. <value>
  382. <name>Schema Write Strategy</name>
  383. </value>
  384. </entry>
  385. <entry>
  386. <key>schema-access-strategy</key>
  387. <value>
  388. <name>schema-access-strategy</name>
  389. </value>
  390. </entry>
  391. <entry>
  392. <key>schema-registry</key>
  393. <value>
  394. <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
  395. <name>schema-registry</name>
  396. </value>
  397. </entry>
  398. <entry>
  399. <key>schema-name</key>
  400. <value>
  401. <name>schema-name</name>
  402. </value>
  403. </entry>
  404. <entry>
  405. <key>schema-text</key>
  406. <value>
  407. <name>schema-text</name>
  408. </value>
  409. </entry>
  410. <entry>
  411. <key>Date Format</key>
  412. <value>
  413. <name>Date Format</name>
  414. </value>
  415. </entry>
  416. <entry>
  417. <key>Time Format</key>
  418. <value>
  419. <name>Time Format</name>
  420. </value>
  421. </entry>
  422. <entry>
  423. <key>Timestamp Format</key>
  424. <value>
  425. <name>Timestamp Format</name>
  426. </value>
  427. </entry>
  428. <entry>
  429. <key>Pretty Print JSON</key>
  430. <value>
  431. <name>Pretty Print JSON</name>
  432. </value>
  433. </entry>
  434. </descriptors>
  435. <name>JsonRecordSetWriter</name>
  436. <persistsState>false</persistsState>
  437. <properties>
  438. <entry>
  439. <key>Schema Write Strategy</key>
  440. <value>no-schema</value>
  441. </entry>
  442. <entry>
  443. <key>schema-access-strategy</key>
  444. </entry>
  445. <entry>
  446. <key>schema-registry</key>
  447. </entry>
  448. <entry>
  449. <key>schema-name</key>
  450. </entry>
  451. <entry>
  452. <key>schema-text</key>
  453. </entry>
  454. <entry>
  455. <key>Date Format</key>
  456. </entry>
  457. <entry>
  458. <key>Time Format</key>
  459. </entry>
  460. <entry>
  461. <key>Timestamp Format</key>
  462. </entry>
  463. <entry>
  464. <key>Pretty Print JSON</key>
  465. </entry>
  466. </properties>
  467. <state>ENABLED</state>
  468. <type>org.apache.nifi.json.JsonRecordSetWriter</type>
  469. </controllerServices>
  470. <controllerServices>
  471. <id>5ba96fe1-c07f-3196-0000-000000000000</id>
  472. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  473. <bundle>
  474. <artifact>nifi-record-serialization-services-nar</artifact>
  475. <group>org.apache.nifi</group>
  476. <version>1.4.0</version>
  477. </bundle>
  478. <comments></comments>
  479. <descriptors>
  480. <entry>
  481. <key>schema-access-strategy</key>
  482. <value>
  483. <name>schema-access-strategy</name>
  484. </value>
  485. </entry>
  486. <entry>
  487. <key>schema-registry</key>
  488. <value>
  489. <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
  490. <name>schema-registry</name>
  491. </value>
  492. </entry>
  493. <entry>
  494. <key>schema-name</key>
  495. <value>
  496. <name>schema-name</name>
  497. </value>
  498. </entry>
  499. <entry>
  500. <key>schema-text</key>
  501. <value>
  502. <name>schema-text</name>
  503. </value>
  504. </entry>
  505. <entry>
  506. <key>Date Format</key>
  507. <value>
  508. <name>Date Format</name>
  509. </value>
  510. </entry>
  511. <entry>
  512. <key>Time Format</key>
  513. <value>
  514. <name>Time Format</name>
  515. </value>
  516. </entry>
  517. <entry>
  518. <key>Timestamp Format</key>
  519. <value>
  520. <name>Timestamp Format</name>
  521. </value>
  522. </entry>
  523. </descriptors>
  524. <name>JsonTreeReader</name>
  525. <persistsState>false</persistsState>
  526. <properties>
  527. <entry>
  528. <key>schema-access-strategy</key>
  529. <value>schema-text-property</value>
  530. </entry>
  531. <entry>
  532. <key>schema-registry</key>
  533. </entry>
  534. <entry>
  535. <key>schema-name</key>
  536. <value>${schema.name}</value>
  537. </entry>
  538. <entry>
  539. <key>schema-text</key>
  540. <value>${inferred.avro.schema}</value>
  541. </entry>
  542. <entry>
  543. <key>Date Format</key>
  544. </entry>
  545. <entry>
  546. <key>Time Format</key>
  547. </entry>
  548. <entry>
  549. <key>Timestamp Format</key>
  550. </entry>
  551. </properties>
  552. <state>ENABLED</state>
  553. <type>org.apache.nifi.json.JsonTreeReader</type>
  554. </controllerServices>
  555. <controllerServices>
  556. <id>7b091609-3c39-30e0-0000-000000000000</id>
  557. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  558. <bundle>
  559. <artifact>nifi-ssl-context-service-nar</artifact>
  560. <group>org.apache.nifi</group>
  561. <version>1.4.0</version>
  562. </bundle>
  563. <comments></comments>
  564. <descriptors>
  565. <entry>
  566. <key>Keystore Filename</key>
  567. <value>
  568. <name>Keystore Filename</name>
  569. </value>
  570. </entry>
  571. <entry>
  572. <key>Keystore Password</key>
  573. <value>
  574. <name>Keystore Password</name>
  575. </value>
  576. </entry>
  577. <entry>
  578. <key>key-password</key>
  579. <value>
  580. <name>key-password</name>
  581. </value>
  582. </entry>
  583. <entry>
  584. <key>Keystore Type</key>
  585. <value>
  586. <name>Keystore Type</name>
  587. </value>
  588. </entry>
  589. <entry>
  590. <key>Truststore Filename</key>
  591. <value>
  592. <name>Truststore Filename</name>
  593. </value>
  594. </entry>
  595. <entry>
  596. <key>Truststore Password</key>
  597. <value>
  598. <name>Truststore Password</name>
  599. </value>
  600. </entry>
  601. <entry>
  602. <key>Truststore Type</key>
  603. <value>
  604. <name>Truststore Type</name>
  605. </value>
  606. </entry>
  607. <entry>
  608. <key>SSL Protocol</key>
  609. <value>
  610. <name>SSL Protocol</name>
  611. </value>
  612. </entry>
  613. </descriptors>
  614. <name>StandardSSLContextService</name>
  615. <persistsState>false</persistsState>
  616. <properties>
  617. <entry>
  618. <key>Keystore Filename</key>
  619. </entry>
  620. <entry>
  621. <key>Keystore Password</key>
  622. </entry>
  623. <entry>
  624. <key>key-password</key>
  625. </entry>
  626. <entry>
  627. <key>Keystore Type</key>
  628. </entry>
  629. <entry>
  630. <key>Truststore Filename</key>
  631. <value>/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.131-3.b12.el7_3.x86_64/jre/lib/security/cacerts</value>
  632. </entry>
  633. <entry>
  634. <key>Truststore Password</key>
  635. </entry>
  636. <entry>
  637. <key>Truststore Type</key>
  638. <value>JKS</value>
  639. </entry>
  640. <entry>
  641. <key>SSL Protocol</key>
  642. <value>TLS</value>
  643. </entry>
  644. </properties>
  645. <state>ENABLED</state>
  646. <type>org.apache.nifi.ssl.StandardSSLContextService</type>
  647. </controllerServices>
  648. <funnels>
  649. <id>800ebca7-c439-3851-0000-000000000000</id>
  650. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  651. <position>
  652. <x>93.89513592500623</x>
  653. <y>1681.874500285363</y>
  654. </position>
  655. </funnels>
  656. <funnels>
  657. <id>a179cee6-00a7-3d81-0000-000000000000</id>
  658. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  659. <position>
  660. <x>243.7702274777406</x>
  661. <y>410.1888313400502</y>
  662. </position>
  663. </funnels>
  664. <funnels>
  665. <id>c5cc49ca-c560-3cc4-0000-000000000000</id>
  666. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  667. <position>
  668. <x>251.7702274777406</x>
  669. <y>228.18883134005023</y>
  670. </position>
  671. </funnels>
  672. <funnels>
  673. <id>e18c122e-ab5d-3e0e-0000-000000000000</id>
  674. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  675. <position>
  676. <x>557.8951359250062</x>
  677. <y>1683.874500285363</y>
  678. </position>
  679. </funnels>
  680. <funnels>
  681. <id>fbf4c5fd-75a3-312d-0000-000000000000</id>
  682. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  683. <position>
  684. <x>258.67543162286427</x>
  685. <y>42.60586147922152</y>
  686. </position>
  687. </funnels>
  688. <funnels>
  689. <id>2a1bea83-28a4-3499-0000-000000000000</id>
  690. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  691. <position>
  692. <x>246.7702274777406</x>
  693. <y>594.1888313400503</y>
  694. </position>
  695. </funnels>
  696. <funnels>
  697. <id>5d326849-6f28-3972-0000-000000000000</id>
  698. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  699. <position>
  700. <x>0.0</x>
  701. <y>1037.0376624116539</y>
  702. </position>
  703. </funnels>
  704. <funnels>
  705. <id>5f7e83cb-89f7-3d46-0000-000000000000</id>
  706. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  707. <position>
  708. <x>226.4643192746156</x>
  709. <y>835.9849739181753</y>
  710. </position>
  711. </funnels>
  712. <processors>
  713. <id>afd2a099-dea7-3b5b-0000-000000000000</id>
  714. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  715. <position>
  716. <x>542.7702274777406</x>
  717. <y>368.1888313400502</y>
  718. </position>
  719. <bundle>
  720. <artifact>nifi-standard-nar</artifact>
  721. <group>org.apache.nifi</group>
  722. <version>1.4.0</version>
  723. </bundle>
  724. <config>
  725. <bulletinLevel>WARN</bulletinLevel>
  726. <comments></comments>
  727. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  728. <descriptors>
  729. <entry>
  730. <key>JsonPath Expression</key>
  731. <value>
  732. <name>JsonPath Expression</name>
  733. </value>
  734. </entry>
  735. <entry>
  736. <key>Null Value Representation</key>
  737. <value>
  738. <name>Null Value Representation</name>
  739. </value>
  740. </entry>
  741. </descriptors>
  742. <executionNode>ALL</executionNode>
  743. <lossTolerant>false</lossTolerant>
  744. <penaltyDuration>30 sec</penaltyDuration>
  745. <properties>
  746. <entry>
  747. <key>JsonPath Expression</key>
  748. <value>[*]</value>
  749. </entry>
  750. <entry>
  751. <key>Null Value Representation</key>
  752. <value>empty string</value>
  753. </entry>
  754. </properties>
  755. <runDurationMillis>0</runDurationMillis>
  756. <schedulingPeriod>0 sec</schedulingPeriod>
  757. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  758. <yieldDuration>1 sec</yieldDuration>
  759. </config>
  760. <name>SplitJson</name>
  761. <relationships>
  762. <autoTerminate>false</autoTerminate>
  763. <name>failure</name>
  764. </relationships>
  765. <relationships>
  766. <autoTerminate>true</autoTerminate>
  767. <name>original</name>
  768. </relationships>
  769. <relationships>
  770. <autoTerminate>false</autoTerminate>
  771. <name>split</name>
  772. </relationships>
  773. <state>STOPPED</state>
  774. <style></style>
  775. <type>org.apache.nifi.processors.standard.SplitJson</type>
  776. </processors>
  777. <processors>
  778. <id>c6b01982-c48a-3c87-0000-000000000000</id>
  779. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  780. <position>
  781. <x>332.4817230944085</x>
  782. <y>1006.9368115327692</y>
  783. </position>
  784. <bundle>
  785. <artifact>nifi-standard-nar</artifact>
  786. <group>org.apache.nifi</group>
  787. <version>1.4.0</version>
  788. </bundle>
  789. <config>
  790. <bulletinLevel>WARN</bulletinLevel>
  791. <comments></comments>
  792. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  793. <descriptors>
  794. <entry>
  795. <key>record-reader</key>
  796. <value>
  797. <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
  798. <name>record-reader</name>
  799. </value>
  800. </entry>
  801. <entry>
  802. <key>record-writer</key>
  803. <value>
  804. <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
  805. <name>record-writer</name>
  806. </value>
  807. </entry>
  808. <entry>
  809. <key>merge-strategy</key>
  810. <value>
  811. <name>merge-strategy</name>
  812. </value>
  813. </entry>
  814. <entry>
  815. <key>correlation-attribute-name</key>
  816. <value>
  817. <name>correlation-attribute-name</name>
  818. </value>
  819. </entry>
  820. <entry>
  821. <key>Attribute Strategy</key>
  822. <value>
  823. <name>Attribute Strategy</name>
  824. </value>
  825. </entry>
  826. <entry>
  827. <key>min-records</key>
  828. <value>
  829. <name>min-records</name>
  830. </value>
  831. </entry>
  832. <entry>
  833. <key>max-records</key>
  834. <value>
  835. <name>max-records</name>
  836. </value>
  837. </entry>
  838. <entry>
  839. <key>min-bin-size</key>
  840. <value>
  841. <name>min-bin-size</name>
  842. </value>
  843. </entry>
  844. <entry>
  845. <key>max-bin-size</key>
  846. <value>
  847. <name>max-bin-size</name>
  848. </value>
  849. </entry>
  850. <entry>
  851. <key>max-bin-age</key>
  852. <value>
  853. <name>max-bin-age</name>
  854. </value>
  855. </entry>
  856. <entry>
  857. <key>max.bin.count</key>
  858. <value>
  859. <name>max.bin.count</name>
  860. </value>
  861. </entry>
  862. </descriptors>
  863. <executionNode>ALL</executionNode>
  864. <lossTolerant>false</lossTolerant>
  865. <penaltyDuration>30 sec</penaltyDuration>
  866. <properties>
  867. <entry>
  868. <key>record-reader</key>
  869. <value>5ba96fe1-c07f-3196-0000-000000000000</value>
  870. </entry>
  871. <entry>
  872. <key>record-writer</key>
  873. <value>f3482e87-4ed8-3434-0000-000000000000</value>
  874. </entry>
  875. <entry>
  876. <key>merge-strategy</key>
  877. <value>Defragment</value>
  878. </entry>
  879. <entry>
  880. <key>correlation-attribute-name</key>
  881. </entry>
  882. <entry>
  883. <key>Attribute Strategy</key>
  884. <value>Keep Only Common Attributes</value>
  885. </entry>
  886. <entry>
  887. <key>min-records</key>
  888. <value>1</value>
  889. </entry>
  890. <entry>
  891. <key>max-records</key>
  892. <value>10000</value>
  893. </entry>
  894. <entry>
  895. <key>min-bin-size</key>
  896. <value>0 B</value>
  897. </entry>
  898. <entry>
  899. <key>max-bin-size</key>
  900. </entry>
  901. <entry>
  902. <key>max-bin-age</key>
  903. </entry>
  904. <entry>
  905. <key>max.bin.count</key>
  906. <value>1000</value>
  907. </entry>
  908. </properties>
  909. <runDurationMillis>0</runDurationMillis>
  910. <schedulingPeriod>0 sec</schedulingPeriod>
  911. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  912. <yieldDuration>1 sec</yieldDuration>
  913. </config>
  914. <name>MergeRecord</name>
  915. <relationships>
  916. <autoTerminate>false</autoTerminate>
  917. <name>failure</name>
  918. </relationships>
  919. <relationships>
  920. <autoTerminate>false</autoTerminate>
  921. <name>merged</name>
  922. </relationships>
  923. <relationships>
  924. <autoTerminate>true</autoTerminate>
  925. <name>original</name>
  926. </relationships>
  927. <state>STOPPED</state>
  928. <style></style>
  929. <type>org.apache.nifi.processors.standard.MergeRecord</type>
  930. </processors>
  931. <processors>
  932. <id>dca3af07-8e90-3dbc-0000-000000000000</id>
  933. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  934. <position>
  935. <x>543.7702274777406</x>
  936. <y>188.18883134005023</y>
  937. </position>
  938. <bundle>
  939. <artifact>nifi-standard-nar</artifact>
  940. <group>org.apache.nifi</group>
  941. <version>1.4.0</version>
  942. </bundle>
  943. <config>
  944. <bulletinLevel>WARN</bulletinLevel>
  945. <comments></comments>
  946. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  947. <descriptors>
  948. <entry>
  949. <key>Destination</key>
  950. <value>
  951. <name>Destination</name>
  952. </value>
  953. </entry>
  954. <entry>
  955. <key>Return Type</key>
  956. <value>
  957. <name>Return Type</name>
  958. </value>
  959. </entry>
  960. <entry>
  961. <key>Path Not Found Behavior</key>
  962. <value>
  963. <name>Path Not Found Behavior</name>
  964. </value>
  965. </entry>
  966. <entry>
  967. <key>Null Value Representation</key>
  968. <value>
  969. <name>Null Value Representation</name>
  970. </value>
  971. </entry>
  972. <entry>
  973. <key>data</key>
  974. <value>
  975. <name>data</name>
  976. </value>
  977. </entry>
  978. </descriptors>
  979. <executionNode>ALL</executionNode>
  980. <lossTolerant>false</lossTolerant>
  981. <penaltyDuration>30 sec</penaltyDuration>
  982. <properties>
  983. <entry>
  984. <key>Destination</key>
  985. <value>flowfile-content</value>
  986. </entry>
  987. <entry>
  988. <key>Return Type</key>
  989. <value>json</value>
  990. </entry>
  991. <entry>
  992. <key>Path Not Found Behavior</key>
  993. <value>ignore</value>
  994. </entry>
  995. <entry>
  996. <key>Null Value Representation</key>
  997. <value>empty string</value>
  998. </entry>
  999. <entry>
  1000. <key>data</key>
  1001. <value>$.hits[*]</value>
  1002. </entry>
  1003. </properties>
  1004. <runDurationMillis>0</runDurationMillis>
  1005. <schedulingPeriod>0 sec</schedulingPeriod>
  1006. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1007. <yieldDuration>1 sec</yieldDuration>
  1008. </config>
  1009. <name>EvaluateJsonPath</name>
  1010. <relationships>
  1011. <autoTerminate>false</autoTerminate>
  1012. <name>failure</name>
  1013. </relationships>
  1014. <relationships>
  1015. <autoTerminate>false</autoTerminate>
  1016. <name>matched</name>
  1017. </relationships>
  1018. <relationships>
  1019. <autoTerminate>false</autoTerminate>
  1020. <name>unmatched</name>
  1021. </relationships>
  1022. <state>STOPPED</state>
  1023. <style></style>
  1024. <type>org.apache.nifi.processors.standard.EvaluateJsonPath</type>
  1025. </processors>
  1026. <processors>
  1027. <id>f44476fe-69dc-3e5b-0000-000000000000</id>
  1028. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  1029. <position>
  1030. <x>202.89513592500623</x>
  1031. <y>1452.874500285363</y>
  1032. </position>
  1033. <bundle>
  1034. <artifact>nifi-parquet-nar</artifact>
  1035. <group>org.apache.nifi</group>
  1036. <version>1.4.0</version>
  1037. </bundle>
  1038. <config>
  1039. <bulletinLevel>WARN</bulletinLevel>
  1040. <comments></comments>
  1041. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1042. <descriptors>
  1043. <entry>
  1044. <key>Hadoop Configuration Resources</key>
  1045. <value>
  1046. <name>Hadoop Configuration Resources</name>
  1047. </value>
  1048. </entry>
  1049. <entry>
  1050. <key>Kerberos Principal</key>
  1051. <value>
  1052. <name>Kerberos Principal</name>
  1053. </value>
  1054. </entry>
  1055. <entry>
  1056. <key>Kerberos Keytab</key>
  1057. <value>
  1058. <name>Kerberos Keytab</name>
  1059. </value>
  1060. </entry>
  1061. <entry>
  1062. <key>Kerberos Relogin Period</key>
  1063. <value>
  1064. <name>Kerberos Relogin Period</name>
  1065. </value>
  1066. </entry>
  1067. <entry>
  1068. <key>Additional Classpath Resources</key>
  1069. <value>
  1070. <name>Additional Classpath Resources</name>
  1071. </value>
  1072. </entry>
  1073. <entry>
  1074. <key>record-reader</key>
  1075. <value>
  1076. <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
  1077. <name>record-reader</name>
  1078. </value>
  1079. </entry>
  1080. <entry>
  1081. <key>Directory</key>
  1082. <value>
  1083. <name>Directory</name>
  1084. </value>
  1085. </entry>
  1086. <entry>
  1087. <key>compression-type</key>
  1088. <value>
  1089. <name>compression-type</name>
  1090. </value>
  1091. </entry>
  1092. <entry>
  1093. <key>overwrite</key>
  1094. <value>
  1095. <name>overwrite</name>
  1096. </value>
  1097. </entry>
  1098. <entry>
  1099. <key>permissions-umask</key>
  1100. <value>
  1101. <name>permissions-umask</name>
  1102. </value>
  1103. </entry>
  1104. <entry>
  1105. <key>remote-group</key>
  1106. <value>
  1107. <name>remote-group</name>
  1108. </value>
  1109. </entry>
  1110. <entry>
  1111. <key>remote-owner</key>
  1112. <value>
  1113. <name>remote-owner</name>
  1114. </value>
  1115. </entry>
  1116. <entry>
  1117. <key>row-group-size</key>
  1118. <value>
  1119. <name>row-group-size</name>
  1120. </value>
  1121. </entry>
  1122. <entry>
  1123. <key>page-size</key>
  1124. <value>
  1125. <name>page-size</name>
  1126. </value>
  1127. </entry>
  1128. <entry>
  1129. <key>dictionary-page-size</key>
  1130. <value>
  1131. <name>dictionary-page-size</name>
  1132. </value>
  1133. </entry>
  1134. <entry>
  1135. <key>max-padding-size</key>
  1136. <value>
  1137. <name>max-padding-size</name>
  1138. </value>
  1139. </entry>
  1140. <entry>
  1141. <key>enable-dictionary-encoding</key>
  1142. <value>
  1143. <name>enable-dictionary-encoding</name>
  1144. </value>
  1145. </entry>
  1146. <entry>
  1147. <key>enable-validation</key>
  1148. <value>
  1149. <name>enable-validation</name>
  1150. </value>
  1151. </entry>
  1152. <entry>
  1153. <key>writer-version</key>
  1154. <value>
  1155. <name>writer-version</name>
  1156. </value>
  1157. </entry>
  1158. <entry>
  1159. <key>remove-crc-files</key>
  1160. <value>
  1161. <name>remove-crc-files</name>
  1162. </value>
  1163. </entry>
  1164. </descriptors>
  1165. <executionNode>ALL</executionNode>
  1166. <lossTolerant>false</lossTolerant>
  1167. <penaltyDuration>30 sec</penaltyDuration>
  1168. <properties>
  1169. <entry>
  1170. <key>Hadoop Configuration Resources</key>
  1171. <value>/etc/hadoop/conf/hdfs-site.xml,/etc/hadoop/conf/core-site.xml</value>
  1172. </entry>
  1173. <entry>
  1174. <key>Kerberos Principal</key>
  1175. </entry>
  1176. <entry>
  1177. <key>Kerberos Keytab</key>
  1178. </entry>
  1179. <entry>
  1180. <key>Kerberos Relogin Period</key>
  1181. <value>4 hours</value>
  1182. </entry>
  1183. <entry>
  1184. <key>Additional Classpath Resources</key>
  1185. </entry>
  1186. <entry>
  1187. <key>record-reader</key>
  1188. <value>5ba96fe1-c07f-3196-0000-000000000000</value>
  1189. </entry>
  1190. <entry>
  1191. <key>Directory</key>
  1192. <value>/data/elastic/syslog/</value>
  1193. </entry>
  1194. <entry>
  1195. <key>compression-type</key>
  1196. <value>UNCOMPRESSED</value>
  1197. </entry>
  1198. <entry>
  1199. <key>overwrite</key>
  1200. <value>false</value>
  1201. </entry>
  1202. <entry>
  1203. <key>permissions-umask</key>
  1204. </entry>
  1205. <entry>
  1206. <key>remote-group</key>
  1207. </entry>
  1208. <entry>
  1209. <key>remote-owner</key>
  1210. </entry>
  1211. <entry>
  1212. <key>row-group-size</key>
  1213. </entry>
  1214. <entry>
  1215. <key>page-size</key>
  1216. </entry>
  1217. <entry>
  1218. <key>dictionary-page-size</key>
  1219. </entry>
  1220. <entry>
  1221. <key>max-padding-size</key>
  1222. </entry>
  1223. <entry>
  1224. <key>enable-dictionary-encoding</key>
  1225. </entry>
  1226. <entry>
  1227. <key>enable-validation</key>
  1228. </entry>
  1229. <entry>
  1230. <key>writer-version</key>
  1231. </entry>
  1232. <entry>
  1233. <key>remove-crc-files</key>
  1234. <value>false</value>
  1235. </entry>
  1236. </properties>
  1237. <runDurationMillis>0</runDurationMillis>
  1238. <schedulingPeriod>0 sec</schedulingPeriod>
  1239. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1240. <yieldDuration>100 ms</yieldDuration>
  1241. </config>
  1242. <name>PutParquet</name>
  1243. <relationships>
  1244. <autoTerminate>false</autoTerminate>
  1245. <name>failure</name>
  1246. </relationships>
  1247. <relationships>
  1248. <autoTerminate>false</autoTerminate>
  1249. <name>retry</name>
  1250. </relationships>
  1251. <relationships>
  1252. <autoTerminate>false</autoTerminate>
  1253. <name>success</name>
  1254. </relationships>
  1255. <state>STOPPED</state>
  1256. <style></style>
  1257. <type>org.apache.nifi.processors.parquet.PutParquet</type>
  1258. </processors>
  1259. <processors>
  1260. <id>035d8ff3-22dc-3b6d-0000-000000000000</id>
  1261. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  1262. <position>
  1263. <x>542.7702274777406</x>
  1264. <y>552.1888313400503</y>
  1265. </position>
  1266. <bundle>
  1267. <artifact>nifi-standard-nar</artifact>
  1268. <group>org.apache.nifi</group>
  1269. <version>1.4.0</version>
  1270. </bundle>
  1271. <config>
  1272. <bulletinLevel>WARN</bulletinLevel>
  1273. <comments></comments>
  1274. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1275. <descriptors>
  1276. <entry>
  1277. <key>jolt-transform</key>
  1278. <value>
  1279. <name>jolt-transform</name>
  1280. </value>
  1281. </entry>
  1282. <entry>
  1283. <key>jolt-custom-class</key>
  1284. <value>
  1285. <name>jolt-custom-class</name>
  1286. </value>
  1287. </entry>
  1288. <entry>
  1289. <key>jolt-custom-modules</key>
  1290. <value>
  1291. <name>jolt-custom-modules</name>
  1292. </value>
  1293. </entry>
  1294. <entry>
  1295. <key>jolt-spec</key>
  1296. <value>
  1297. <name>jolt-spec</name>
  1298. </value>
  1299. </entry>
  1300. <entry>
  1301. <key>Transform Cache Size</key>
  1302. <value>
  1303. <name>Transform Cache Size</name>
  1304. </value>
  1305. </entry>
  1306. </descriptors>
  1307. <executionNode>ALL</executionNode>
  1308. <lossTolerant>false</lossTolerant>
  1309. <penaltyDuration>30 sec</penaltyDuration>
  1310. <properties>
  1311. <entry>
  1312. <key>jolt-transform</key>
  1313. <value>jolt-transform-shift</value>
  1314. </entry>
  1315. <entry>
  1316. <key>jolt-custom-class</key>
  1317. </entry>
  1318. <entry>
  1319. <key>jolt-custom-modules</key>
  1320. </entry>
  1321. <entry>
  1322. <key>jolt-spec</key>
  1323. <value>{
  1324. "\\@timestamp": "timestamp",
  1325. "\\@version": "version",
  1326. "*": "&amp;"
  1327. }
  1328. </value>
  1329. </entry>
  1330. <entry>
  1331. <key>Transform Cache Size</key>
  1332. <value>1</value>
  1333. </entry>
  1334. </properties>
  1335. <runDurationMillis>0</runDurationMillis>
  1336. <schedulingPeriod>0 sec</schedulingPeriod>
  1337. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1338. <yieldDuration>1 sec</yieldDuration>
  1339. </config>
  1340. <name>JoltTransformJSON</name>
  1341. <relationships>
  1342. <autoTerminate>false</autoTerminate>
  1343. <name>failure</name>
  1344. </relationships>
  1345. <relationships>
  1346. <autoTerminate>false</autoTerminate>
  1347. <name>success</name>
  1348. </relationships>
  1349. <state>STOPPED</state>
  1350. <style></style>
  1351. <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
  1352. </processors>
  1353. <processors>
  1354. <id>25428d30-a7ef-37f2-0000-000000000000</id>
  1355. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  1356. <position>
  1357. <x>261.805119906356</x>
  1358. <y>1228.210171740278</y>
  1359. </position>
  1360. <bundle>
  1361. <artifact>nifi-update-attribute-nar</artifact>
  1362. <group>org.apache.nifi</group>
  1363. <version>1.4.0</version>
  1364. </bundle>
  1365. <config>
  1366. <bulletinLevel>WARN</bulletinLevel>
  1367. <comments></comments>
  1368. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1369. <descriptors>
  1370. <entry>
  1371. <key>Delete Attributes Expression</key>
  1372. <value>
  1373. <name>Delete Attributes Expression</name>
  1374. </value>
  1375. </entry>
  1376. <entry>
  1377. <key>Store State</key>
  1378. <value>
  1379. <name>Store State</name>
  1380. </value>
  1381. </entry>
  1382. <entry>
  1383. <key>Stateful Variables Initial Value</key>
  1384. <value>
  1385. <name>Stateful Variables Initial Value</name>
  1386. </value>
  1387. </entry>
  1388. <entry>
  1389. <key>filename</key>
  1390. <value>
  1391. <name>filename</name>
  1392. </value>
  1393. </entry>
  1394. </descriptors>
  1395. <executionNode>ALL</executionNode>
  1396. <lossTolerant>false</lossTolerant>
  1397. <penaltyDuration>30 sec</penaltyDuration>
  1398. <properties>
  1399. <entry>
  1400. <key>Delete Attributes Expression</key>
  1401. </entry>
  1402. <entry>
  1403. <key>Store State</key>
  1404. <value>Do not store state</value>
  1405. </entry>
  1406. <entry>
  1407. <key>Stateful Variables Initial Value</key>
  1408. </entry>
  1409. <entry>
  1410. <key>filename</key>
  1411. <value>logstash-syslog-${now():toNumber():minus(86400000):format('yyyy.MM.dd')}</value>
  1412. </entry>
  1413. </properties>
  1414. <runDurationMillis>0</runDurationMillis>
  1415. <schedulingPeriod>0 sec</schedulingPeriod>
  1416. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1417. <yieldDuration>1 sec</yieldDuration>
  1418. </config>
  1419. <name>UpdateAttribute</name>
  1420. <relationships>
  1421. <autoTerminate>false</autoTerminate>
  1422. <name>success</name>
  1423. </relationships>
  1424. <state>STOPPED</state>
  1425. <style></style>
  1426. <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
  1427. </processors>
  1428. <processors>
  1429. <id>29d4d65e-7bb7-301c-0000-000000000000</id>
  1430. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  1431. <position>
  1432. <x>544.2923693206563</x>
  1433. <y>0.0</y>
  1434. </position>
  1435. <bundle>
  1436. <artifact>nifi-elasticsearch-nar</artifact>
  1437. <group>org.apache.nifi</group>
  1438. <version>1.4.0</version>
  1439. </bundle>
  1440. <config>
  1441. <bulletinLevel>WARN</bulletinLevel>
  1442. <comments></comments>
  1443. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1444. <descriptors>
  1445. <entry>
  1446. <key>elasticsearch-http-url</key>
  1447. <value>
  1448. <name>elasticsearch-http-url</name>
  1449. </value>
  1450. </entry>
  1451. <entry>
  1452. <key>SSL Context Service</key>
  1453. <value>
  1454. <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
  1455. <name>SSL Context Service</name>
  1456. </value>
  1457. </entry>
  1458. <entry>
  1459. <key>Username</key>
  1460. <value>
  1461. <name>Username</name>
  1462. </value>
  1463. </entry>
  1464. <entry>
  1465. <key>Password</key>
  1466. <value>
  1467. <name>Password</name>
  1468. </value>
  1469. </entry>
  1470. <entry>
  1471. <key>elasticsearch-http-connect-timeout</key>
  1472. <value>
  1473. <name>elasticsearch-http-connect-timeout</name>
  1474. </value>
  1475. </entry>
  1476. <entry>
  1477. <key>elasticsearch-http-response-timeout</key>
  1478. <value>
  1479. <name>elasticsearch-http-response-timeout</name>
  1480. </value>
  1481. </entry>
  1482. <entry>
  1483. <key>scroll-es-query</key>
  1484. <value>
  1485. <name>scroll-es-query</name>
  1486. </value>
  1487. </entry>
  1488. <entry>
  1489. <key>scroll-es-scroll</key>
  1490. <value>
  1491. <name>scroll-es-scroll</name>
  1492. </value>
  1493. </entry>
  1494. <entry>
  1495. <key>scroll-es-size</key>
  1496. <value>
  1497. <name>scroll-es-size</name>
  1498. </value>
  1499. </entry>
  1500. <entry>
  1501. <key>scroll-es-index</key>
  1502. <value>
  1503. <name>scroll-es-index</name>
  1504. </value>
  1505. </entry>
  1506. <entry>
  1507. <key>scroll-es-type</key>
  1508. <value>
  1509. <name>scroll-es-type</name>
  1510. </value>
  1511. </entry>
  1512. <entry>
  1513. <key>scroll-es-fields</key>
  1514. <value>
  1515. <name>scroll-es-fields</name>
  1516. </value>
  1517. </entry>
  1518. <entry>
  1519. <key>scroll-es-sort</key>
  1520. <value>
  1521. <name>scroll-es-sort</name>
  1522. </value>
  1523. </entry>
  1524. </descriptors>
  1525. <executionNode>ALL</executionNode>
  1526. <lossTolerant>false</lossTolerant>
  1527. <penaltyDuration>30 sec</penaltyDuration>
  1528. <properties>
  1529. <entry>
  1530. <key>elasticsearch-http-url</key>
  1531. <value>https://xvzzpa9005a:9200</value>
  1532. </entry>
  1533. <entry>
  1534. <key>SSL Context Service</key>
  1535. <value>7b091609-3c39-30e0-0000-000000000000</value>
  1536. </entry>
  1537. <entry>
  1538. <key>Username</key>
  1539. <value>eshadoop</value>
  1540. </entry>
  1541. <entry>
  1542. <key>Password</key>
  1543. </entry>
  1544. <entry>
  1545. <key>elasticsearch-http-connect-timeout</key>
  1546. <value>5 secs</value>
  1547. </entry>
  1548. <entry>
  1549. <key>elasticsearch-http-response-timeout</key>
  1550. <value>15 secs</value>
  1551. </entry>
  1552. <entry>
  1553. <key>scroll-es-query</key>
  1554. <value>*</value>
  1555. </entry>
  1556. <entry>
  1557. <key>scroll-es-scroll</key>
  1558. <value>1m</value>
  1559. </entry>
  1560. <entry>
  1561. <key>scroll-es-size</key>
  1562. <value>20</value>
  1563. </entry>
  1564. <entry>
  1565. <key>scroll-es-index</key>
  1566. <value>logstash-syslog-${now():toNumber():minus(86400000):format('yyyy.MM.dd')}</value>
  1567. </entry>
  1568. <entry>
  1569. <key>scroll-es-type</key>
  1570. </entry>
  1571. <entry>
  1572. <key>scroll-es-fields</key>
  1573. </entry>
  1574. <entry>
  1575. <key>scroll-es-sort</key>
  1576. </entry>
  1577. </properties>
  1578. <runDurationMillis>0</runDurationMillis>
  1579. <schedulingPeriod>0 sec</schedulingPeriod>
  1580. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1581. <yieldDuration>1 sec</yieldDuration>
  1582. </config>
  1583. <name>ScrollElasticsearchHttp</name>
  1584. <relationships>
  1585. <autoTerminate>false</autoTerminate>
  1586. <name>failure</name>
  1587. </relationships>
  1588. <relationships>
  1589. <autoTerminate>false</autoTerminate>
  1590. <name>success</name>
  1591. </relationships>
  1592. <state>STOPPED</state>
  1593. <style></style>
  1594. <type>org.apache.nifi.processors.elasticsearch.ScrollElasticsearchHttp</type>
  1595. </processors>
  1596. <processors>
  1597. <id>7af4da16-1df3-3c68-0000-000000000000</id>
  1598. <parentGroupId>2c991f21-6402-3459-0000-000000000000</parentGroupId>
  1599. <position>
  1600. <x>537.4643192746156</x>
  1601. <y>782.1528205978628</y>
  1602. </position>
  1603. <bundle>
  1604. <artifact>nifi-kite-nar</artifact>
  1605. <group>org.apache.nifi</group>
  1606. <version>1.4.0</version>
  1607. </bundle>
  1608. <config>
  1609. <bulletinLevel>WARN</bulletinLevel>
  1610. <comments></comments>
  1611. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1612. <descriptors>
  1613. <entry>
  1614. <key>Schema Output Destination</key>
  1615. <value>
  1616. <name>Schema Output Destination</name>
  1617. </value>
  1618. </entry>
  1619. <entry>
  1620. <key>Input Content Type</key>
  1621. <value>
  1622. <name>Input Content Type</name>
  1623. </value>
  1624. </entry>
  1625. <entry>
  1626. <key>CSV Header Definition</key>
  1627. <value>
  1628. <name>CSV Header Definition</name>
  1629. </value>
  1630. </entry>
  1631. <entry>
  1632. <key>Get CSV Header Definition From Data</key>
  1633. <value>
  1634. <name>Get CSV Header Definition From Data</name>
  1635. </value>
  1636. </entry>
  1637. <entry>
  1638. <key>CSV Header Line Skip Count</key>
  1639. <value>
  1640. <name>CSV Header Line Skip Count</name>
  1641. </value>
  1642. </entry>
  1643. <entry>
  1644. <key>CSV delimiter</key>
  1645. <value>
  1646. <name>CSV delimiter</name>
  1647. </value>
  1648. </entry>
  1649. <entry>
  1650. <key>CSV Escape String</key>
  1651. <value>
  1652. <name>CSV Escape String</name>
  1653. </value>
  1654. </entry>
  1655. <entry>
  1656. <key>CSV Quote String</key>
  1657. <value>
  1658. <name>CSV Quote String</name>
  1659. </value>
  1660. </entry>
  1661. <entry>
  1662. <key>Pretty Avro Output</key>
  1663. <value>
  1664. <name>Pretty Avro Output</name>
  1665. </value>
  1666. </entry>
  1667. <entry>
  1668. <key>Avro Record Name</key>
  1669. <value>
  1670. <name>Avro Record Name</name>
  1671. </value>
  1672. </entry>
  1673. <entry>
  1674. <key>Number Of Records To Analyze</key>
  1675. <value>
  1676. <name>Number Of Records To Analyze</name>
  1677. </value>
  1678. </entry>
  1679. <entry>
  1680. <key>Charset</key>
  1681. <value>
  1682. <name>Charset</name>
  1683. </value>
  1684. </entry>
  1685. </descriptors>
  1686. <executionNode>ALL</executionNode>
  1687. <lossTolerant>false</lossTolerant>
  1688. <penaltyDuration>30 sec</penaltyDuration>
  1689. <properties>
  1690. <entry>
  1691. <key>Schema Output Destination</key>
  1692. <value>flowfile-attribute</value>
  1693. </entry>
  1694. <entry>
  1695. <key>Input Content Type</key>
  1696. <value>json</value>
  1697. </entry>
  1698. <entry>
  1699. <key>CSV Header Definition</key>
  1700. </entry>
  1701. <entry>
  1702. <key>Get CSV Header Definition From Data</key>
  1703. <value>true</value>
  1704. </entry>
  1705. <entry>
  1706. <key>CSV Header Line Skip Count</key>
  1707. <value>0</value>
  1708. </entry>
  1709. <entry>
  1710. <key>CSV delimiter</key>
  1711. <value>,</value>
  1712. </entry>
  1713. <entry>
  1714. <key>CSV Escape String</key>
  1715. <value>\</value>
  1716. </entry>
  1717. <entry>
  1718. <key>CSV Quote String</key>
  1719. <value>'</value>
  1720. </entry>
  1721. <entry>
  1722. <key>Pretty Avro Output</key>
  1723. <value>true</value>
  1724. </entry>
  1725. <entry>
  1726. <key>Avro Record Name</key>
  1727. <value>test_schema</value>
  1728. </entry>
  1729. <entry>
  1730. <key>Number Of Records To Analyze</key>
  1731. <value>10</value>
  1732. </entry>
  1733. <entry>
  1734. <key>Charset</key>
  1735. <value>UTF-8</value>
  1736. </entry>
  1737. </properties>
  1738. <runDurationMillis>0</runDurationMillis>
  1739. <schedulingPeriod>0 sec</schedulingPeriod>
  1740. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1741. <yieldDuration>1 sec</yieldDuration>
  1742. </config>
  1743. <name>InferAvroSchema</name>
  1744. <relationships>
  1745. <autoTerminate>false</autoTerminate>
  1746. <name>failure</name>
  1747. </relationships>
  1748. <relationships>
  1749. <autoTerminate>true</autoTerminate>
  1750. <name>original</name>
  1751. </relationships>
  1752. <relationships>
  1753. <autoTerminate>false</autoTerminate>
  1754. <name>success</name>
  1755. </relationships>
  1756. <relationships>
  1757. <autoTerminate>false</autoTerminate>
  1758. <name>unsupported content</name>
  1759. </relationships>
  1760. <state>STOPPED</state>
  1761. <style></style>
  1762. <type>org.apache.nifi.processors.kite.InferAvroSchema</type>
  1763. </processors>
  1764. </snippet>
  1765. <timestamp>12/01/2017 11:33:45 MST</timestamp>
  1766. </template>
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!