API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Dec 14th, 2016
78
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 57.24 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" ?>
  2. <template encoding-version="1.0">
  3. <description>This template illustrates how to populate a DistributedCacheMapServer with values from a RDBMS, and how to use those values as a lookup for incoming flow files.</description>
  4. <groupId>f962a447-0158-1000-3c38-bc764f9c916d</groupId>
  5. <name>DatabaseLookupExample</name>
  6. <snippet>
  7. <processGroups>
  8. <id>fe2190e7-0158-1000-0000-000000000000</id>
  9. <parentGroupId>f962a447-0158-1000-0000-000000000000</parentGroupId>
  10. <position>
  11. <x>0.0</x>
  12. <y>0.0</y>
  13. </position>
  14. <comments></comments>
  15. <contents>
  16. <connections>
  17. <id>fe21cb64-0158-1000-0000-000000000000</id>
  18. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  19. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  20. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  21. <destination>
  22. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  23. <id>fe21cb60-0158-1000-0000-000000000000</id>
  24. <type>PROCESSOR</type>
  25. </destination>
  26. <flowFileExpiration>0 sec</flowFileExpiration>
  27. <labelIndex>1</labelIndex>
  28. <name></name>
  29. <selectedRelationships>success</selectedRelationships>
  30. <source>
  31. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  32. <id>fe21cb5f-0158-1000-0000-000000000000</id>
  33. <type>PROCESSOR</type>
  34. </source>
  35. <zIndex>0</zIndex>
  36. </connections>
  37. <connections>
  38. <id>fe21cb65-0158-1000-0000-000000000000</id>
  39. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  40. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  41. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  42. <destination>
  43. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  44. <id>fe21cb62-0158-1000-0000-000000000000</id>
  45. <type>PROCESSOR</type>
  46. </destination>
  47. <flowFileExpiration>0 sec</flowFileExpiration>
  48. <labelIndex>1</labelIndex>
  49. <name></name>
  50. <selectedRelationships>success</selectedRelationships>
  51. <source>
  52. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  53. <id>fe21cb60-0158-1000-0000-000000000000</id>
  54. <type>PROCESSOR</type>
  55. </source>
  56. <zIndex>0</zIndex>
  57. </connections>
  58. <connections>
  59. <id>fe21cb66-0158-1000-0000-000000000000</id>
  60. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  61. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  62. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  63. <destination>
  64. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  65. <id>fe21cb63-0158-1000-0000-000000000000</id>
  66. <type>PROCESSOR</type>
  67. </destination>
  68. <flowFileExpiration>0 sec</flowFileExpiration>
  69. <labelIndex>1</labelIndex>
  70. <name></name>
  71. <selectedRelationships>matched</selectedRelationships>
  72. <source>
  73. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  74. <id>fe21cb62-0158-1000-0000-000000000000</id>
  75. <type>PROCESSOR</type>
  76. </source>
  77. <zIndex>0</zIndex>
  78. </connections>
  79. <connections>
  80. <id>fe21cb67-0158-1000-0000-000000000000</id>
  81. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  82. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  83. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  84. <destination>
  85. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  86. <id>fe21cb61-0158-1000-0000-000000000000</id>
  87. <type>PROCESSOR</type>
  88. </destination>
  89. <flowFileExpiration>0 sec</flowFileExpiration>
  90. <labelIndex>1</labelIndex>
  91. <name></name>
  92. <selectedRelationships>success</selectedRelationships>
  93. <source>
  94. <groupId>fe2190e7-0158-1000-0000-000000000000</groupId>
  95. <id>fe21cb63-0158-1000-0000-000000000000</id>
  96. <type>PROCESSOR</type>
  97. </source>
  98. <zIndex>0</zIndex>
  99. </connections>
  100. <controllerServices>
  101. <id>b28b426b-0156-1000-0000-000000000000</id>
  102. <parentGroupId>f962a447-0158-1000-0000-000000000000</parentGroupId>
  103. <comments></comments>
  104. <descriptors>
  105. <entry>
  106. <key>Database Connection URL</key>
  107. <value>
  108. <name>Database Connection URL</name>
  109. </value>
  110. </entry>
  111. <entry>
  112. <key>Database Driver Class Name</key>
  113. <value>
  114. <name>Database Driver Class Name</name>
  115. </value>
  116. </entry>
  117. <entry>
  118. <key>database-driver-locations</key>
  119. <value>
  120. <name>database-driver-locations</name>
  121. </value>
  122. </entry>
  123. <entry>
  124. <key>Database User</key>
  125. <value>
  126. <name>Database User</name>
  127. </value>
  128. </entry>
  129. <entry>
  130. <key>Password</key>
  131. <value>
  132. <name>Password</name>
  133. </value>
  134. </entry>
  135. <entry>
  136. <key>Max Wait Time</key>
  137. <value>
  138. <name>Max Wait Time</name>
  139. </value>
  140. </entry>
  141. <entry>
  142. <key>Max Total Connections</key>
  143. <value>
  144. <name>Max Total Connections</name>
  145. </value>
  146. </entry>
  147. <entry>
  148. <key>Validation-query</key>
  149. <value>
  150. <name>Validation-query</name>
  151. </value>
  152. </entry>
  153. </descriptors>
  154. <name>MySQLConnectionPool</name>
  155. <properties>
  156. <entry>
  157. <key>Database Connection URL</key>
  158. <value>jdbc:mysql://192.168.99.100:32768/test_schema</value>
  159. </entry>
  160. <entry>
  161. <key>Database Driver Class Name</key>
  162. <value>com.mysql.jdbc.Driver</value>
  163. </entry>
  164. <entry>
  165. <key>database-driver-locations</key>
  166. <value>file:///Users/mburgess/jdbc_drivers/mysql-connector-java-5.1.38-bin.jar</value>
  167. </entry>
  168. <entry>
  169. <key>Database User</key>
  170. <value>root</value>
  171. </entry>
  172. <entry>
  173. <key>Password</key>
  174. </entry>
  175. <entry>
  176. <key>Max Wait Time</key>
  177. <value>500 millis</value>
  178. </entry>
  179. <entry>
  180. <key>Max Total Connections</key>
  181. <value>8</value>
  182. </entry>
  183. <entry>
  184. <key>Validation-query</key>
  185. </entry>
  186. </properties>
  187. <state>ENABLED</state>
  188. <type>org.apache.nifi.dbcp.DBCPConnectionPool</type>
  189. </controllerServices>
  190. <processors>
  191. <id>fe21cb5f-0158-1000-0000-000000000000</id>
  192. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  193. <position>
  194. <x>1731.002685546875</x>
  195. <y>-155.8504867553711</y>
  196. </position>
  197. <config>
  198. <bulletinLevel>WARN</bulletinLevel>
  199. <comments></comments>
  200. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  201. <descriptors>
  202. <entry>
  203. <key>Database Connection Pooling Service</key>
  204. <value>
  205. <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService>
  206. <name>Database Connection Pooling Service</name>
  207. </value>
  208. </entry>
  209. <entry>
  210. <key>db-fetch-db-type</key>
  211. <value>
  212. <name>db-fetch-db-type</name>
  213. </value>
  214. </entry>
  215. <entry>
  216. <key>Table Name</key>
  217. <value>
  218. <name>Table Name</name>
  219. </value>
  220. </entry>
  221. <entry>
  222. <key>Columns to Return</key>
  223. <value>
  224. <name>Columns to Return</name>
  225. </value>
  226. </entry>
  227. <entry>
  228. <key>Maximum-value Columns</key>
  229. <value>
  230. <name>Maximum-value Columns</name>
  231. </value>
  232. </entry>
  233. <entry>
  234. <key>Max Wait Time</key>
  235. <value>
  236. <name>Max Wait Time</name>
  237. </value>
  238. </entry>
  239. <entry>
  240. <key>Fetch Size</key>
  241. <value>
  242. <name>Fetch Size</name>
  243. </value>
  244. </entry>
  245. <entry>
  246. <key>qdbt-max-rows</key>
  247. <value>
  248. <name>qdbt-max-rows</name>
  249. </value>
  250. </entry>
  251. <entry>
  252. <key>qdbt-max-frags</key>
  253. <value>
  254. <name>qdbt-max-frags</name>
  255. </value>
  256. </entry>
  257. <entry>
  258. <key>dbf-normalize</key>
  259. <value>
  260. <name>dbf-normalize</name>
  261. </value>
  262. </entry>
  263. </descriptors>
  264. <executionNode>ALL</executionNode>
  265. <lossTolerant>false</lossTolerant>
  266. <penaltyDuration>30 sec</penaltyDuration>
  267. <properties>
  268. <entry>
  269. <key>Database Connection Pooling Service</key>
  270. <value>b28b426b-0156-1000-0000-000000000000</value>
  271. </entry>
  272. <entry>
  273. <key>db-fetch-db-type</key>
  274. <value>Generic</value>
  275. </entry>
  276. <entry>
  277. <key>Table Name</key>
  278. <value>lkup</value>
  279. </entry>
  280. <entry>
  281. <key>Columns to Return</key>
  282. </entry>
  283. <entry>
  284. <key>Maximum-value Columns</key>
  285. <value>id</value>
  286. </entry>
  287. <entry>
  288. <key>Max Wait Time</key>
  289. <value>0 seconds</value>
  290. </entry>
  291. <entry>
  292. <key>Fetch Size</key>
  293. <value>0</value>
  294. </entry>
  295. <entry>
  296. <key>qdbt-max-rows</key>
  297. <value>1</value>
  298. </entry>
  299. <entry>
  300. <key>qdbt-max-frags</key>
  301. <value>3</value>
  302. </entry>
  303. <entry>
  304. <key>dbf-normalize</key>
  305. <value>false</value>
  306. </entry>
  307. </properties>
  308. <runDurationMillis>0</runDurationMillis>
  309. <schedulingPeriod>0 sec</schedulingPeriod>
  310. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  311. <yieldDuration>1 sec</yieldDuration>
  312. </config>
  313. <name>Get Lookup Map from DB</name>
  314. <relationships>
  315. <autoTerminate>false</autoTerminate>
  316. <name>success</name>
  317. </relationships>
  318. <style></style>
  319. <type>org.apache.nifi.processors.standard.QueryDatabaseTable</type>
  320. </processors>
  321. <processors>
  322. <id>fe21cb60-0158-1000-0000-000000000000</id>
  323. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  324. <position>
  325. <x>1734.012939453125</x>
  326. <y>50.266109466552734</y>
  327. </position>
  328. <config>
  329. <bulletinLevel>WARN</bulletinLevel>
  330. <comments></comments>
  331. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  332. <descriptors>
  333. <entry>
  334. <key>JSON container options</key>
  335. <value>
  336. <name>JSON container options</name>
  337. </value>
  338. </entry>
  339. <entry>
  340. <key>Wrap Single Record</key>
  341. <value>
  342. <name>Wrap Single Record</name>
  343. </value>
  344. </entry>
  345. <entry>
  346. <key>Avro schema</key>
  347. <value>
  348. <name>Avro schema</name>
  349. </value>
  350. </entry>
  351. </descriptors>
  352. <executionNode>ALL</executionNode>
  353. <lossTolerant>false</lossTolerant>
  354. <penaltyDuration>30 sec</penaltyDuration>
  355. <properties>
  356. <entry>
  357. <key>JSON container options</key>
  358. <value>array</value>
  359. </entry>
  360. <entry>
  361. <key>Wrap Single Record</key>
  362. <value>false</value>
  363. </entry>
  364. <entry>
  365. <key>Avro schema</key>
  366. </entry>
  367. </properties>
  368. <runDurationMillis>0</runDurationMillis>
  369. <schedulingPeriod>0 sec</schedulingPeriod>
  370. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  371. <yieldDuration>1 sec</yieldDuration>
  372. </config>
  373. <name>ConvertAvroToJSON</name>
  374. <relationships>
  375. <autoTerminate>true</autoTerminate>
  376. <name>failure</name>
  377. </relationships>
  378. <relationships>
  379. <autoTerminate>false</autoTerminate>
  380. <name>success</name>
  381. </relationships>
  382. <style></style>
  383. <type>org.apache.nifi.processors.avro.ConvertAvroToJSON</type>
  384. </processors>
  385. <processors>
  386. <id>fe21cb61-0158-1000-0000-000000000000</id>
  387. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  388. <position>
  389. <x>1736.5260015634326</x>
  390. <y>679.4686746536038</y>
  391. </position>
  392. <config>
  393. <bulletinLevel>WARN</bulletinLevel>
  394. <comments></comments>
  395. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  396. <descriptors>
  397. <entry>
  398. <key>Cache Entry Identifier</key>
  399. <value>
  400. <name>Cache Entry Identifier</name>
  401. </value>
  402. </entry>
  403. <entry>
  404. <key>Distributed Cache Service</key>
  405. <value>
  406. <identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService>
  407. <name>Distributed Cache Service</name>
  408. </value>
  409. </entry>
  410. <entry>
  411. <key>Cache update strategy</key>
  412. <value>
  413. <name>Cache update strategy</name>
  414. </value>
  415. </entry>
  416. <entry>
  417. <key>Max cache entry size</key>
  418. <value>
  419. <name>Max cache entry size</name>
  420. </value>
  421. </entry>
  422. </descriptors>
  423. <executionNode>ALL</executionNode>
  424. <lossTolerant>false</lossTolerant>
  425. <penaltyDuration>30 sec</penaltyDuration>
  426. <properties>
  427. <entry>
  428. <key>Cache Entry Identifier</key>
  429. <value>${custId}</value>
  430. </entry>
  431. <entry>
  432. <key>Distributed Cache Service</key>
  433. <value>fe19347d-0158-1000-0000-000000000000</value>
  434. </entry>
  435. <entry>
  436. <key>Cache update strategy</key>
  437. <value>replace</value>
  438. </entry>
  439. <entry>
  440. <key>Max cache entry size</key>
  441. <value>10 MB</value>
  442. </entry>
  443. </properties>
  444. <runDurationMillis>0</runDurationMillis>
  445. <schedulingPeriod>0 sec</schedulingPeriod>
  446. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  447. <yieldDuration>1 sec</yieldDuration>
  448. </config>
  449. <name>Populate Lookup Map</name>
  450. <relationships>
  451. <autoTerminate>true</autoTerminate>
  452. <name>failure</name>
  453. </relationships>
  454. <relationships>
  455. <autoTerminate>true</autoTerminate>
  456. <name>success</name>
  457. </relationships>
  458. <style></style>
  459. <type>org.apache.nifi.processors.standard.PutDistributedMapCache</type>
  460. </processors>
  461. <processors>
  462. <id>fe21cb62-0158-1000-0000-000000000000</id>
  463. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  464. <position>
  465. <x>1738.5345464853076</x>
  466. <y>252.72290816954836</y>
  467. </position>
  468. <config>
  469. <bulletinLevel>WARN</bulletinLevel>
  470. <comments></comments>
  471. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  472. <descriptors>
  473. <entry>
  474. <key>Destination</key>
  475. <value>
  476. <name>Destination</name>
  477. </value>
  478. </entry>
  479. <entry>
  480. <key>Return Type</key>
  481. <value>
  482. <name>Return Type</name>
  483. </value>
  484. </entry>
  485. <entry>
  486. <key>Path Not Found Behavior</key>
  487. <value>
  488. <name>Path Not Found Behavior</name>
  489. </value>
  490. </entry>
  491. <entry>
  492. <key>Null Value Representation</key>
  493. <value>
  494. <name>Null Value Representation</name>
  495. </value>
  496. </entry>
  497. <entry>
  498. <key>custId</key>
  499. <value>
  500. <name>custId</name>
  501. </value>
  502. </entry>
  503. <entry>
  504. <key>custName</key>
  505. <value>
  506. <name>custName</name>
  507. </value>
  508. </entry>
  509. </descriptors>
  510. <executionNode>ALL</executionNode>
  511. <lossTolerant>false</lossTolerant>
  512. <penaltyDuration>30 sec</penaltyDuration>
  513. <properties>
  514. <entry>
  515. <key>Destination</key>
  516. <value>flowfile-attribute</value>
  517. </entry>
  518. <entry>
  519. <key>Return Type</key>
  520. <value>auto-detect</value>
  521. </entry>
  522. <entry>
  523. <key>Path Not Found Behavior</key>
  524. <value>ignore</value>
  525. </entry>
  526. <entry>
  527. <key>Null Value Representation</key>
  528. <value>empty string</value>
  529. </entry>
  530. <entry>
  531. <key>custId</key>
  532. <value>$.id</value>
  533. </entry>
  534. <entry>
  535. <key>custName</key>
  536. <value>$.customer_name</value>
  537. </entry>
  538. </properties>
  539. <runDurationMillis>0</runDurationMillis>
  540. <schedulingPeriod>0 sec</schedulingPeriod>
  541. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  542. <yieldDuration>1 sec</yieldDuration>
  543. </config>
  544. <name>EvaluateJsonPath</name>
  545. <relationships>
  546. <autoTerminate>true</autoTerminate>
  547. <name>failure</name>
  548. </relationships>
  549. <relationships>
  550. <autoTerminate>false</autoTerminate>
  551. <name>matched</name>
  552. </relationships>
  553. <relationships>
  554. <autoTerminate>true</autoTerminate>
  555. <name>unmatched</name>
  556. </relationships>
  557. <style></style>
  558. <type>org.apache.nifi.processors.standard.EvaluateJsonPath</type>
  559. </processors>
  560. <processors>
  561. <id>fe21cb63-0158-1000-0000-000000000000</id>
  562. <parentGroupId>fe2190e7-0158-1000-0000-000000000000</parentGroupId>
  563. <position>
  564. <x>1735.5455375859901</x>
  565. <y>461.11377038272553</y>
  566. </position>
  567. <config>
  568. <bulletinLevel>WARN</bulletinLevel>
  569. <comments></comments>
  570. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  571. <descriptors>
  572. <entry>
  573. <key>Regular Expression</key>
  574. <value>
  575. <name>Regular Expression</name>
  576. </value>
  577. </entry>
  578. <entry>
  579. <key>Replacement Value</key>
  580. <value>
  581. <name>Replacement Value</name>
  582. </value>
  583. </entry>
  584. <entry>
  585. <key>Character Set</key>
  586. <value>
  587. <name>Character Set</name>
  588. </value>
  589. </entry>
  590. <entry>
  591. <key>Maximum Buffer Size</key>
  592. <value>
  593. <name>Maximum Buffer Size</name>
  594. </value>
  595. </entry>
  596. <entry>
  597. <key>Replacement Strategy</key>
  598. <value>
  599. <name>Replacement Strategy</name>
  600. </value>
  601. </entry>
  602. <entry>
  603. <key>Evaluation Mode</key>
  604. <value>
  605. <name>Evaluation Mode</name>
  606. </value>
  607. </entry>
  608. </descriptors>
  609. <executionNode>ALL</executionNode>
  610. <lossTolerant>false</lossTolerant>
  611. <penaltyDuration>30 sec</penaltyDuration>
  612. <properties>
  613. <entry>
  614. <key>Regular Expression</key>
  615. <value>(?s)(^.*$)</value>
  616. </entry>
  617. <entry>
  618. <key>Replacement Value</key>
  619. <value>${custName}</value>
  620. </entry>
  621. <entry>
  622. <key>Character Set</key>
  623. <value>UTF-8</value>
  624. </entry>
  625. <entry>
  626. <key>Maximum Buffer Size</key>
  627. <value>1 MB</value>
  628. </entry>
  629. <entry>
  630. <key>Replacement Strategy</key>
  631. <value>Regex Replace</value>
  632. </entry>
  633. <entry>
  634. <key>Evaluation Mode</key>
  635. <value>Entire text</value>
  636. </entry>
  637. </properties>
  638. <runDurationMillis>0</runDurationMillis>
  639. <schedulingPeriod>0 sec</schedulingPeriod>
  640. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  641. <yieldDuration>1 sec</yieldDuration>
  642. </config>
  643. <name>Set Content to Lookup Value</name>
  644. <relationships>
  645. <autoTerminate>true</autoTerminate>
  646. <name>failure</name>
  647. </relationships>
  648. <relationships>
  649. <autoTerminate>false</autoTerminate>
  650. <name>success</name>
  651. </relationships>
  652. <style></style>
  653. <type>org.apache.nifi.processors.standard.ReplaceText</type>
  654. </processors>
  655. </contents>
  656. <name>PopulateLookupTable</name>
  657. </processGroups>
  658. <processGroups>
  659. <id>fe2247bc-0158-1000-0000-000000000000</id>
  660. <parentGroupId>f962a447-0158-1000-0000-000000000000</parentGroupId>
  661. <position>
  662. <x>1.9945005241725084</x>
  663. <y>250.30507115895284</y>
  664. </position>
  665. <comments></comments>
  666. <contents>
  667. <connections>
  668. <id>fe22bb7d-0158-1000-0000-000000000000</id>
  669. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  670. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  671. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  672. <destination>
  673. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  674. <id>fe22abc3-0158-1000-0000-000000000000</id>
  675. <type>PROCESSOR</type>
  676. </destination>
  677. <flowFileExpiration>0 sec</flowFileExpiration>
  678. <labelIndex>1</labelIndex>
  679. <name></name>
  680. <selectedRelationships>success</selectedRelationships>
  681. <source>
  682. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  683. <id>fe228354-0158-1000-0000-000000000000</id>
  684. <type>PROCESSOR</type>
  685. </source>
  686. <zIndex>0</zIndex>
  687. </connections>
  688. <connections>
  689. <id>fe230399-0158-1000-0000-000000000000</id>
  690. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  691. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  692. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  693. <destination>
  694. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  695. <id>fe22f0ea-0158-1000-0000-000000000000</id>
  696. <type>PROCESSOR</type>
  697. </destination>
  698. <flowFileExpiration>0 sec</flowFileExpiration>
  699. <labelIndex>1</labelIndex>
  700. <name></name>
  701. <selectedRelationships>splits</selectedRelationships>
  702. <source>
  703. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  704. <id>fe22abc3-0158-1000-0000-000000000000</id>
  705. <type>PROCESSOR</type>
  706. </source>
  707. <zIndex>0</zIndex>
  708. </connections>
  709. <connections>
  710. <id>fe253eaf-0158-1000-0000-000000000000</id>
  711. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  712. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  713. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  714. <destination>
  715. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  716. <id>fe24b83a-0158-1000-0000-000000000000</id>
  717. <type>PROCESSOR</type>
  718. </destination>
  719. <flowFileExpiration>0 sec</flowFileExpiration>
  720. <labelIndex>1</labelIndex>
  721. <name></name>
  722. <selectedRelationships>matched</selectedRelationships>
  723. <source>
  724. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  725. <id>fe22f0ea-0158-1000-0000-000000000000</id>
  726. <type>PROCESSOR</type>
  727. </source>
  728. <zIndex>0</zIndex>
  729. </connections>
  730. <connections>
  731. <id>fe258ea7-0158-1000-0000-000000000000</id>
  732. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  733. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  734. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  735. <destination>
  736. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  737. <id>fe256e71-0158-1000-0000-000000000000</id>
  738. <type>PROCESSOR</type>
  739. </destination>
  740. <flowFileExpiration>0 sec</flowFileExpiration>
  741. <labelIndex>1</labelIndex>
  742. <name></name>
  743. <selectedRelationships>success</selectedRelationships>
  744. <source>
  745. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  746. <id>fe24b83a-0158-1000-0000-000000000000</id>
  747. <type>PROCESSOR</type>
  748. </source>
  749. <zIndex>0</zIndex>
  750. </connections>
  751. <connections>
  752. <id>fe28af4d-0158-1000-0000-000000000000</id>
  753. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  754. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  755. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  756. <destination>
  757. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  758. <id>fe28a0c5-0158-1000-0000-000000000000</id>
  759. <type>PROCESSOR</type>
  760. </destination>
  761. <flowFileExpiration>0 sec</flowFileExpiration>
  762. <labelIndex>1</labelIndex>
  763. <name></name>
  764. <selectedRelationships>success</selectedRelationships>
  765. <source>
  766. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  767. <id>fe256e71-0158-1000-0000-000000000000</id>
  768. <type>PROCESSOR</type>
  769. </source>
  770. <zIndex>0</zIndex>
  771. </connections>
  772. <connections>
  773. <id>fe2fe4d3-0158-1000-0000-000000000000</id>
  774. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  775. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  776. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  777. <destination>
  778. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  779. <id>fe228354-0158-1000-0000-000000000000</id>
  780. <type>PROCESSOR</type>
  781. </destination>
  782. <flowFileExpiration>0 sec</flowFileExpiration>
  783. <labelIndex>1</labelIndex>
  784. <name></name>
  785. <selectedRelationships>success</selectedRelationships>
  786. <source>
  787. <groupId>fe2247bc-0158-1000-0000-000000000000</groupId>
  788. <id>fe227563-0158-1000-0000-000000000000</id>
  789. <type>PROCESSOR</type>
  790. </source>
  791. <zIndex>0</zIndex>
  792. </connections>
  793. <controllerServices>
  794. <id>fe19347d-0158-1000-0000-000000000000</id>
  795. <parentGroupId>f962a447-0158-1000-0000-000000000000</parentGroupId>
  796. <comments></comments>
  797. <descriptors>
  798. <entry>
  799. <key>Server Hostname</key>
  800. <value>
  801. <name>Server Hostname</name>
  802. </value>
  803. </entry>
  804. <entry>
  805. <key>Server Port</key>
  806. <value>
  807. <name>Server Port</name>
  808. </value>
  809. </entry>
  810. <entry>
  811. <key>SSL Context Service</key>
  812. <value>
  813. <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
  814. <name>SSL Context Service</name>
  815. </value>
  816. </entry>
  817. <entry>
  818. <key>Communications Timeout</key>
  819. <value>
  820. <name>Communications Timeout</name>
  821. </value>
  822. </entry>
  823. </descriptors>
  824. <name>DistributedMapCacheClientService</name>
  825. <properties>
  826. <entry>
  827. <key>Server Hostname</key>
  828. <value>localhost</value>
  829. </entry>
  830. <entry>
  831. <key>Server Port</key>
  832. </entry>
  833. <entry>
  834. <key>SSL Context Service</key>
  835. </entry>
  836. <entry>
  837. <key>Communications Timeout</key>
  838. </entry>
  839. </properties>
  840. <state>ENABLED</state>
  841. <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
  842. </controllerServices>
  843. <processors>
  844. <id>fe227563-0158-1000-0000-000000000000</id>
  845. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  846. <position>
  847. <x>282.00000658301235</x>
  848. <y>-22.00000713365617</y>
  849. </position>
  850. <config>
  851. <bulletinLevel>WARN</bulletinLevel>
  852. <comments></comments>
  853. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  854. <descriptors>
  855. <entry>
  856. <key>Input Directory</key>
  857. <value>
  858. <name>Input Directory</name>
  859. </value>
  860. </entry>
  861. <entry>
  862. <key>Recurse Subdirectories</key>
  863. <value>
  864. <name>Recurse Subdirectories</name>
  865. </value>
  866. </entry>
  867. <entry>
  868. <key>Input Directory Location</key>
  869. <value>
  870. <name>Input Directory Location</name>
  871. </value>
  872. </entry>
  873. <entry>
  874. <key>File Filter</key>
  875. <value>
  876. <name>File Filter</name>
  877. </value>
  878. </entry>
  879. <entry>
  880. <key>Path Filter</key>
  881. <value>
  882. <name>Path Filter</name>
  883. </value>
  884. </entry>
  885. <entry>
  886. <key>Minimum File Age</key>
  887. <value>
  888. <name>Minimum File Age</name>
  889. </value>
  890. </entry>
  891. <entry>
  892. <key>Maximum File Age</key>
  893. <value>
  894. <name>Maximum File Age</name>
  895. </value>
  896. </entry>
  897. <entry>
  898. <key>Minimum File Size</key>
  899. <value>
  900. <name>Minimum File Size</name>
  901. </value>
  902. </entry>
  903. <entry>
  904. <key>Maximum File Size</key>
  905. <value>
  906. <name>Maximum File Size</name>
  907. </value>
  908. </entry>
  909. <entry>
  910. <key>Ignore Hidden Files</key>
  911. <value>
  912. <name>Ignore Hidden Files</name>
  913. </value>
  914. </entry>
  915. </descriptors>
  916. <executionNode>ALL</executionNode>
  917. <lossTolerant>false</lossTolerant>
  918. <penaltyDuration>30 sec</penaltyDuration>
  919. <properties>
  920. <entry>
  921. <key>Input Directory</key>
  922. <value>/Users/mburgess/datasets</value>
  923. </entry>
  924. <entry>
  925. <key>Recurse Subdirectories</key>
  926. <value>false</value>
  927. </entry>
  928. <entry>
  929. <key>Input Directory Location</key>
  930. <value>Local</value>
  931. </entry>
  932. <entry>
  933. <key>File Filter</key>
  934. <value>custNameLookup\.txt</value>
  935. </entry>
  936. <entry>
  937. <key>Path Filter</key>
  938. </entry>
  939. <entry>
  940. <key>Minimum File Age</key>
  941. <value>0 sec</value>
  942. </entry>
  943. <entry>
  944. <key>Maximum File Age</key>
  945. </entry>
  946. <entry>
  947. <key>Minimum File Size</key>
  948. <value>0 B</value>
  949. </entry>
  950. <entry>
  951. <key>Maximum File Size</key>
  952. </entry>
  953. <entry>
  954. <key>Ignore Hidden Files</key>
  955. <value>true</value>
  956. </entry>
  957. </properties>
  958. <runDurationMillis>0</runDurationMillis>
  959. <schedulingPeriod>0 sec</schedulingPeriod>
  960. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  961. <yieldDuration>1 sec</yieldDuration>
  962. </config>
  963. <name>ListFile</name>
  964. <relationships>
  965. <autoTerminate>false</autoTerminate>
  966. <name>success</name>
  967. </relationships>
  968. <style></style>
  969. <type>org.apache.nifi.processors.standard.ListFile</type>
  970. </processors>
  971. <processors>
  972. <id>fe228354-0158-1000-0000-000000000000</id>
  973. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  974. <position>
  975. <x>279.00000658301235</x>
  976. <y>181.99999668104113</y>
  977. </position>
  978. <config>
  979. <bulletinLevel>WARN</bulletinLevel>
  980. <comments></comments>
  981. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  982. <descriptors>
  983. <entry>
  984. <key>File to Fetch</key>
  985. <value>
  986. <name>File to Fetch</name>
  987. </value>
  988. </entry>
  989. <entry>
  990. <key>Completion Strategy</key>
  991. <value>
  992. <name>Completion Strategy</name>
  993. </value>
  994. </entry>
  995. <entry>
  996. <key>Move Destination Directory</key>
  997. <value>
  998. <name>Move Destination Directory</name>
  999. </value>
  1000. </entry>
  1001. <entry>
  1002. <key>Move Conflict Strategy</key>
  1003. <value>
  1004. <name>Move Conflict Strategy</name>
  1005. </value>
  1006. </entry>
  1007. <entry>
  1008. <key>Log level when file not found</key>
  1009. <value>
  1010. <name>Log level when file not found</name>
  1011. </value>
  1012. </entry>
  1013. <entry>
  1014. <key>Log level when permission denied</key>
  1015. <value>
  1016. <name>Log level when permission denied</name>
  1017. </value>
  1018. </entry>
  1019. </descriptors>
  1020. <executionNode>ALL</executionNode>
  1021. <lossTolerant>false</lossTolerant>
  1022. <penaltyDuration>30 sec</penaltyDuration>
  1023. <properties>
  1024. <entry>
  1025. <key>File to Fetch</key>
  1026. <value>${absolute.path}/${filename}</value>
  1027. </entry>
  1028. <entry>
  1029. <key>Completion Strategy</key>
  1030. <value>None</value>
  1031. </entry>
  1032. <entry>
  1033. <key>Move Destination Directory</key>
  1034. </entry>
  1035. <entry>
  1036. <key>Move Conflict Strategy</key>
  1037. <value>Rename</value>
  1038. </entry>
  1039. <entry>
  1040. <key>Log level when file not found</key>
  1041. <value>ERROR</value>
  1042. </entry>
  1043. <entry>
  1044. <key>Log level when permission denied</key>
  1045. <value>ERROR</value>
  1046. </entry>
  1047. </properties>
  1048. <runDurationMillis>0</runDurationMillis>
  1049. <schedulingPeriod>0 sec</schedulingPeriod>
  1050. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1051. <yieldDuration>1 sec</yieldDuration>
  1052. </config>
  1053. <name>FetchFile</name>
  1054. <relationships>
  1055. <autoTerminate>true</autoTerminate>
  1056. <name>failure</name>
  1057. </relationships>
  1058. <relationships>
  1059. <autoTerminate>true</autoTerminate>
  1060. <name>not.found</name>
  1061. </relationships>
  1062. <relationships>
  1063. <autoTerminate>true</autoTerminate>
  1064. <name>permission.denied</name>
  1065. </relationships>
  1066. <relationships>
  1067. <autoTerminate>false</autoTerminate>
  1068. <name>success</name>
  1069. </relationships>
  1070. <style></style>
  1071. <type>org.apache.nifi.processors.standard.FetchFile</type>
  1072. </processors>
  1073. <processors>
  1074. <id>fe22abc3-0158-1000-0000-000000000000</id>
  1075. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  1076. <position>
  1077. <x>286.00000658301235</x>
  1078. <y>394.9999966810411</y>
  1079. </position>
  1080. <config>
  1081. <bulletinLevel>WARN</bulletinLevel>
  1082. <comments></comments>
  1083. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1084. <descriptors>
  1085. <entry>
  1086. <key>Line Split Count</key>
  1087. <value>
  1088. <name>Line Split Count</name>
  1089. </value>
  1090. </entry>
  1091. <entry>
  1092. <key>Maximum Fragment Size</key>
  1093. <value>
  1094. <name>Maximum Fragment Size</name>
  1095. </value>
  1096. </entry>
  1097. <entry>
  1098. <key>Header Line Count</key>
  1099. <value>
  1100. <name>Header Line Count</name>
  1101. </value>
  1102. </entry>
  1103. <entry>
  1104. <key>Header Line Marker Characters</key>
  1105. <value>
  1106. <name>Header Line Marker Characters</name>
  1107. </value>
  1108. </entry>
  1109. <entry>
  1110. <key>Remove Trailing Newlines</key>
  1111. <value>
  1112. <name>Remove Trailing Newlines</name>
  1113. </value>
  1114. </entry>
  1115. </descriptors>
  1116. <executionNode>ALL</executionNode>
  1117. <lossTolerant>false</lossTolerant>
  1118. <penaltyDuration>30 sec</penaltyDuration>
  1119. <properties>
  1120. <entry>
  1121. <key>Line Split Count</key>
  1122. <value>1</value>
  1123. </entry>
  1124. <entry>
  1125. <key>Maximum Fragment Size</key>
  1126. </entry>
  1127. <entry>
  1128. <key>Header Line Count</key>
  1129. <value>0</value>
  1130. </entry>
  1131. <entry>
  1132. <key>Header Line Marker Characters</key>
  1133. </entry>
  1134. <entry>
  1135. <key>Remove Trailing Newlines</key>
  1136. <value>true</value>
  1137. </entry>
  1138. </properties>
  1139. <runDurationMillis>0</runDurationMillis>
  1140. <schedulingPeriod>0 sec</schedulingPeriod>
  1141. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1142. <yieldDuration>1 sec</yieldDuration>
  1143. </config>
  1144. <name>Split Lines</name>
  1145. <relationships>
  1146. <autoTerminate>true</autoTerminate>
  1147. <name>failure</name>
  1148. </relationships>
  1149. <relationships>
  1150. <autoTerminate>true</autoTerminate>
  1151. <name>original</name>
  1152. </relationships>
  1153. <relationships>
  1154. <autoTerminate>false</autoTerminate>
  1155. <name>splits</name>
  1156. </relationships>
  1157. <style></style>
  1158. <type>org.apache.nifi.processors.standard.SplitText</type>
  1159. </processors>
  1160. <processors>
  1161. <id>fe22f0ea-0158-1000-0000-000000000000</id>
  1162. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  1163. <position>
  1164. <x>289.00000658301235</x>
  1165. <y>612.9999966810411</y>
  1166. </position>
  1167. <config>
  1168. <bulletinLevel>WARN</bulletinLevel>
  1169. <comments></comments>
  1170. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1171. <descriptors>
  1172. <entry>
  1173. <key>Character Set</key>
  1174. <value>
  1175. <name>Character Set</name>
  1176. </value>
  1177. </entry>
  1178. <entry>
  1179. <key>Maximum Buffer Size</key>
  1180. <value>
  1181. <name>Maximum Buffer Size</name>
  1182. </value>
  1183. </entry>
  1184. <entry>
  1185. <key>Maximum Capture Group Length</key>
  1186. <value>
  1187. <name>Maximum Capture Group Length</name>
  1188. </value>
  1189. </entry>
  1190. <entry>
  1191. <key>Enable Canonical Equivalence</key>
  1192. <value>
  1193. <name>Enable Canonical Equivalence</name>
  1194. </value>
  1195. </entry>
  1196. <entry>
  1197. <key>Enable Case-insensitive Matching</key>
  1198. <value>
  1199. <name>Enable Case-insensitive Matching</name>
  1200. </value>
  1201. </entry>
  1202. <entry>
  1203. <key>Permit Whitespace and Comments in Pattern</key>
  1204. <value>
  1205. <name>Permit Whitespace and Comments in Pattern</name>
  1206. </value>
  1207. </entry>
  1208. <entry>
  1209. <key>Enable DOTALL Mode</key>
  1210. <value>
  1211. <name>Enable DOTALL Mode</name>
  1212. </value>
  1213. </entry>
  1214. <entry>
  1215. <key>Enable Literal Parsing of the Pattern</key>
  1216. <value>
  1217. <name>Enable Literal Parsing of the Pattern</name>
  1218. </value>
  1219. </entry>
  1220. <entry>
  1221. <key>Enable Multiline Mode</key>
  1222. <value>
  1223. <name>Enable Multiline Mode</name>
  1224. </value>
  1225. </entry>
  1226. <entry>
  1227. <key>Enable Unicode-aware Case Folding</key>
  1228. <value>
  1229. <name>Enable Unicode-aware Case Folding</name>
  1230. </value>
  1231. </entry>
  1232. <entry>
  1233. <key>Enable Unicode Predefined Character Classes</key>
  1234. <value>
  1235. <name>Enable Unicode Predefined Character Classes</name>
  1236. </value>
  1237. </entry>
  1238. <entry>
  1239. <key>Enable Unix Lines Mode</key>
  1240. <value>
  1241. <name>Enable Unix Lines Mode</name>
  1242. </value>
  1243. </entry>
  1244. <entry>
  1245. <key>Include Capture Group 0</key>
  1246. <value>
  1247. <name>Include Capture Group 0</name>
  1248. </value>
  1249. </entry>
  1250. <entry>
  1251. <key>extract-text-enable-repeating-capture-group</key>
  1252. <value>
  1253. <name>extract-text-enable-repeating-capture-group</name>
  1254. </value>
  1255. </entry>
  1256. <entry>
  1257. <key>column</key>
  1258. <value>
  1259. <name>column</name>
  1260. </value>
  1261. </entry>
  1262. </descriptors>
  1263. <executionNode>ALL</executionNode>
  1264. <lossTolerant>false</lossTolerant>
  1265. <penaltyDuration>30 sec</penaltyDuration>
  1266. <properties>
  1267. <entry>
  1268. <key>Character Set</key>
  1269. <value>UTF-8</value>
  1270. </entry>
  1271. <entry>
  1272. <key>Maximum Buffer Size</key>
  1273. <value>1 MB</value>
  1274. </entry>
  1275. <entry>
  1276. <key>Maximum Capture Group Length</key>
  1277. <value>1024</value>
  1278. </entry>
  1279. <entry>
  1280. <key>Enable Canonical Equivalence</key>
  1281. <value>false</value>
  1282. </entry>
  1283. <entry>
  1284. <key>Enable Case-insensitive Matching</key>
  1285. <value>false</value>
  1286. </entry>
  1287. <entry>
  1288. <key>Permit Whitespace and Comments in Pattern</key>
  1289. <value>false</value>
  1290. </entry>
  1291. <entry>
  1292. <key>Enable DOTALL Mode</key>
  1293. <value>false</value>
  1294. </entry>
  1295. <entry>
  1296. <key>Enable Literal Parsing of the Pattern</key>
  1297. <value>false</value>
  1298. </entry>
  1299. <entry>
  1300. <key>Enable Multiline Mode</key>
  1301. <value>false</value>
  1302. </entry>
  1303. <entry>
  1304. <key>Enable Unicode-aware Case Folding</key>
  1305. <value>false</value>
  1306. </entry>
  1307. <entry>
  1308. <key>Enable Unicode Predefined Character Classes</key>
  1309. <value>false</value>
  1310. </entry>
  1311. <entry>
  1312. <key>Enable Unix Lines Mode</key>
  1313. <value>false</value>
  1314. </entry>
  1315. <entry>
  1316. <key>Include Capture Group 0</key>
  1317. <value>true</value>
  1318. </entry>
  1319. <entry>
  1320. <key>extract-text-enable-repeating-capture-group</key>
  1321. <value>false</value>
  1322. </entry>
  1323. <entry>
  1324. <key>column</key>
  1325. <value>([^,]+), ([^,]+), ([^,]+), ([^,]+)</value>
  1326. </entry>
  1327. </properties>
  1328. <runDurationMillis>0</runDurationMillis>
  1329. <schedulingPeriod>0 sec</schedulingPeriod>
  1330. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1331. <yieldDuration>1 sec</yieldDuration>
  1332. </config>
  1333. <name>Extract Column Values</name>
  1334. <relationships>
  1335. <autoTerminate>false</autoTerminate>
  1336. <name>matched</name>
  1337. </relationships>
  1338. <relationships>
  1339. <autoTerminate>true</autoTerminate>
  1340. <name>unmatched</name>
  1341. </relationships>
  1342. <style></style>
  1343. <type>org.apache.nifi.processors.standard.ExtractText</type>
  1344. </processors>
  1345. <processors>
  1346. <id>fe24b83a-0158-1000-0000-000000000000</id>
  1347. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  1348. <position>
  1349. <x>883.0000065830124</x>
  1350. <y>605.9999966810411</y>
  1351. </position>
  1352. <config>
  1353. <bulletinLevel>WARN</bulletinLevel>
  1354. <comments></comments>
  1355. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1356. <descriptors>
  1357. <entry>
  1358. <key>Cache Entry Identifier</key>
  1359. <value>
  1360. <name>Cache Entry Identifier</name>
  1361. </value>
  1362. </entry>
  1363. <entry>
  1364. <key>Distributed Cache Service</key>
  1365. <value>
  1366. <identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService>
  1367. <name>Distributed Cache Service</name>
  1368. </value>
  1369. </entry>
  1370. <entry>
  1371. <key>Put Cache Value In Attribute</key>
  1372. <value>
  1373. <name>Put Cache Value In Attribute</name>
  1374. </value>
  1375. </entry>
  1376. <entry>
  1377. <key>Max Length To Put In Attribute</key>
  1378. <value>
  1379. <name>Max Length To Put In Attribute</name>
  1380. </value>
  1381. </entry>
  1382. <entry>
  1383. <key>Character Set</key>
  1384. <value>
  1385. <name>Character Set</name>
  1386. </value>
  1387. </entry>
  1388. </descriptors>
  1389. <executionNode>ALL</executionNode>
  1390. <lossTolerant>false</lossTolerant>
  1391. <penaltyDuration>30 sec</penaltyDuration>
  1392. <properties>
  1393. <entry>
  1394. <key>Cache Entry Identifier</key>
  1395. <value>${column.4}</value>
  1396. </entry>
  1397. <entry>
  1398. <key>Distributed Cache Service</key>
  1399. <value>fe19347d-0158-1000-0000-000000000000</value>
  1400. </entry>
  1401. <entry>
  1402. <key>Put Cache Value In Attribute</key>
  1403. <value>column.5</value>
  1404. </entry>
  1405. <entry>
  1406. <key>Max Length To Put In Attribute</key>
  1407. <value>256</value>
  1408. </entry>
  1409. <entry>
  1410. <key>Character Set</key>
  1411. <value>UTF-8</value>
  1412. </entry>
  1413. </properties>
  1414. <runDurationMillis>0</runDurationMillis>
  1415. <schedulingPeriod>0 sec</schedulingPeriod>
  1416. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1417. <yieldDuration>1 sec</yieldDuration>
  1418. </config>
  1419. <name>Lookup Value</name>
  1420. <relationships>
  1421. <autoTerminate>true</autoTerminate>
  1422. <name>failure</name>
  1423. </relationships>
  1424. <relationships>
  1425. <autoTerminate>true</autoTerminate>
  1426. <name>not-found</name>
  1427. </relationships>
  1428. <relationships>
  1429. <autoTerminate>false</autoTerminate>
  1430. <name>success</name>
  1431. </relationships>
  1432. <style></style>
  1433. <type>org.apache.nifi.processors.standard.FetchDistributedMapCache</type>
  1434. </processors>
  1435. <processors>
  1436. <id>fe256e71-0158-1000-0000-000000000000</id>
  1437. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  1438. <position>
  1439. <x>882.0000065830122</x>
  1440. <y>351.9999966810411</y>
  1441. </position>
  1442. <config>
  1443. <bulletinLevel>WARN</bulletinLevel>
  1444. <comments></comments>
  1445. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1446. <descriptors>
  1447. <entry>
  1448. <key>Regular Expression</key>
  1449. <value>
  1450. <name>Regular Expression</name>
  1451. </value>
  1452. </entry>
  1453. <entry>
  1454. <key>Replacement Value</key>
  1455. <value>
  1456. <name>Replacement Value</name>
  1457. </value>
  1458. </entry>
  1459. <entry>
  1460. <key>Character Set</key>
  1461. <value>
  1462. <name>Character Set</name>
  1463. </value>
  1464. </entry>
  1465. <entry>
  1466. <key>Maximum Buffer Size</key>
  1467. <value>
  1468. <name>Maximum Buffer Size</name>
  1469. </value>
  1470. </entry>
  1471. <entry>
  1472. <key>Replacement Strategy</key>
  1473. <value>
  1474. <name>Replacement Strategy</name>
  1475. </value>
  1476. </entry>
  1477. <entry>
  1478. <key>Evaluation Mode</key>
  1479. <value>
  1480. <name>Evaluation Mode</name>
  1481. </value>
  1482. </entry>
  1483. </descriptors>
  1484. <executionNode>ALL</executionNode>
  1485. <lossTolerant>false</lossTolerant>
  1486. <penaltyDuration>30 sec</penaltyDuration>
  1487. <properties>
  1488. <entry>
  1489. <key>Regular Expression</key>
  1490. <value>(?s)(^.*$)</value>
  1491. </entry>
  1492. <entry>
  1493. <key>Replacement Value</key>
  1494. <value>${column.1}, ${column.2}, ${column.3}, ${column.4}, ${column.5}</value>
  1495. </entry>
  1496. <entry>
  1497. <key>Character Set</key>
  1498. <value>UTF-8</value>
  1499. </entry>
  1500. <entry>
  1501. <key>Maximum Buffer Size</key>
  1502. <value>1 MB</value>
  1503. </entry>
  1504. <entry>
  1505. <key>Replacement Strategy</key>
  1506. <value>Regex Replace</value>
  1507. </entry>
  1508. <entry>
  1509. <key>Evaluation Mode</key>
  1510. <value>Entire text</value>
  1511. </entry>
  1512. </properties>
  1513. <runDurationMillis>0</runDurationMillis>
  1514. <schedulingPeriod>0 sec</schedulingPeriod>
  1515. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1516. <yieldDuration>1 sec</yieldDuration>
  1517. </config>
  1518. <name>Append Lookup Column</name>
  1519. <relationships>
  1520. <autoTerminate>true</autoTerminate>
  1521. <name>failure</name>
  1522. </relationships>
  1523. <relationships>
  1524. <autoTerminate>false</autoTerminate>
  1525. <name>success</name>
  1526. </relationships>
  1527. <style></style>
  1528. <type>org.apache.nifi.processors.standard.ReplaceText</type>
  1529. </processors>
  1530. <processors>
  1531. <id>fe28a0c5-0158-1000-0000-000000000000</id>
  1532. <parentGroupId>fe2247bc-0158-1000-0000-000000000000</parentGroupId>
  1533. <position>
  1534. <x>882.0000065830122</x>
  1535. <y>74.9999966810411</y>
  1536. </position>
  1537. <config>
  1538. <bulletinLevel>WARN</bulletinLevel>
  1539. <comments></comments>
  1540. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  1541. <descriptors>
  1542. <entry>
  1543. <key>Log Level</key>
  1544. <value>
  1545. <name>Log Level</name>
  1546. </value>
  1547. </entry>
  1548. <entry>
  1549. <key>Log Payload</key>
  1550. <value>
  1551. <name>Log Payload</name>
  1552. </value>
  1553. </entry>
  1554. <entry>
  1555. <key>Attributes to Log</key>
  1556. <value>
  1557. <name>Attributes to Log</name>
  1558. </value>
  1559. </entry>
  1560. <entry>
  1561. <key>Attributes to Ignore</key>
  1562. <value>
  1563. <name>Attributes to Ignore</name>
  1564. </value>
  1565. </entry>
  1566. <entry>
  1567. <key>Log prefix</key>
  1568. <value>
  1569. <name>Log prefix</name>
  1570. </value>
  1571. </entry>
  1572. </descriptors>
  1573. <executionNode>ALL</executionNode>
  1574. <lossTolerant>false</lossTolerant>
  1575. <penaltyDuration>30 sec</penaltyDuration>
  1576. <properties>
  1577. <entry>
  1578. <key>Log Level</key>
  1579. <value>info</value>
  1580. </entry>
  1581. <entry>
  1582. <key>Log Payload</key>
  1583. <value>false</value>
  1584. </entry>
  1585. <entry>
  1586. <key>Attributes to Log</key>
  1587. </entry>
  1588. <entry>
  1589. <key>Attributes to Ignore</key>
  1590. </entry>
  1591. <entry>
  1592. <key>Log prefix</key>
  1593. </entry>
  1594. </properties>
  1595. <runDurationMillis>0</runDurationMillis>
  1596. <schedulingPeriod>0 sec</schedulingPeriod>
  1597. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  1598. <yieldDuration>1 sec</yieldDuration>
  1599. </config>
  1600. <name>LogAttribute</name>
  1601. <relationships>
  1602. <autoTerminate>true</autoTerminate>
  1603. <name>success</name>
  1604. </relationships>
  1605. <style></style>
  1606. <type>org.apache.nifi.processors.standard.LogAttribute</type>
  1607. </processors>
  1608. </contents>
  1609. <name>PerformLookup</name>
  1610. </processGroups>
  1611. </snippet>
  1612. <timestamp>12/14/2016 11:48:15 EST</timestamp>
  1613. </template>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!