Advertisement
Guest User

Untitled

a guest
May 18th, 2017
81
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 24.55 KB | None | 0 0
  1. <?xml version="1.0" ?>
  2. <template encoding-version="1.1">
  3. <description></description>
  4. <groupId>e13efe89-015b-1000-9a4c-10881ee259c9</groupId>
  5. <name>Example CSV to Database</name>
  6. <snippet>
  7. <processGroups>
  8. <id>634b599a-8ee7-3ea4-0000-000000000000</id>
  9. <parentGroupId>8925b4b3-f0af-3a75-0000-000000000000</parentGroupId>
  10. <position>
  11. <x>0.0</x>
  12. <y>0.0</y>
  13. </position>
  14. <comments></comments>
  15. <contents>
  16. <connections>
  17. <id>9c217220-263a-3c7e-0000-000000000000</id>
  18. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  19. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  20. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  21. <bends>
  22. <x>731.0</x>
  23. <y>500.0</y>
  24. </bends>
  25. <destination>
  26. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  27. <id>5f5322ef-ee3f-30aa-0000-000000000000</id>
  28. <type>PROCESSOR</type>
  29. </destination>
  30. <flowFileExpiration>0 sec</flowFileExpiration>
  31. <labelIndex>0</labelIndex>
  32. <name></name>
  33. <selectedRelationships>failure</selectedRelationships>
  34. <source>
  35. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  36. <id>c2962d55-20ed-322c-0000-000000000000</id>
  37. <type>PROCESSOR</type>
  38. </source>
  39. <zIndex>0</zIndex>
  40. </connections>
  41. <connections>
  42. <id>c33233e3-f2cc-3610-0000-000000000000</id>
  43. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  44. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  45. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  46. <destination>
  47. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  48. <id>c2962d55-20ed-322c-0000-000000000000</id>
  49. <type>PROCESSOR</type>
  50. </destination>
  51. <flowFileExpiration>0 sec</flowFileExpiration>
  52. <labelIndex>1</labelIndex>
  53. <name></name>
  54. <selectedRelationships>success</selectedRelationships>
  55. <source>
  56. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  57. <id>8f92b5aa-a96b-3b0b-0000-000000000000</id>
  58. <type>PROCESSOR</type>
  59. </source>
  60. <zIndex>0</zIndex>
  61. </connections>
  62. <connections>
  63. <id>6bc0a303-d3b8-338a-0000-000000000000</id>
  64. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  65. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  66. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  67. <destination>
  68. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  69. <id>5f5322ef-ee3f-30aa-0000-000000000000</id>
  70. <type>PROCESSOR</type>
  71. </destination>
  72. <flowFileExpiration>0 sec</flowFileExpiration>
  73. <labelIndex>0</labelIndex>
  74. <name></name>
  75. <selectedRelationships>success</selectedRelationships>
  76. <source>
  77. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  78. <id>c2962d55-20ed-322c-0000-000000000000</id>
  79. <type>PROCESSOR</type>
  80. </source>
  81. <zIndex>0</zIndex>
  82. </connections>
  83. <connections>
  84. <id>76a6ff23-55e3-3615-0000-000000000000</id>
  85. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  86. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  87. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  88. <bends>
  89. <x>726.0</x>
  90. <y>377.0</y>
  91. </bends>
  92. <bends>
  93. <x>726.0</x>
  94. <y>427.0</y>
  95. </bends>
  96. <destination>
  97. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  98. <id>c2962d55-20ed-322c-0000-000000000000</id>
  99. <type>PROCESSOR</type>
  100. </destination>
  101. <flowFileExpiration>0 sec</flowFileExpiration>
  102. <labelIndex>1</labelIndex>
  103. <name></name>
  104. <selectedRelationships>retry</selectedRelationships>
  105. <source>
  106. <groupId>634b599a-8ee7-3ea4-0000-000000000000</groupId>
  107. <id>c2962d55-20ed-322c-0000-000000000000</id>
  108. <type>PROCESSOR</type>
  109. </source>
  110. <zIndex>0</zIndex>
  111. </connections>
  112. <controllerServices>
  113. <id>935058ee-a40c-3164-0000-000000000000</id>
  114. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  115. <bundle>
  116. <artifact>nifi-record-serialization-services-nar</artifact>
  117. <group>org.apache.nifi</group>
  118. <version>1.2.0</version>
  119. </bundle>
  120. <descriptors>
  121. <entry>
  122. <key>schema-access-strategy</key>
  123. <value>
  124. <name>schema-access-strategy</name>
  125. </value>
  126. </entry>
  127. <entry>
  128. <key>schema-registry</key>
  129. <value>
  130. <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
  131. <name>schema-registry</name>
  132. </value>
  133. </entry>
  134. <entry>
  135. <key>schema-name</key>
  136. <value>
  137. <name>schema-name</name>
  138. </value>
  139. </entry>
  140. <entry>
  141. <key>schema-text</key>
  142. <value>
  143. <name>schema-text</name>
  144. </value>
  145. </entry>
  146. <entry>
  147. <key>Date Format</key>
  148. <value>
  149. <name>Date Format</name>
  150. </value>
  151. </entry>
  152. <entry>
  153. <key>Time Format</key>
  154. <value>
  155. <name>Time Format</name>
  156. </value>
  157. </entry>
  158. <entry>
  159. <key>Timestamp Format</key>
  160. <value>
  161. <name>Timestamp Format</name>
  162. </value>
  163. </entry>
  164. <entry>
  165. <key>CSV Format</key>
  166. <value>
  167. <name>CSV Format</name>
  168. </value>
  169. </entry>
  170. <entry>
  171. <key>Value Separator</key>
  172. <value>
  173. <name>Value Separator</name>
  174. </value>
  175. </entry>
  176. <entry>
  177. <key>Skip Header Line</key>
  178. <value>
  179. <name>Skip Header Line</name>
  180. </value>
  181. </entry>
  182. <entry>
  183. <key>Quote Character</key>
  184. <value>
  185. <name>Quote Character</name>
  186. </value>
  187. </entry>
  188. <entry>
  189. <key>Escape Character</key>
  190. <value>
  191. <name>Escape Character</name>
  192. </value>
  193. </entry>
  194. <entry>
  195. <key>Comment Marker</key>
  196. <value>
  197. <name>Comment Marker</name>
  198. </value>
  199. </entry>
  200. <entry>
  201. <key>Null String</key>
  202. <value>
  203. <name>Null String</name>
  204. </value>
  205. </entry>
  206. <entry>
  207. <key>Trim Fields</key>
  208. <value>
  209. <name>Trim Fields</name>
  210. </value>
  211. </entry>
  212. </descriptors>
  213. <name>CSVReader</name>
  214. <persistsState>false</persistsState>
  215. <properties>
  216. <entry>
  217. <key>schema-access-strategy</key>
  218. </entry>
  219. <entry>
  220. <key>schema-registry</key>
  221. </entry>
  222. <entry>
  223. <key>schema-name</key>
  224. </entry>
  225. <entry>
  226. <key>schema-text</key>
  227. </entry>
  228. <entry>
  229. <key>Date Format</key>
  230. </entry>
  231. <entry>
  232. <key>Time Format</key>
  233. </entry>
  234. <entry>
  235. <key>Timestamp Format</key>
  236. </entry>
  237. <entry>
  238. <key>CSV Format</key>
  239. </entry>
  240. <entry>
  241. <key>Value Separator</key>
  242. </entry>
  243. <entry>
  244. <key>Skip Header Line</key>
  245. </entry>
  246. <entry>
  247. <key>Quote Character</key>
  248. </entry>
  249. <entry>
  250. <key>Escape Character</key>
  251. </entry>
  252. <entry>
  253. <key>Comment Marker</key>
  254. </entry>
  255. <entry>
  256. <key>Null String</key>
  257. </entry>
  258. <entry>
  259. <key>Trim Fields</key>
  260. </entry>
  261. </properties>
  262. <state>ENABLED</state>
  263. <type>org.apache.nifi.csv.CSVReader</type>
  264. </controllerServices>
  265. <controllerServices>
  266. <id>04ce5ccf-b89f-36c4-0000-000000000000</id>
  267. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  268. <bundle>
  269. <artifact>nifi-dbcp-service-nar</artifact>
  270. <group>org.apache.nifi</group>
  271. <version>1.2.0</version>
  272. </bundle>
  273. <comments></comments>
  274. <descriptors>
  275. <entry>
  276. <key>Database Connection URL</key>
  277. <value>
  278. <name>Database Connection URL</name>
  279. </value>
  280. </entry>
  281. <entry>
  282. <key>Database Driver Class Name</key>
  283. <value>
  284. <name>Database Driver Class Name</name>
  285. </value>
  286. </entry>
  287. <entry>
  288. <key>database-driver-locations</key>
  289. <value>
  290. <name>database-driver-locations</name>
  291. </value>
  292. </entry>
  293. <entry>
  294. <key>Database User</key>
  295. <value>
  296. <name>Database User</name>
  297. </value>
  298. </entry>
  299. <entry>
  300. <key>Password</key>
  301. <value>
  302. <name>Password</name>
  303. </value>
  304. </entry>
  305. <entry>
  306. <key>Max Wait Time</key>
  307. <value>
  308. <name>Max Wait Time</name>
  309. </value>
  310. </entry>
  311. <entry>
  312. <key>Max Total Connections</key>
  313. <value>
  314. <name>Max Total Connections</name>
  315. </value>
  316. </entry>
  317. <entry>
  318. <key>Validation-query</key>
  319. <value>
  320. <name>Validation-query</name>
  321. </value>
  322. </entry>
  323. </descriptors>
  324. <name>DBCPConnectionPool</name>
  325. <persistsState>false</persistsState>
  326. <properties>
  327. <entry>
  328. <key>Database Connection URL</key>
  329. <value>jdbc:mysql://192.168.99.100:3306/nifi_test</value>
  330. </entry>
  331. <entry>
  332. <key>Database Driver Class Name</key>
  333. <value>com.mysql.jdbc.Driver</value>
  334. </entry>
  335. <entry>
  336. <key>database-driver-locations</key>
  337. <value>/Users/koji/Downloads/mysql-connector-java-5.0.8/mysql-connector-java-5.0.8-bin.jar</value>
  338. </entry>
  339. <entry>
  340. <key>Database User</key>
  341. <value>root</value>
  342. </entry>
  343. <entry>
  344. <key>Password</key>
  345. </entry>
  346. <entry>
  347. <key>Max Wait Time</key>
  348. </entry>
  349. <entry>
  350. <key>Max Total Connections</key>
  351. </entry>
  352. <entry>
  353. <key>Validation-query</key>
  354. </entry>
  355. </properties>
  356. <state>ENABLED</state>
  357. <type>org.apache.nifi.dbcp.DBCPConnectionPool</type>
  358. </controllerServices>
  359. <processors>
  360. <id>8f92b5aa-a96b-3b0b-0000-000000000000</id>
  361. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  362. <position>
  363. <x>266.0</x>
  364. <y>130.0</y>
  365. </position>
  366. <bundle>
  367. <artifact>nifi-standard-nar</artifact>
  368. <group>org.apache.nifi</group>
  369. <version>1.2.0</version>
  370. </bundle>
  371. <config>
  372. <bulletinLevel>WARN</bulletinLevel>
  373. <comments></comments>
  374. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  375. <descriptors>
  376. <entry>
  377. <key>File Size</key>
  378. <value>
  379. <name>File Size</name>
  380. </value>
  381. </entry>
  382. <entry>
  383. <key>Batch Size</key>
  384. <value>
  385. <name>Batch Size</name>
  386. </value>
  387. </entry>
  388. <entry>
  389. <key>Data Format</key>
  390. <value>
  391. <name>Data Format</name>
  392. </value>
  393. </entry>
  394. <entry>
  395. <key>Unique FlowFiles</key>
  396. <value>
  397. <name>Unique FlowFiles</name>
  398. </value>
  399. </entry>
  400. <entry>
  401. <key>generate-ff-custom-text</key>
  402. <value>
  403. <name>generate-ff-custom-text</name>
  404. </value>
  405. </entry>
  406. </descriptors>
  407. <executionNode>ALL</executionNode>
  408. <lossTolerant>false</lossTolerant>
  409. <penaltyDuration>30 sec</penaltyDuration>
  410. <properties>
  411. <entry>
  412. <key>File Size</key>
  413. <value>0B</value>
  414. </entry>
  415. <entry>
  416. <key>Batch Size</key>
  417. <value>1</value>
  418. </entry>
  419. <entry>
  420. <key>Data Format</key>
  421. <value>Text</value>
  422. </entry>
  423. <entry>
  424. <key>Unique FlowFiles</key>
  425. <value>false</value>
  426. </entry>
  427. <entry>
  428. <key>generate-ff-custom-text</key>
  429. <value>a, b, c
  430. 1, two, 3
  431. </value>
  432. </entry>
  433. </properties>
  434. <runDurationMillis>0</runDurationMillis>
  435. <schedulingPeriod>1d</schedulingPeriod>
  436. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  437. <yieldDuration>1 sec</yieldDuration>
  438. </config>
  439. <name>GenerateFlowFile</name>
  440. <relationships>
  441. <autoTerminate>false</autoTerminate>
  442. <name>success</name>
  443. </relationships>
  444. <style></style>
  445. <type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
  446. </processors>
  447. <processors>
  448. <id>c2962d55-20ed-322c-0000-000000000000</id>
  449. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  450. <position>
  451. <x>271.0</x>
  452. <y>337.0</y>
  453. </position>
  454. <bundle>
  455. <artifact>nifi-standard-nar</artifact>
  456. <group>org.apache.nifi</group>
  457. <version>1.2.0</version>
  458. </bundle>
  459. <config>
  460. <bulletinLevel>WARN</bulletinLevel>
  461. <comments></comments>
  462. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  463. <descriptors>
  464. <entry>
  465. <key>put-db-record-record-reader</key>
  466. <value>
  467. <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
  468. <name>put-db-record-record-reader</name>
  469. </value>
  470. </entry>
  471. <entry>
  472. <key>put-db-record-statement-type</key>
  473. <value>
  474. <name>put-db-record-statement-type</name>
  475. </value>
  476. </entry>
  477. <entry>
  478. <key>put-db-record-dcbp-service</key>
  479. <value>
  480. <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService>
  481. <name>put-db-record-dcbp-service</name>
  482. </value>
  483. </entry>
  484. <entry>
  485. <key>put-db-record-catalog-name</key>
  486. <value>
  487. <name>put-db-record-catalog-name</name>
  488. </value>
  489. </entry>
  490. <entry>
  491. <key>put-db-record-schema-name</key>
  492. <value>
  493. <name>put-db-record-schema-name</name>
  494. </value>
  495. </entry>
  496. <entry>
  497. <key>put-db-record-table-name</key>
  498. <value>
  499. <name>put-db-record-table-name</name>
  500. </value>
  501. </entry>
  502. <entry>
  503. <key>put-db-record-translate-field-names</key>
  504. <value>
  505. <name>put-db-record-translate-field-names</name>
  506. </value>
  507. </entry>
  508. <entry>
  509. <key>put-db-record-unmatched-field-behavior</key>
  510. <value>
  511. <name>put-db-record-unmatched-field-behavior</name>
  512. </value>
  513. </entry>
  514. <entry>
  515. <key>put-db-record-unmatched-column-behavior</key>
  516. <value>
  517. <name>put-db-record-unmatched-column-behavior</name>
  518. </value>
  519. </entry>
  520. <entry>
  521. <key>put-db-record-update-keys</key>
  522. <value>
  523. <name>put-db-record-update-keys</name>
  524. </value>
  525. </entry>
  526. <entry>
  527. <key>put-db-record-field-containing-sql</key>
  528. <value>
  529. <name>put-db-record-field-containing-sql</name>
  530. </value>
  531. </entry>
  532. <entry>
  533. <key>put-db-record-quoted-identifiers</key>
  534. <value>
  535. <name>put-db-record-quoted-identifiers</name>
  536. </value>
  537. </entry>
  538. <entry>
  539. <key>put-db-record-quoted-table-identifiers</key>
  540. <value>
  541. <name>put-db-record-quoted-table-identifiers</name>
  542. </value>
  543. </entry>
  544. <entry>
  545. <key>put-db-record-query-timeout</key>
  546. <value>
  547. <name>put-db-record-query-timeout</name>
  548. </value>
  549. </entry>
  550. <entry>
  551. <key>rollback-on-failure</key>
  552. <value>
  553. <name>rollback-on-failure</name>
  554. </value>
  555. </entry>
  556. </descriptors>
  557. <executionNode>ALL</executionNode>
  558. <lossTolerant>false</lossTolerant>
  559. <penaltyDuration>30 sec</penaltyDuration>
  560. <properties>
  561. <entry>
  562. <key>put-db-record-record-reader</key>
  563. <value>935058ee-a40c-3164-0000-000000000000</value>
  564. </entry>
  565. <entry>
  566. <key>put-db-record-statement-type</key>
  567. <value>INSERT</value>
  568. </entry>
  569. <entry>
  570. <key>put-db-record-dcbp-service</key>
  571. <value>04ce5ccf-b89f-36c4-0000-000000000000</value>
  572. </entry>
  573. <entry>
  574. <key>put-db-record-catalog-name</key>
  575. </entry>
  576. <entry>
  577. <key>put-db-record-schema-name</key>
  578. </entry>
  579. <entry>
  580. <key>put-db-record-table-name</key>
  581. <value>csvs</value>
  582. </entry>
  583. <entry>
  584. <key>put-db-record-translate-field-names</key>
  585. <value>true</value>
  586. </entry>
  587. <entry>
  588. <key>put-db-record-unmatched-field-behavior</key>
  589. <value>Ignore Unmatched Fields</value>
  590. </entry>
  591. <entry>
  592. <key>put-db-record-unmatched-column-behavior</key>
  593. <value>Fail on Unmatched Columns</value>
  594. </entry>
  595. <entry>
  596. <key>put-db-record-update-keys</key>
  597. </entry>
  598. <entry>
  599. <key>put-db-record-field-containing-sql</key>
  600. </entry>
  601. <entry>
  602. <key>put-db-record-quoted-identifiers</key>
  603. <value>false</value>
  604. </entry>
  605. <entry>
  606. <key>put-db-record-quoted-table-identifiers</key>
  607. <value>false</value>
  608. </entry>
  609. <entry>
  610. <key>put-db-record-query-timeout</key>
  611. <value>0 seconds</value>
  612. </entry>
  613. <entry>
  614. <key>rollback-on-failure</key>
  615. <value>false</value>
  616. </entry>
  617. </properties>
  618. <runDurationMillis>0</runDurationMillis>
  619. <schedulingPeriod>0 sec</schedulingPeriod>
  620. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  621. <yieldDuration>1 sec</yieldDuration>
  622. </config>
  623. <name>PutDatabaseRecord</name>
  624. <relationships>
  625. <autoTerminate>false</autoTerminate>
  626. <name>failure</name>
  627. </relationships>
  628. <relationships>
  629. <autoTerminate>false</autoTerminate>
  630. <name>retry</name>
  631. </relationships>
  632. <relationships>
  633. <autoTerminate>false</autoTerminate>
  634. <name>success</name>
  635. </relationships>
  636. <style></style>
  637. <type>org.apache.nifi.processors.standard.PutDatabaseRecord</type>
  638. </processors>
  639. <processors>
  640. <id>5f5322ef-ee3f-30aa-0000-000000000000</id>
  641. <parentGroupId>634b599a-8ee7-3ea4-0000-000000000000</parentGroupId>
  642. <position>
  643. <x>265.0</x>
  644. <y>528.0</y>
  645. </position>
  646. <bundle>
  647. <artifact>nifi-standard-nar</artifact>
  648. <group>org.apache.nifi</group>
  649. <version>1.2.0</version>
  650. </bundle>
  651. <config>
  652. <bulletinLevel>WARN</bulletinLevel>
  653. <comments></comments>
  654. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  655. <descriptors>
  656. <entry>
  657. <key>Log Level</key>
  658. <value>
  659. <name>Log Level</name>
  660. </value>
  661. </entry>
  662. <entry>
  663. <key>Log Payload</key>
  664. <value>
  665. <name>Log Payload</name>
  666. </value>
  667. </entry>
  668. <entry>
  669. <key>Attributes to Log</key>
  670. <value>
  671. <name>Attributes to Log</name>
  672. </value>
  673. </entry>
  674. <entry>
  675. <key>Attributes to Ignore</key>
  676. <value>
  677. <name>Attributes to Ignore</name>
  678. </value>
  679. </entry>
  680. <entry>
  681. <key>Log prefix</key>
  682. <value>
  683. <name>Log prefix</name>
  684. </value>
  685. </entry>
  686. </descriptors>
  687. <executionNode>ALL</executionNode>
  688. <lossTolerant>false</lossTolerant>
  689. <penaltyDuration>30 sec</penaltyDuration>
  690. <properties>
  691. <entry>
  692. <key>Log Level</key>
  693. <value>info</value>
  694. </entry>
  695. <entry>
  696. <key>Log Payload</key>
  697. <value>false</value>
  698. </entry>
  699. <entry>
  700. <key>Attributes to Log</key>
  701. </entry>
  702. <entry>
  703. <key>Attributes to Ignore</key>
  704. </entry>
  705. <entry>
  706. <key>Log prefix</key>
  707. </entry>
  708. </properties>
  709. <runDurationMillis>0</runDurationMillis>
  710. <schedulingPeriod>0 sec</schedulingPeriod>
  711. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  712. <yieldDuration>1 sec</yieldDuration>
  713. </config>
  714. <name>LogAttribute</name>
  715. <relationships>
  716. <autoTerminate>false</autoTerminate>
  717. <name>success</name>
  718. </relationships>
  719. <style></style>
  720. <type>org.apache.nifi.processors.standard.LogAttribute</type>
  721. </processors>
  722. </contents>
  723. <name>Example CSV to Database</name>
  724. </processGroups>
  725. </snippet>
  726. <timestamp>05/18/2017 13:38:25 JST</timestamp>
  727. </template>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement