API tools faq
paste
Advertisement
Guest User

Untitled

a guest
May 21st, 2017
104
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 28.85 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" ?>
  2. <template encoding-version="1.1">
  3. <description></description>
  4. <groupId>142ee790-015c-1000-9a0d-a31aac7e0eb3</groupId>
  5. <name>GetTwitterDataSQLMongo-2017</name>
  6. <snippet>
  7. <connections>
  8. <id>bcbbda47-e17a-32fb-0000-000000000000</id>
  9. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  10. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  11. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  12. <destination>
  13. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  14. <id>5e74cd11-b091-337a-0000-000000000000</id>
  15. <type>PROCESSOR</type>
  16. </destination>
  17. <flowFileExpiration>0 sec</flowFileExpiration>
  18. <labelIndex>1</labelIndex>
  19. <name></name>
  20. <selectedRelationships>success</selectedRelationships>
  21. <source>
  22. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  23. <id>95e97293-a576-3592-0000-000000000000</id>
  24. <type>PROCESSOR</type>
  25. </source>
  26. <zIndex>0</zIndex>
  27. </connections>
  28. <connections>
  29. <id>c7356249-dc89-39ee-0000-000000000000</id>
  30. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  31. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  32. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  33. <destination>
  34. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  35. <id>56381546-0b2e-3924-0000-000000000000</id>
  36. <type>PROCESSOR</type>
  37. </destination>
  38. <flowFileExpiration>0 sec</flowFileExpiration>
  39. <labelIndex>1</labelIndex>
  40. <name></name>
  41. <selectedRelationships>success</selectedRelationships>
  42. <source>
  43. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  44. <id>5e74cd11-b091-337a-0000-000000000000</id>
  45. <type>PROCESSOR</type>
  46. </source>
  47. <zIndex>0</zIndex>
  48. </connections>
  49. <connections>
  50. <id>e998c447-b463-3fe5-0000-000000000000</id>
  51. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  52. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  53. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  54. <destination>
  55. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  56. <id>04389c9f-7be7-3f7d-0000-000000000000</id>
  57. <type>PROCESSOR</type>
  58. </destination>
  59. <flowFileExpiration>0 sec</flowFileExpiration>
  60. <labelIndex>1</labelIndex>
  61. <name></name>
  62. <selectedRelationships>sql</selectedRelationships>
  63. <source>
  64. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  65. <id>613ed4cc-8e2a-32d3-0000-000000000000</id>
  66. <type>PROCESSOR</type>
  67. </source>
  68. <zIndex>0</zIndex>
  69. </connections>
  70. <connections>
  71. <id>2c8b71b3-9ad0-358e-0000-000000000000</id>
  72. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  73. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  74. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  75. <destination>
  76. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  77. <id>f7e5f138-c92c-37ab-0000-000000000000</id>
  78. <type>PROCESSOR</type>
  79. </destination>
  80. <flowFileExpiration>0 sec</flowFileExpiration>
  81. <labelIndex>1</labelIndex>
  82. <name></name>
  83. <selectedRelationships>success</selectedRelationships>
  84. <source>
  85. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  86. <id>5e74cd11-b091-337a-0000-000000000000</id>
  87. <type>PROCESSOR</type>
  88. </source>
  89. <zIndex>0</zIndex>
  90. </connections>
  91. <connections>
  92. <id>3180b373-66b5-3254-0000-000000000000</id>
  93. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  94. <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
  95. <backPressureObjectThreshold>10000</backPressureObjectThreshold>
  96. <destination>
  97. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  98. <id>613ed4cc-8e2a-32d3-0000-000000000000</id>
  99. <type>PROCESSOR</type>
  100. </destination>
  101. <flowFileExpiration>0 sec</flowFileExpiration>
  102. <labelIndex>1</labelIndex>
  103. <name></name>
  104. <selectedRelationships>success</selectedRelationships>
  105. <source>
  106. <groupId>e5a17068-5da9-3260-0000-000000000000</groupId>
  107. <id>5e74cd11-b091-337a-0000-000000000000</id>
  108. <type>PROCESSOR</type>
  109. </source>
  110. <zIndex>0</zIndex>
  111. </connections>
  112. <controllerServices>
  113. <id>2b06aa19-db49-3da9-0000-000000000000</id>
  114. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  115. <bundle>
  116. <artifact>nifi-dbcp-service-nar</artifact>
  117. <group>org.apache.nifi</group>
  118. <version>1.3.0-SNAPSHOT</version>
  119. </bundle>
  120. <comments></comments>
  121. <descriptors>
  122. <entry>
  123. <key>Database Connection URL</key>
  124. <value>
  125. <name>Database Connection URL</name>
  126. </value>
  127. </entry>
  128. <entry>
  129. <key>Database Driver Class Name</key>
  130. <value>
  131. <name>Database Driver Class Name</name>
  132. </value>
  133. </entry>
  134. <entry>
  135. <key>database-driver-locations</key>
  136. <value>
  137. <name>database-driver-locations</name>
  138. </value>
  139. </entry>
  140. <entry>
  141. <key>Database User</key>
  142. <value>
  143. <name>Database User</name>
  144. </value>
  145. </entry>
  146. <entry>
  147. <key>Password</key>
  148. <value>
  149. <name>Password</name>
  150. </value>
  151. </entry>
  152. <entry>
  153. <key>Max Wait Time</key>
  154. <value>
  155. <name>Max Wait Time</name>
  156. </value>
  157. </entry>
  158. <entry>
  159. <key>Max Total Connections</key>
  160. <value>
  161. <name>Max Total Connections</name>
  162. </value>
  163. </entry>
  164. <entry>
  165. <key>Validation-query</key>
  166. <value>
  167. <name>Validation-query</name>
  168. </value>
  169. </entry>
  170. </descriptors>
  171. <name>DBCPConnectionPool</name>
  172. <persistsState>false</persistsState>
  173. <properties>
  174. <entry>
  175. <key>Database Connection URL</key>
  176. <value>jdbc:mysql://localhost:3306/twitter_dump</value>
  177. </entry>
  178. <entry>
  179. <key>Database Driver Class Name</key>
  180. <value>com.mysql.jdbc.Driver</value>
  181. </entry>
  182. <entry>
  183. <key>database-driver-locations</key>
  184. <value>/Users/ydavis/dev/tools/mysql-connector-java-5.1.42/mysql-connector-java-5.1.42-bin.jar</value>
  185. </entry>
  186. <entry>
  187. <key>Database User</key>
  188. <value>devanalyst</value>
  189. </entry>
  190. <entry>
  191. <key>Password</key>
  192. </entry>
  193. <entry>
  194. <key>Max Wait Time</key>
  195. <value>500 millis</value>
  196. </entry>
  197. <entry>
  198. <key>Max Total Connections</key>
  199. <value>8</value>
  200. </entry>
  201. <entry>
  202. <key>Validation-query</key>
  203. </entry>
  204. </properties>
  205. <state>ENABLED</state>
  206. <type>org.apache.nifi.dbcp.DBCPConnectionPool</type>
  207. </controllerServices>
  208. <processors>
  209. <id>95e97293-a576-3592-0000-000000000000</id>
  210. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  211. <position>
  212. <x>0.0</x>
  213. <y>245.19835042953494</y>
  214. </position>
  215. <bundle>
  216. <artifact>nifi-social-media-nar</artifact>
  217. <group>org.apache.nifi</group>
  218. <version>1.3.0-SNAPSHOT</version>
  219. </bundle>
  220. <config>
  221. <bulletinLevel>WARN</bulletinLevel>
  222. <comments></comments>
  223. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  224. <descriptors>
  225. <entry>
  226. <key>Twitter Endpoint</key>
  227. <value>
  228. <name>Twitter Endpoint</name>
  229. </value>
  230. </entry>
  231. <entry>
  232. <key>Consumer Key</key>
  233. <value>
  234. <name>Consumer Key</name>
  235. </value>
  236. </entry>
  237. <entry>
  238. <key>Consumer Secret</key>
  239. <value>
  240. <name>Consumer Secret</name>
  241. </value>
  242. </entry>
  243. <entry>
  244. <key>Access Token</key>
  245. <value>
  246. <name>Access Token</name>
  247. </value>
  248. </entry>
  249. <entry>
  250. <key>Access Token Secret</key>
  251. <value>
  252. <name>Access Token Secret</name>
  253. </value>
  254. </entry>
  255. <entry>
  256. <key>Languages</key>
  257. <value>
  258. <name>Languages</name>
  259. </value>
  260. </entry>
  261. <entry>
  262. <key>Terms to Filter On</key>
  263. <value>
  264. <name>Terms to Filter On</name>
  265. </value>
  266. </entry>
  267. <entry>
  268. <key>IDs to Follow</key>
  269. <value>
  270. <name>IDs to Follow</name>
  271. </value>
  272. </entry>
  273. <entry>
  274. <key>Locations to Filter On</key>
  275. <value>
  276. <name>Locations to Filter On</name>
  277. </value>
  278. </entry>
  279. </descriptors>
  280. <executionNode>ALL</executionNode>
  281. <lossTolerant>false</lossTolerant>
  282. <penaltyDuration>30 sec</penaltyDuration>
  283. <properties>
  284. <entry>
  285. <key>Twitter Endpoint</key>
  286. <value>Filter Endpoint</value>
  287. </entry>
  288. <entry>
  289. <key>Consumer Key</key>
  290. <value>PWGWQqIIlnMw1mVtlLqKap2tc</value>
  291. </entry>
  292. <entry>
  293. <key>Consumer Secret</key>
  294. </entry>
  295. <entry>
  296. <key>Access Token</key>
  297. <value>548586960-SKaZmb67v7R33Nh6sz05BqaYVilRvXpBFvYUDOu5</value>
  298. </entry>
  299. <entry>
  300. <key>Access Token Secret</key>
  301. </entry>
  302. <entry>
  303. <key>Languages</key>
  304. </entry>
  305. <entry>
  306. <key>Terms to Filter On</key>
  307. <value>Baltimore</value>
  308. </entry>
  309. <entry>
  310. <key>IDs to Follow</key>
  311. </entry>
  312. <entry>
  313. <key>Locations to Filter On</key>
  314. </entry>
  315. </properties>
  316. <runDurationMillis>0</runDurationMillis>
  317. <schedulingPeriod>5 sec</schedulingPeriod>
  318. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  319. <yieldDuration>1 sec</yieldDuration>
  320. </config>
  321. <name>GetTwitter</name>
  322. <relationships>
  323. <autoTerminate>false</autoTerminate>
  324. <name>success</name>
  325. </relationships>
  326. <style></style>
  327. <type>org.apache.nifi.processors.twitter.GetTwitter</type>
  328. </processors>
  329. <processors>
  330. <id>f7e5f138-c92c-37ab-0000-000000000000</id>
  331. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  332. <position>
  333. <x>648.9961853027344</x>
  334. <y>683.5735080488874</y>
  335. </position>
  336. <bundle>
  337. <artifact>nifi-standard-nar</artifact>
  338. <group>org.apache.nifi</group>
  339. <version>1.3.0-SNAPSHOT</version>
  340. </bundle>
  341. <config>
  342. <bulletinLevel>WARN</bulletinLevel>
  343. <comments></comments>
  344. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  345. <descriptors>
  346. <entry>
  347. <key>Directory</key>
  348. <value>
  349. <name>Directory</name>
  350. </value>
  351. </entry>
  352. <entry>
  353. <key>Conflict Resolution Strategy</key>
  354. <value>
  355. <name>Conflict Resolution Strategy</name>
  356. </value>
  357. </entry>
  358. <entry>
  359. <key>Create Missing Directories</key>
  360. <value>
  361. <name>Create Missing Directories</name>
  362. </value>
  363. </entry>
  364. <entry>
  365. <key>Maximum File Count</key>
  366. <value>
  367. <name>Maximum File Count</name>
  368. </value>
  369. </entry>
  370. <entry>
  371. <key>Last Modified Time</key>
  372. <value>
  373. <name>Last Modified Time</name>
  374. </value>
  375. </entry>
  376. <entry>
  377. <key>Permissions</key>
  378. <value>
  379. <name>Permissions</name>
  380. </value>
  381. </entry>
  382. <entry>
  383. <key>Owner</key>
  384. <value>
  385. <name>Owner</name>
  386. </value>
  387. </entry>
  388. <entry>
  389. <key>Group</key>
  390. <value>
  391. <name>Group</name>
  392. </value>
  393. </entry>
  394. </descriptors>
  395. <executionNode>ALL</executionNode>
  396. <lossTolerant>false</lossTolerant>
  397. <penaltyDuration>30 sec</penaltyDuration>
  398. <properties>
  399. <entry>
  400. <key>Directory</key>
  401. <value>/Users/ydavis/Documents/Work/Hortonworks/HDF/Customer Presentations/Capital One/twitter-demo</value>
  402. </entry>
  403. <entry>
  404. <key>Conflict Resolution Strategy</key>
  405. <value>fail</value>
  406. </entry>
  407. <entry>
  408. <key>Create Missing Directories</key>
  409. <value>true</value>
  410. </entry>
  411. <entry>
  412. <key>Maximum File Count</key>
  413. </entry>
  414. <entry>
  415. <key>Last Modified Time</key>
  416. </entry>
  417. <entry>
  418. <key>Permissions</key>
  419. </entry>
  420. <entry>
  421. <key>Owner</key>
  422. </entry>
  423. <entry>
  424. <key>Group</key>
  425. </entry>
  426. </properties>
  427. <runDurationMillis>0</runDurationMillis>
  428. <schedulingPeriod>0 sec</schedulingPeriod>
  429. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  430. <yieldDuration>1 sec</yieldDuration>
  431. </config>
  432. <name>PutFile</name>
  433. <relationships>
  434. <autoTerminate>true</autoTerminate>
  435. <name>failure</name>
  436. </relationships>
  437. <relationships>
  438. <autoTerminate>true</autoTerminate>
  439. <name>success</name>
  440. </relationships>
  441. <style></style>
  442. <type>org.apache.nifi.processors.standard.PutFile</type>
  443. </processors>
  444. <processors>
  445. <id>04389c9f-7be7-3f7d-0000-000000000000</id>
  446. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  447. <position>
  448. <x>1318.0425720214844</x>
  449. <y>679.7179168041337</y>
  450. </position>
  451. <bundle>
  452. <artifact>nifi-standard-nar</artifact>
  453. <group>org.apache.nifi</group>
  454. <version>1.3.0-SNAPSHOT</version>
  455. </bundle>
  456. <config>
  457. <bulletinLevel>WARN</bulletinLevel>
  458. <comments></comments>
  459. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  460. <descriptors>
  461. <entry>
  462. <key>JDBC Connection Pool</key>
  463. <value>
  464. <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService>
  465. <name>JDBC Connection Pool</name>
  466. </value>
  467. </entry>
  468. <entry>
  469. <key>Support Fragmented Transactions</key>
  470. <value>
  471. <name>Support Fragmented Transactions</name>
  472. </value>
  473. </entry>
  474. <entry>
  475. <key>Transaction Timeout</key>
  476. <value>
  477. <name>Transaction Timeout</name>
  478. </value>
  479. </entry>
  480. <entry>
  481. <key>Batch Size</key>
  482. <value>
  483. <name>Batch Size</name>
  484. </value>
  485. </entry>
  486. <entry>
  487. <key>Obtain Generated Keys</key>
  488. <value>
  489. <name>Obtain Generated Keys</name>
  490. </value>
  491. </entry>
  492. <entry>
  493. <key>rollback-on-failure</key>
  494. <value>
  495. <name>rollback-on-failure</name>
  496. </value>
  497. </entry>
  498. </descriptors>
  499. <executionNode>ALL</executionNode>
  500. <lossTolerant>false</lossTolerant>
  501. <penaltyDuration>30 sec</penaltyDuration>
  502. <properties>
  503. <entry>
  504. <key>JDBC Connection Pool</key>
  505. <value>2b06aa19-db49-3da9-0000-000000000000</value>
  506. </entry>
  507. <entry>
  508. <key>Support Fragmented Transactions</key>
  509. <value>true</value>
  510. </entry>
  511. <entry>
  512. <key>Transaction Timeout</key>
  513. </entry>
  514. <entry>
  515. <key>Batch Size</key>
  516. <value>100</value>
  517. </entry>
  518. <entry>
  519. <key>Obtain Generated Keys</key>
  520. <value>false</value>
  521. </entry>
  522. <entry>
  523. <key>rollback-on-failure</key>
  524. <value>false</value>
  525. </entry>
  526. </properties>
  527. <runDurationMillis>0</runDurationMillis>
  528. <schedulingPeriod>0 sec</schedulingPeriod>
  529. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  530. <yieldDuration>1 sec</yieldDuration>
  531. </config>
  532. <name>PutSQL</name>
  533. <relationships>
  534. <autoTerminate>true</autoTerminate>
  535. <name>failure</name>
  536. </relationships>
  537. <relationships>
  538. <autoTerminate>true</autoTerminate>
  539. <name>retry</name>
  540. </relationships>
  541. <relationships>
  542. <autoTerminate>true</autoTerminate>
  543. <name>success</name>
  544. </relationships>
  545. <style></style>
  546. <type>org.apache.nifi.processors.standard.PutSQL</type>
  547. </processors>
  548. <processors>
  549. <id>56381546-0b2e-3924-0000-000000000000</id>
  550. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  551. <position>
  552. <x>1301.1581115722656</x>
  553. <y>0.0</y>
  554. </position>
  555. <bundle>
  556. <artifact>nifi-mongodb-nar</artifact>
  557. <group>org.apache.nifi</group>
  558. <version>1.3.0-SNAPSHOT</version>
  559. </bundle>
  560. <config>
  561. <bulletinLevel>WARN</bulletinLevel>
  562. <comments></comments>
  563. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  564. <descriptors>
  565. <entry>
  566. <key>Mongo URI</key>
  567. <value>
  568. <name>Mongo URI</name>
  569. </value>
  570. </entry>
  571. <entry>
  572. <key>Mongo Database Name</key>
  573. <value>
  574. <name>Mongo Database Name</name>
  575. </value>
  576. </entry>
  577. <entry>
  578. <key>Mongo Collection Name</key>
  579. <value>
  580. <name>Mongo Collection Name</name>
  581. </value>
  582. </entry>
  583. <entry>
  584. <key>ssl-context-service</key>
  585. <value>
  586. <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
  587. <name>ssl-context-service</name>
  588. </value>
  589. </entry>
  590. <entry>
  591. <key>ssl-client-auth</key>
  592. <value>
  593. <name>ssl-client-auth</name>
  594. </value>
  595. </entry>
  596. <entry>
  597. <key>Mode</key>
  598. <value>
  599. <name>Mode</name>
  600. </value>
  601. </entry>
  602. <entry>
  603. <key>Upsert</key>
  604. <value>
  605. <name>Upsert</name>
  606. </value>
  607. </entry>
  608. <entry>
  609. <key>Update Query Key</key>
  610. <value>
  611. <name>Update Query Key</name>
  612. </value>
  613. </entry>
  614. <entry>
  615. <key>Write Concern</key>
  616. <value>
  617. <name>Write Concern</name>
  618. </value>
  619. </entry>
  620. <entry>
  621. <key>Character Set</key>
  622. <value>
  623. <name>Character Set</name>
  624. </value>
  625. </entry>
  626. </descriptors>
  627. <executionNode>ALL</executionNode>
  628. <lossTolerant>false</lossTolerant>
  629. <penaltyDuration>30 sec</penaltyDuration>
  630. <properties>
  631. <entry>
  632. <key>Mongo URI</key>
  633. <value>mongodb://localhost:27017</value>
  634. </entry>
  635. <entry>
  636. <key>Mongo Database Name</key>
  637. <value>twitter_dump</value>
  638. </entry>
  639. <entry>
  640. <key>Mongo Collection Name</key>
  641. <value>subset-tweets</value>
  642. </entry>
  643. <entry>
  644. <key>ssl-context-service</key>
  645. </entry>
  646. <entry>
  647. <key>ssl-client-auth</key>
  648. <value>REQUIRED</value>
  649. </entry>
  650. <entry>
  651. <key>Mode</key>
  652. <value>insert</value>
  653. </entry>
  654. <entry>
  655. <key>Upsert</key>
  656. <value>false</value>
  657. </entry>
  658. <entry>
  659. <key>Update Query Key</key>
  660. <value>_id</value>
  661. </entry>
  662. <entry>
  663. <key>Write Concern</key>
  664. <value>ACKNOWLEDGED</value>
  665. </entry>
  666. <entry>
  667. <key>Character Set</key>
  668. <value>UTF-8</value>
  669. </entry>
  670. </properties>
  671. <runDurationMillis>0</runDurationMillis>
  672. <schedulingPeriod>0 sec</schedulingPeriod>
  673. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  674. <yieldDuration>1 sec</yieldDuration>
  675. </config>
  676. <name>PutMongo</name>
  677. <relationships>
  678. <autoTerminate>true</autoTerminate>
  679. <name>failure</name>
  680. </relationships>
  681. <relationships>
  682. <autoTerminate>true</autoTerminate>
  683. <name>success</name>
  684. </relationships>
  685. <style></style>
  686. <type>org.apache.nifi.processors.mongodb.PutMongo</type>
  687. </processors>
  688. <processors>
  689. <id>5e74cd11-b091-337a-0000-000000000000</id>
  690. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  691. <position>
  692. <x>643.7197265625</x>
  693. <y>251.77098941802979</y>
  694. </position>
  695. <bundle>
  696. <artifact>nifi-standard-nar</artifact>
  697. <group>org.apache.nifi</group>
  698. <version>1.3.0-SNAPSHOT</version>
  699. </bundle>
  700. <config>
  701. <bulletinLevel>WARN</bulletinLevel>
  702. <comments></comments>
  703. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  704. <descriptors>
  705. <entry>
  706. <key>jolt-transform</key>
  707. <value>
  708. <name>jolt-transform</name>
  709. </value>
  710. </entry>
  711. <entry>
  712. <key>jolt-custom-class</key>
  713. <value>
  714. <name>jolt-custom-class</name>
  715. </value>
  716. </entry>
  717. <entry>
  718. <key>jolt-custom-modules</key>
  719. <value>
  720. <name>jolt-custom-modules</name>
  721. </value>
  722. </entry>
  723. <entry>
  724. <key>jolt-spec</key>
  725. <value>
  726. <name>jolt-spec</name>
  727. </value>
  728. </entry>
  729. <entry>
  730. <key>Transform Cache Size</key>
  731. <value>
  732. <name>Transform Cache Size</name>
  733. </value>
  734. </entry>
  735. </descriptors>
  736. <executionNode>ALL</executionNode>
  737. <lossTolerant>false</lossTolerant>
  738. <penaltyDuration>30 sec</penaltyDuration>
  739. <properties>
  740. <entry>
  741. <key>jolt-transform</key>
  742. <value>jolt-transform-chain</value>
  743. </entry>
  744. <entry>
  745. <key>jolt-custom-class</key>
  746. </entry>
  747. <entry>
  748. <key>jolt-custom-modules</key>
  749. </entry>
  750. <entry>
  751. <key>jolt-spec</key>
  752. <value>[{
  753. "operation": "shift",
  754. "spec": {
  755. "id": "tweet_id",
  756. "text": "tweet_text"
  757. }
  758. },{
  759. "operation": "modify-default-beta",
  760. "spec": {
  761. "~in_reply_to_status_id": 0,
  762. "~in_reply_to_user_id": "",
  763. "~in_reply_to_user_id_str": 0,
  764. "~in_reply_to_screen_name": ""
  765. }
  766. }]</value>
  767. </entry>
  768. <entry>
  769. <key>Transform Cache Size</key>
  770. <value>1000</value>
  771. </entry>
  772. </properties>
  773. <runDurationMillis>0</runDurationMillis>
  774. <schedulingPeriod>0 sec</schedulingPeriod>
  775. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  776. <yieldDuration>1 sec</yieldDuration>
  777. </config>
  778. <name>JoltTransformJSON</name>
  779. <relationships>
  780. <autoTerminate>true</autoTerminate>
  781. <name>failure</name>
  782. </relationships>
  783. <relationships>
  784. <autoTerminate>false</autoTerminate>
  785. <name>success</name>
  786. </relationships>
  787. <style></style>
  788. <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
  789. </processors>
  790. <processors>
  791. <id>613ed4cc-8e2a-32d3-0000-000000000000</id>
  792. <parentGroupId>e5a17068-5da9-3260-0000-000000000000</parentGroupId>
  793. <position>
  794. <x>1315.9320983886719</x>
  795. <y>260.43652663069304</y>
  796. </position>
  797. <bundle>
  798. <artifact>nifi-standard-nar</artifact>
  799. <group>org.apache.nifi</group>
  800. <version>1.3.0-SNAPSHOT</version>
  801. </bundle>
  802. <config>
  803. <bulletinLevel>WARN</bulletinLevel>
  804. <comments></comments>
  805. <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
  806. <descriptors>
  807. <entry>
  808. <key>JDBC Connection Pool</key>
  809. <value>
  810. <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService>
  811. <name>JDBC Connection Pool</name>
  812. </value>
  813. </entry>
  814. <entry>
  815. <key>Statement Type</key>
  816. <value>
  817. <name>Statement Type</name>
  818. </value>
  819. </entry>
  820. <entry>
  821. <key>Table Name</key>
  822. <value>
  823. <name>Table Name</name>
  824. </value>
  825. </entry>
  826. <entry>
  827. <key>Catalog Name</key>
  828. <value>
  829. <name>Catalog Name</name>
  830. </value>
  831. </entry>
  832. <entry>
  833. <key>Schema Name</key>
  834. <value>
  835. <name>Schema Name</name>
  836. </value>
  837. </entry>
  838. <entry>
  839. <key>Translate Field Names</key>
  840. <value>
  841. <name>Translate Field Names</name>
  842. </value>
  843. </entry>
  844. <entry>
  845. <key>Unmatched Field Behavior</key>
  846. <value>
  847. <name>Unmatched Field Behavior</name>
  848. </value>
  849. </entry>
  850. <entry>
  851. <key>Unmatched Column Behavior</key>
  852. <value>
  853. <name>Unmatched Column Behavior</name>
  854. </value>
  855. </entry>
  856. <entry>
  857. <key>Update Keys</key>
  858. <value>
  859. <name>Update Keys</name>
  860. </value>
  861. </entry>
  862. <entry>
  863. <key>jts-quoted-identifiers</key>
  864. <value>
  865. <name>jts-quoted-identifiers</name>
  866. </value>
  867. </entry>
  868. <entry>
  869. <key>jts-quoted-table-identifiers</key>
  870. <value>
  871. <name>jts-quoted-table-identifiers</name>
  872. </value>
  873. </entry>
  874. </descriptors>
  875. <executionNode>ALL</executionNode>
  876. <lossTolerant>false</lossTolerant>
  877. <penaltyDuration>30 sec</penaltyDuration>
  878. <properties>
  879. <entry>
  880. <key>JDBC Connection Pool</key>
  881. <value>2b06aa19-db49-3da9-0000-000000000000</value>
  882. </entry>
  883. <entry>
  884. <key>Statement Type</key>
  885. <value>INSERT</value>
  886. </entry>
  887. <entry>
  888. <key>Table Name</key>
  889. <value>twitter_dump.`subset-tweets`</value>
  890. </entry>
  891. <entry>
  892. <key>Catalog Name</key>
  893. </entry>
  894. <entry>
  895. <key>Schema Name</key>
  896. </entry>
  897. <entry>
  898. <key>Translate Field Names</key>
  899. <value>true</value>
  900. </entry>
  901. <entry>
  902. <key>Unmatched Field Behavior</key>
  903. <value>Ignore Unmatched Fields</value>
  904. </entry>
  905. <entry>
  906. <key>Unmatched Column Behavior</key>
  907. <value>Fail on Unmatched Columns</value>
  908. </entry>
  909. <entry>
  910. <key>Update Keys</key>
  911. </entry>
  912. <entry>
  913. <key>jts-quoted-identifiers</key>
  914. <value>false</value>
  915. </entry>
  916. <entry>
  917. <key>jts-quoted-table-identifiers</key>
  918. <value>false</value>
  919. </entry>
  920. </properties>
  921. <runDurationMillis>0</runDurationMillis>
  922. <schedulingPeriod>0 sec</schedulingPeriod>
  923. <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
  924. <yieldDuration>1 sec</yieldDuration>
  925. </config>
  926. <name>ConvertJSONToSQL</name>
  927. <relationships>
  928. <autoTerminate>true</autoTerminate>
  929. <name>failure</name>
  930. </relationships>
  931. <relationships>
  932. <autoTerminate>true</autoTerminate>
  933. <name>original</name>
  934. </relationships>
  935. <relationships>
  936. <autoTerminate>false</autoTerminate>
  937. <name>sql</name>
  938. </relationships>
  939. <style></style>
  940. <type>org.apache.nifi.processors.standard.ConvertJSONToSQL</type>
  941. </processors>
  942. </snippet>
  943. <timestamp>05/21/2017 16:36:53 EDT</timestamp>
  944. </template>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!