Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <template encoding-version="1.2">
- <description></description>
- <groupId>0e837b11-51c1-31aa-0e85-e47b613cb446</groupId>
- <name>CSV to Dynamic Table</name>
- <snippet>
- <controllerServices>
- <id>4b085524-a4f2-3e9c-0000-000000000000</id>
- <parentGroupId>da8f6d4f-d71c-3c9e-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-dbcp-service-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.5.0</version>
- </bundle>
- <comments></comments>
- <descriptors>
- <entry>
- <key>Database Connection URL</key>
- <value>
- <name>Database Connection URL</name>
- </value>
- </entry>
- <entry>
- <key>Database Driver Class Name</key>
- <value>
- <name>Database Driver Class Name</name>
- </value>
- </entry>
- <entry>
- <key>database-driver-locations</key>
- <value>
- <name>database-driver-locations</name>
- </value>
- </entry>
- <entry>
- <key>Database User</key>
- <value>
- <name>Database User</name>
- </value>
- </entry>
- <entry>
- <key>Password</key>
- <value>
- <name>Password</name>
- </value>
- </entry>
- <entry>
- <key>Max Wait Time</key>
- <value>
- <name>Max Wait Time</name>
- </value>
- </entry>
- <entry>
- <key>Max Total Connections</key>
- <value>
- <name>Max Total Connections</name>
- </value>
- </entry>
- <entry>
- <key>Validation-query</key>
- <value>
- <name>Validation-query</name>
- </value>
- </entry>
- </descriptors>
- <name>DBCPConnectionPool</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>Database Connection URL</key>
- <value>jdbc:postgresql://localhost:5432/postgres</value>
- </entry>
- <entry>
- <key>Database Driver Class Name</key>
- <value>org.postgresql.Driver</value>
- </entry>
- <entry>
- <key>database-driver-locations</key>
- <value>/Users/venkataseshasainagarajubolisetti/Desktop/GE/softwares/jars/postgresql-42.2.2.jar</value>
- </entry>
- <entry>
- <key>Database User</key>
- <value>venkatabolisetti</value>
- </entry>
- <entry>
- <key>Password</key>
- </entry>
- <entry>
- <key>Max Wait Time</key>
- <value>500 millis</value>
- </entry>
- <entry>
- <key>Max Total Connections</key>
- <value>8</value>
- </entry>
- <entry>
- <key>Validation-query</key>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.dbcp.DBCPConnectionPool</type>
- </controllerServices>
- <processors>
- <id>1372a1e0-461d-3abb-0000-000000000000</id>
- <parentGroupId>da8f6d4f-d71c-3c9e-0000-000000000000</parentGroupId>
- <position>
- <x>0.0</x>
- <y>466.09250052955383</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.5.0</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments></comments>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>JDBC Connection Pool</key>
- <value>
- <identifiesControllerService>org.apache.nifi.dbcp.DBCPService</identifiesControllerService>
- <name>JDBC Connection Pool</name>
- </value>
- </entry>
- <entry>
- <key>putsql-sql-statement</key>
- <value>
- <name>putsql-sql-statement</name>
- </value>
- </entry>
- <entry>
- <key>Support Fragmented Transactions</key>
- <value>
- <name>Support Fragmented Transactions</name>
- </value>
- </entry>
- <entry>
- <key>Transaction Timeout</key>
- <value>
- <name>Transaction Timeout</name>
- </value>
- </entry>
- <entry>
- <key>Batch Size</key>
- <value>
- <name>Batch Size</name>
- </value>
- </entry>
- <entry>
- <key>Obtain Generated Keys</key>
- <value>
- <name>Obtain Generated Keys</name>
- </value>
- </entry>
- <entry>
- <key>rollback-on-failure</key>
- <value>
- <name>rollback-on-failure</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>JDBC Connection Pool</key>
- <value>4b085524-a4f2-3e9c-0000-000000000000</value>
- </entry>
- <entry>
- <key>putsql-sql-statement</key>
- <value>${ddlj}</value>
- </entry>
- <entry>
- <key>Support Fragmented Transactions</key>
- <value>true</value>
- </entry>
- <entry>
- <key>Transaction Timeout</key>
- </entry>
- <entry>
- <key>Batch Size</key>
- <value>100</value>
- </entry>
- <entry>
- <key>Obtain Generated Keys</key>
- <value>false</value>
- </entry>
- <entry>
- <key>rollback-on-failure</key>
- <value>false</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <name>PutSQL</name>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>retry</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.PutSQL</type>
- </processors>
- <processors>
- <id>40cafaf4-79a9-3f09-0000-000000000000</id>
- <parentGroupId>da8f6d4f-d71c-3c9e-0000-000000000000</parentGroupId>
- <position>
- <x>0.0</x>
- <y>218.43659973144543</y>
- </position>
- <bundle>
- <artifact>nifi-update-attribute-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.5.0</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments></comments>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>Delete Attributes Expression</key>
- <value>
- <name>Delete Attributes Expression</name>
- </value>
- </entry>
- <entry>
- <key>Store State</key>
- <value>
- <name>Store State</name>
- </value>
- </entry>
- <entry>
- <key>Stateful Variables Initial Value</key>
- <value>
- <name>Stateful Variables Initial Value</name>
- </value>
- </entry>
- <entry>
- <key>table_name</key>
- <value>
- <name>table_name</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>Delete Attributes Expression</key>
- </entry>
- <entry>
- <key>Store State</key>
- <value>Do not store state</value>
- </entry>
- <entry>
- <key>Stateful Variables Initial Value</key>
- </entry>
- <entry>
- <key>table_name</key>
- <value>${filename}</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <name>UpdateAttribute</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
- </processors>
- <processors>
- <id>5be35722-846d-3340-0000-000000000000</id>
- <parentGroupId>da8f6d4f-d71c-3c9e-0000-000000000000</parentGroupId>
- <position>
- <x>0.0</x>
- <y>0.0</y>
- </position>
- <bundle>
- <artifact>nifi-kite-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.5.0</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments></comments>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>Schema Output Destination</key>
- <value>
- <name>Schema Output Destination</name>
- </value>
- </entry>
- <entry>
- <key>Input Content Type</key>
- <value>
- <name>Input Content Type</name>
- </value>
- </entry>
- <entry>
- <key>CSV Header Definition</key>
- <value>
- <name>CSV Header Definition</name>
- </value>
- </entry>
- <entry>
- <key>Get CSV Header Definition From Data</key>
- <value>
- <name>Get CSV Header Definition From Data</name>
- </value>
- </entry>
- <entry>
- <key>CSV Header Line Skip Count</key>
- <value>
- <name>CSV Header Line Skip Count</name>
- </value>
- </entry>
- <entry>
- <key>CSV delimiter</key>
- <value>
- <name>CSV delimiter</name>
- </value>
- </entry>
- <entry>
- <key>CSV Escape String</key>
- <value>
- <name>CSV Escape String</name>
- </value>
- </entry>
- <entry>
- <key>CSV Quote String</key>
- <value>
- <name>CSV Quote String</name>
- </value>
- </entry>
- <entry>
- <key>Pretty Avro Output</key>
- <value>
- <name>Pretty Avro Output</name>
- </value>
- </entry>
- <entry>
- <key>Avro Record Name</key>
- <value>
- <name>Avro Record Name</name>
- </value>
- </entry>
- <entry>
- <key>Number Of Records To Analyze</key>
- <value>
- <name>Number Of Records To Analyze</name>
- </value>
- </entry>
- <entry>
- <key>Charset</key>
- <value>
- <name>Charset</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>Schema Output Destination</key>
- <value>flowfile-attribute</value>
- </entry>
- <entry>
- <key>Input Content Type</key>
- <value>csv</value>
- </entry>
- <entry>
- <key>CSV Header Definition</key>
- </entry>
- <entry>
- <key>Get CSV Header Definition From Data</key>
- <value>true</value>
- </entry>
- <entry>
- <key>CSV Header Line Skip Count</key>
- <value>0</value>
- </entry>
- <entry>
- <key>CSV delimiter</key>
- <value>,</value>
- </entry>
- <entry>
- <key>CSV Escape String</key>
- <value>\</value>
- </entry>
- <entry>
- <key>CSV Quote String</key>
- <value>'</value>
- </entry>
- <entry>
- <key>Pretty Avro Output</key>
- <value>true</value>
- </entry>
- <entry>
- <key>Avro Record Name</key>
- <value>myavro</value>
- </entry>
- <entry>
- <key>Number Of Records To Analyze</key>
- <value>10</value>
- </entry>
- <entry>
- <key>Charset</key>
- <value>UTF-8</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <name>InferAvroSchema</name>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>original</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>unsupported content</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.kite.InferAvroSchema</type>
- </processors>
- <processors>
- <id>71c9f90d-f83b-367f-0000-000000000000</id>
- <parentGroupId>da8f6d4f-d71c-3c9e-0000-000000000000</parentGroupId>
- <position>
- <x>0.0</x>
- <y>713.9508361816407</y>
- </position>
- <bundle>
- <artifact>nifi-update-attribute-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.5.0</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments></comments>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>Delete Attributes Expression</key>
- <value>
- <name>Delete Attributes Expression</name>
- </value>
- </entry>
- <entry>
- <key>Store State</key>
- <value>
- <name>Store State</name>
- </value>
- </entry>
- <entry>
- <key>Stateful Variables Initial Value</key>
- <value>
- <name>Stateful Variables Initial Value</name>
- </value>
- </entry>
- <entry>
- <key>ddlj</key>
- <value>
- <name>ddlj</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>Delete Attributes Expression</key>
- </entry>
- <entry>
- <key>Store State</key>
- <value>Do not store state</value>
- </entry>
- <entry>
- <key>Stateful Variables Initial Value</key>
- </entry>
- <entry>
- <key>ddlj</key>
- <value>${finalddl:replace('tempTable', ${table_name})}</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <name>UpdateAttribute</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
- </processors>
- </snippet>
- <timestamp>04/05/2018 21:02:21 EDT</timestamp>
- </template>
Add Comment
Please, Sign In to add comment