API tools faq
paste
Advertisement
postmortem

JSON example rsilva

postmortem
Jul 29th, 2013
1,121
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 28.71 KB | None | 0 0
raw download clone embed print report
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <transformation>
  3.   <info>
  4.     <name>tt_sep</name>
  5.     <description/>
  6.     <extended_description/>
  7.     <trans_version/>
  8.     <trans_type>Normal</trans_type>
  9.     <trans_status>0</trans_status>
  10.     <directory>&#47;</directory>
  11.     <parameters>
  12.     </parameters>
  13.     <log>
  14. <trans-log-table><connection/>
  15. <schema/>
  16. <table/>
  17. <size_limit_lines/>
  18. <interval/>
  19. <timeout_days/>
  20. <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
  21. <perf-log-table><connection/>
  22. <schema/>
  23. <table/>
  24. <interval/>
  25. <timeout_days/>
  26. <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
  27. <channel-log-table><connection/>
  28. <schema/>
  29. <table/>
  30. <timeout_days/>
  31. <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
  32. <step-log-table><connection/>
  33. <schema/>
  34. <table/>
  35. <timeout_days/>
  36. <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
  37.     </log>
  38.     <maxdate>
  39.       <connection/>
  40.       <table/>
  41.       <field/>
  42.       <offset>0.0</offset>
  43.       <maxdiff>0.0</maxdiff>
  44.     </maxdate>
  45.     <size_rowset>10000</size_rowset>
  46.     <sleep_time_empty>50</sleep_time_empty>
  47.     <sleep_time_full>50</sleep_time_full>
  48.     <unique_connections>N</unique_connections>
  49.     <feedback_shown>Y</feedback_shown>
  50.     <feedback_size>50000</feedback_size>
  51.     <using_thread_priorities>Y</using_thread_priorities>
  52.     <shared_objects_file/>
  53.     <capture_step_performance>N</capture_step_performance>
  54.     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
  55.     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
  56.     <dependencies>
  57.     </dependencies>
  58.     <partitionschemas>
  59.     </partitionschemas>
  60.     <slaveservers>
  61.     </slaveservers>
  62.     <clusterschemas>
  63.     </clusterschemas>
  64.   <created_user>-</created_user>
  65.   <created_date>2013&#47;07&#47;15 18:39:34.442</created_date>
  66.   <modified_user>-</modified_user>
  67.   <modified_date>2013&#47;07&#47;15 18:39:34.442</modified_date>
  68.   </info>
  69.   <notepads>
  70.   </notepads>
  71.   <connection>
  72.     <name>enki_connector_ss</name>
  73.     <server>${ENKI_CONNECTOR_SS.HOST}</server>
  74.     <type>MSSQL</type>
  75.     <access>Native</access>
  76.     <database>${ENKI_CONNECTOR_SS.DATABASE}</database>
  77.     <port>3306</port>
  78.     <username>${ENKI_CONNECTOR_SS.USERNAME}</username>
  79.     <password>${ENKI_CONNECTOR_SS.PASSWORD}</password>
  80.     <servername/>
  81.     <data_tablespace/>
  82.     <index_tablespace/>
  83.     <attributes>
  84.       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
  85.       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
  86.       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
  87.       <attribute><code>MSSQL_DOUBLE_DECIMAL_SEPARATOR</code><attribute>N</attribute></attribute>
  88.       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
  89.       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
  90.       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
  91.       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
  92.     </attributes>
  93.   </connection>
  94.   <connection>
  95.     <name>enki_connector_staging</name>
  96.     <server>${ENKI_CONNECTOR_STAGING.HOST}</server>
  97.     <type>H2</type>
  98.     <access>Native</access>
  99.     <database>${ENKI_CONNECTOR_STAGING.DATABASE}</database>
  100.     <port>3306</port>
  101.     <username>${ENKI_CONNECTOR_STAGING.USERNAME}</username>
  102.     <password>${ENKI_CONNECTOR_STAGING.PASSWORD}</password>
  103.     <servername/>
  104.     <data_tablespace/>
  105.     <index_tablespace/>
  106.     <attributes>
  107.       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
  108.       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
  109.       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
  110.       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
  111.       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
  112.       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
  113.       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
  114.     </attributes>
  115.   </connection>
  116.   <connection>
  117.     <name>enki_dw</name>
  118.     <server>${ENKI_DW.HOST}</server>
  119.     <type>MYSQL</type>
  120.     <access>Native</access>
  121.     <database>${ENKI_DW.DATABASE}</database>
  122.     <port>3306</port>
  123.     <username>${ENKI_DW.USERNAME}</username>
  124.     <password>${ENKI_DW.PASSWORD}</password>
  125.     <servername/>
  126.     <data_tablespace/>
  127.     <index_tablespace/>
  128.     <attributes>
  129.       <attribute><code>EXTRA_OPTION_MYSQL.characterEncoding</code><attribute>UTF-8</attribute></attribute>
  130.       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
  131.       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
  132.       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
  133.       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
  134.       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
  135.       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
  136.       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
  137.       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
  138.     </attributes>
  139.   </connection>
  140.   <connection>
  141.     <name>enki_md</name>
  142.     <server>${ENKI_MD.HOST}</server>
  143.     <type>MYSQL</type>
  144.     <access>Native</access>
  145.     <database>${ENKI_MD.DATABASE}</database>
  146.     <port>3306</port>
  147.     <username>${ENKI_MD.USERNAME}</username>
  148.     <password>${ENKI_MD.PASSWORD}</password>
  149.     <servername/>
  150.     <data_tablespace/>
  151.     <index_tablespace/>
  152.     <attributes>
  153.       <attribute><code>EXTRA_OPTION_MYSQL.characterEncoding</code><attribute>UTF-8</attribute></attribute>
  154.       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
  155.       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
  156.       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
  157.       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
  158.       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
  159.       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
  160.       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
  161.       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
  162.     </attributes>
  163.   </connection>
  164.   <order>
  165.   <hop> <from>Data Grid</from><to>adres lines</to><enabled>Y</enabled> </hop>  <hop> <from>adres lines</from><to>process addresses</to><enabled>Y</enabled> </hop>  </order>
  166.   <step>
  167.     <name>Data Grid</name>
  168.     <type>DataGrid</type>
  169.     <description/>
  170.     <distribute>Y</distribute>
  171.     <copies>1</copies>
  172.          <partitioning>
  173.            <method>none</method>
  174.            <schema_name/>
  175.            </partitioning>
  176.     <fields>
  177.       <field>
  178.         <name>json</name>
  179.         <type>String</type>
  180.         <format/>
  181.         <currency/>
  182.         <decimal/>
  183.         <group/>
  184.         <length>-1</length>
  185.         <precision>-1</precision>
  186.       </field>
  187.     </fields>
  188.     <data>
  189.       <line> <item>{&quot;address&quot;:[
  190.     {&quot;AddressId&quot;:&quot;1_1&quot;,&quot;Street&quot;:&quot;A Street&quot;},  
  191.     {&quot;AddressId&quot;:&quot;1_101&quot;,&quot;Street&quot;:&quot;Another Street&quot;},  
  192.     {&quot;AddressId&quot;:&quot;1_102&quot;,&quot;Street&quot;:&quot;One more street&quot;, &quot;Locality&quot;:&quot;Buenos Aires&quot;},  
  193.     {&quot;AddressId&quot;:&quot;1_102&quot;,&quot;Locality&quot;:&quot;New York&quot;}
  194. ]}
  195. </item> </line>
  196.     </data>
  197.      <cluster_schema/>
  198.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  199.       <xloc>118</xloc>
  200.       <yloc>149</yloc>
  201.       <draw>Y</draw>
  202.       </GUI>
  203.     </step>
  204.  
  205.   <step>
  206.     <name>Error Handling</name>
  207.     <type>Mapping</type>
  208.     <description/>
  209.     <distribute>Y</distribute>
  210.     <copies>1</copies>
  211.          <partitioning>
  212.            <method>none</method>
  213.            <schema_name/>
  214.            </partitioning>
  215.     <specification_method>rep_name</specification_method>
  216.     <trans_object_id/>
  217.     <trans_name>extract_error_handling</trans_name>
  218.     <filename/>
  219.     <directory_path>&#47;customer_data&#47;sd&#47;common</directory_path>
  220.     <mappings>
  221.       <input>
  222.     <mapping>    <input_step/>
  223.     <output_step/>
  224.     <main_path>Y</main_path>
  225.     <rename_on_output>Y</rename_on_output>
  226.     <description/>
  227.        <connector><parent>OwnerId</parent><child>OwnerId</child></connector>
  228.        <connector><parent>RevisionId</parent><child>RevisionId</child></connector>
  229.        <connector><parent>EntityName</parent><child>EntityName</child></connector>
  230.        <connector><parent>RevisionFile</parent><child>RevisionFile</child></connector>
  231.        <connector><parent>InsertUser</parent><child>InsertUser</child></connector>
  232.        <connector><parent>UpdateUser</parent><child>UpdateUser</child></connector>
  233.        <connector><parent>InsertDate</parent><child>InsertDate</child></connector>
  234.        <connector><parent>UpdateDate</parent><child>UpdateDate</child></connector>
  235.        <connector><parent>IsDeleted</parent><child>IsDeleted</child></connector>
  236.        <connector><parent>DeleteDate</parent><child>DeleteDate</child></connector>
  237.        <connector><parent>DeleteUser</parent><child>DeleteUser</child></connector>
  238.        <connector><parent>ErrorNumber</parent><child>ErrorNumber</child></connector>
  239.        <connector><parent>ErrorDescription</parent><child>ErrorDescription</child></connector>
  240.        <connector><parent>ErrorField</parent><child>ErrorField</child></connector>
  241.        <connector><parent>ErrorCode</parent><child>ErrorCode</child></connector>
  242.        <connector><parent>DataRowNum</parent><child>DataRowNum</child></connector>
  243.        <connector><parent>DataRow</parent><child>DataRow</child></connector>
  244.     </mapping>      </input>
  245.       <output>
  246.       </output>
  247.           <parameters>    <inherit_all_vars>Y</inherit_all_vars>
  248.     </parameters>
  249.     </mappings>
  250.     <allow_multiple_input>N</allow_multiple_input>
  251.     <allow_multiple_output>N</allow_multiple_output>
  252.      <cluster_schema/>
  253.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  254.       <xloc>742</xloc>
  255.       <yloc>378</yloc>
  256.       <draw>N</draw>
  257.       </GUI>
  258.     </step>
  259.  
  260.   <step>
  261.     <name>Error handling mapping</name>
  262.     <type>SelectValues</type>
  263.     <description/>
  264.     <distribute>Y</distribute>
  265.     <copies>1</copies>
  266.          <partitioning>
  267.            <method>none</method>
  268.            <schema_name/>
  269.            </partitioning>
  270.     <fields>      <field>        <name>OwnerId</name>
  271.         <rename/>
  272.         <length>-2</length>
  273.         <precision>-2</precision>
  274.       </field>      <field>        <name>RevisionId</name>
  275.         <rename/>
  276.         <length>-2</length>
  277.         <precision>-2</precision>
  278.       </field>      <field>        <name>EntityName</name>
  279.         <rename/>
  280.         <length>-2</length>
  281.         <precision>-2</precision>
  282.       </field>      <field>        <name>DataRow</name>
  283.         <rename/>
  284.         <length>-2</length>
  285.         <precision>-2</precision>
  286.       </field>      <field>        <name>RevisionFile</name>
  287.         <rename/>
  288.         <length>-2</length>
  289.         <precision>-2</precision>
  290.       </field>      <field>        <name>DataRowNum</name>
  291.         <rename/>
  292.         <length>-2</length>
  293.         <precision>-2</precision>
  294.       </field>      <field>        <name>InsertUser</name>
  295.         <rename/>
  296.         <length>-2</length>
  297.         <precision>-2</precision>
  298.       </field>      <field>        <name>UpdateUser</name>
  299.         <rename/>
  300.         <length>-2</length>
  301.         <precision>-2</precision>
  302.       </field>      <field>        <name>InsertDate</name>
  303.         <rename/>
  304.         <length>-2</length>
  305.         <precision>-2</precision>
  306.       </field>      <field>        <name>UpdateDate</name>
  307.         <rename/>
  308.         <length>-2</length>
  309.         <precision>-2</precision>
  310.       </field>      <field>        <name>IsDeleted</name>
  311.         <rename/>
  312.         <length>-2</length>
  313.         <precision>-2</precision>
  314.       </field>      <field>        <name>DeleteDate</name>
  315.         <rename/>
  316.         <length>-2</length>
  317.         <precision>-2</precision>
  318.       </field>      <field>        <name>DeleteUser</name>
  319.         <rename/>
  320.         <length>-2</length>
  321.         <precision>-2</precision>
  322.       </field>      <field>        <name>ErrorNumber</name>
  323.         <rename/>
  324.         <length>-2</length>
  325.         <precision>-2</precision>
  326.       </field>      <field>        <name>ErrorDescription</name>
  327.         <rename/>
  328.         <length>-2</length>
  329.         <precision>-2</precision>
  330.       </field>      <field>        <name>ErrorField</name>
  331.         <rename/>
  332.         <length>-2</length>
  333.         <precision>-2</precision>
  334.       </field>      <field>        <name>ErrorCode</name>
  335.         <rename/>
  336.         <length>-2</length>
  337.         <precision>-2</precision>
  338.       </field>        <select_unspecified>N</select_unspecified>
  339.     </fields>     <cluster_schema/>
  340.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  341.       <xloc>271</xloc>
  342.       <yloc>349</yloc>
  343.       <draw>N</draw>
  344.       </GUI>
  345.     </step>
  346.  
  347.   <step>
  348.     <name>Get rows from setup</name>
  349.     <type>RowsFromResult</type>
  350.     <description/>
  351.     <distribute>Y</distribute>
  352.     <copies>1</copies>
  353.          <partitioning>
  354.            <method>none</method>
  355.            <schema_name/>
  356.            </partitioning>
  357.     <fields>      <field>        <name>OwnerId</name>
  358.         <type>String</type>
  359.         <length>-1</length>
  360.         <precision>-1</precision>
  361.         </field>      <field>        <name>RevisionId</name>
  362.         <type>String</type>
  363.         <length>-1</length>
  364.         <precision>-1</precision>
  365.         </field>      <field>        <name>EntityName</name>
  366.         <type>String</type>
  367.         <length>-1</length>
  368.         <precision>-1</precision>
  369.         </field>      <field>        <name>DataRow</name>
  370.         <type>String</type>
  371.         <length>-1</length>
  372.         <precision>-1</precision>
  373.         </field>      <field>        <name>RevisionFile</name>
  374.         <type>String</type>
  375.         <length>-1</length>
  376.         <precision>-1</precision>
  377.         </field>      <field>        <name>DataRowNum</name>
  378.         <type>Integer</type>
  379.         <length>-1</length>
  380.         <precision>-1</precision>
  381.         </field>      <field>        <name>InsertUser</name>
  382.         <type>String</type>
  383.         <length>-1</length>
  384.         <precision>-1</precision>
  385.         </field>      <field>        <name>UpdateUser</name>
  386.         <type>String</type>
  387.         <length>-1</length>
  388.         <precision>-1</precision>
  389.         </field>      <field>        <name>InsertDate</name>
  390.         <type>Date</type>
  391.         <length>-1</length>
  392.         <precision>-1</precision>
  393.         </field>      <field>        <name>UpdateDate</name>
  394.         <type>Date</type>
  395.         <length>-1</length>
  396.         <precision>-1</precision>
  397.         </field>      <field>        <name>IsDeleted</name>
  398.         <type>String</type>
  399.         <length>-1</length>
  400.         <precision>-1</precision>
  401.         </field>      <field>        <name>DeleteDate</name>
  402.         <type>Date</type>
  403.         <length>-1</length>
  404.         <precision>-1</precision>
  405.         </field>      <field>        <name>DeleteUser</name>
  406.         <type>String</type>
  407.         <length>-1</length>
  408.         <precision>-1</precision>
  409.         </field>      <field>        <name>RemoteInsertDate</name>
  410.         <type>Date</type>
  411.         <length>-1</length>
  412.         <precision>-1</precision>
  413.         </field>      <field>        <name>RemoteUpdateDate</name>
  414.         <type>Date</type>
  415.         <length>-1</length>
  416.         <precision>-1</precision>
  417.         </field>      <field>        <name>RemoteDeleteDate</name>
  418.         <type>Date</type>
  419.         <length>-1</length>
  420.         <precision>-1</precision>
  421.         </field>      </fields>     <cluster_schema/>
  422.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  423.       <xloc>175</xloc>
  424.       <yloc>31</yloc>
  425.       <draw>N</draw>
  426.       </GUI>
  427.     </step>
  428.  
  429.   <step>
  430.     <name>adres lines</name>
  431.     <type>JsonInput</type>
  432.     <description/>
  433.     <distribute>Y</distribute>
  434.     <copies>1</copies>
  435.          <partitioning>
  436.            <method>none</method>
  437.            <schema_name/>
  438.            </partitioning>
  439.     <include>N</include>
  440.     <include_field/>
  441.     <rownum>N</rownum>
  442.     <addresultfile>N</addresultfile>
  443.     <readurl>N</readurl>
  444.     <IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
  445.     <doNotFailIfNoFile>Y</doNotFailIfNoFile>
  446.     <ignoreMissingPath>Y</ignoreMissingPath>
  447.     <rownum_field/>
  448.     <file>
  449.       <name>&#47;home&#47;rsilva&#47;Downloads&#47;test.json</name>
  450.       <filemask/>
  451.       <exclude_filemask/>
  452.       <file_required>N</file_required>
  453.       <include_subfolders>N</include_subfolders>
  454.     </file>
  455.     <fields>
  456.       <field>
  457.         <name>them_addresses</name>
  458.         <path>$.address[*]</path>
  459.         <type>String</type>
  460.         <format/>
  461.         <currency/>
  462.         <decimal/>
  463.         <group/>
  464.         <length>-1</length>
  465.         <precision>-1</precision>
  466.         <trim_type>none</trim_type>
  467.         <repeat>N</repeat>
  468.       </field>
  469.     </fields>
  470.     <limit>0</limit>
  471.     <IsInFields>Y</IsInFields>
  472.     <IsAFile>N</IsAFile>
  473.     <valueField>json</valueField>
  474.     <shortFileFieldName/>
  475.     <pathFieldName/>
  476.     <hiddenFieldName/>
  477.     <lastModificationTimeFieldName/>
  478.     <uriNameFieldName/>
  479.     <rootUriNameFieldName/>
  480.     <extensionFieldName/>
  481.     <sizeFieldName/>
  482.      <cluster_schema/>
  483.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  484.       <xloc>220</xloc>
  485.       <yloc>150</yloc>
  486.       <draw>Y</draw>
  487.       </GUI>
  488.     </step>
  489.  
  490.   <step>
  491.     <name>process addresses</name>
  492.     <type>JsonInput</type>
  493.     <description/>
  494.     <distribute>Y</distribute>
  495.     <copies>1</copies>
  496.          <partitioning>
  497.            <method>none</method>
  498.            <schema_name/>
  499.            </partitioning>
  500.     <include>N</include>
  501.     <include_field/>
  502.     <rownum>N</rownum>
  503.     <addresultfile>N</addresultfile>
  504.     <readurl>N</readurl>
  505.     <IsIgnoreEmptyFile>N</IsIgnoreEmptyFile>
  506.     <doNotFailIfNoFile>Y</doNotFailIfNoFile>
  507.     <ignoreMissingPath>Y</ignoreMissingPath>
  508.     <rownum_field/>
  509.     <file>
  510.       <name>&#47;home&#47;rsilva&#47;Downloads&#47;test.json</name>
  511.       <filemask/>
  512.       <exclude_filemask/>
  513.       <file_required>N</file_required>
  514.       <include_subfolders>N</include_subfolders>
  515.     </file>
  516.     <fields>
  517.       <field>
  518.         <name>Id</name>
  519.         <path>$.AddressId</path>
  520.         <type>String</type>
  521.         <format/>
  522.         <currency/>
  523.         <decimal/>
  524.         <group/>
  525.         <length>-1</length>
  526.         <precision>-1</precision>
  527.         <trim_type>none</trim_type>
  528.         <repeat>N</repeat>
  529.       </field>
  530.       <field>
  531.         <name>Locality</name>
  532.         <path>$.Locality</path>
  533.         <type>String</type>
  534.         <format/>
  535.         <currency/>
  536.         <decimal/>
  537.         <group/>
  538.         <length>-1</length>
  539.         <precision>-1</precision>
  540.         <trim_type>none</trim_type>
  541.         <repeat>N</repeat>
  542.       </field>
  543.       <field>
  544.         <name>Street</name>
  545.         <path>$.Street</path>
  546.         <type>String</type>
  547.         <format/>
  548.         <currency/>
  549.         <decimal/>
  550.         <group/>
  551.         <length>-1</length>
  552.         <precision>-1</precision>
  553.         <trim_type>none</trim_type>
  554.         <repeat>N</repeat>
  555.       </field>
  556.     </fields>
  557.     <limit>0</limit>
  558.     <IsInFields>Y</IsInFields>
  559.     <IsAFile>N</IsAFile>
  560.     <valueField>them_addresses</valueField>
  561.     <shortFileFieldName/>
  562.     <pathFieldName/>
  563.     <hiddenFieldName/>
  564.     <lastModificationTimeFieldName/>
  565.     <uriNameFieldName/>
  566.     <rootUriNameFieldName/>
  567.     <extensionFieldName/>
  568.     <sizeFieldName/>
  569.      <cluster_schema/>
  570.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  571.       <xloc>334</xloc>
  572.       <yloc>151</yloc>
  573.       <draw>Y</draw>
  574.       </GUI>
  575.     </step>
  576.  
  577.   <step>
  578.     <name>Setup</name>
  579.     <type>Mapping</type>
  580.     <description/>
  581.     <distribute>N</distribute>
  582.     <copies>1</copies>
  583.          <partitioning>
  584.            <method>none</method>
  585.            <schema_name/>
  586.            </partitioning>
  587.     <specification_method>rep_name</specification_method>
  588.     <trans_object_id/>
  589.     <trans_name>extract_setup</trans_name>
  590.     <filename/>
  591.     <directory_path>&#47;customer_data&#47;sd&#47;common</directory_path>
  592.     <mappings>
  593.       <input>
  594.       </input>
  595.       <output>
  596.     <mapping>    <input_step/>
  597.     <output_step/>
  598.     <main_path>Y</main_path>
  599.     <rename_on_output>N</rename_on_output>
  600.     <description/>
  601.        <connector><parent>OwnerId</parent><child>OwnerId</child></connector>
  602.        <connector><parent>RevisionId</parent><child>RevisionId</child></connector>
  603.        <connector><parent>EntityName</parent><child>EntityName</child></connector>
  604.        <connector><parent>DataRow</parent><child>DataRow</child></connector>
  605.        <connector><parent>RevisionFile</parent><child>RevisionFile</child></connector>
  606.        <connector><parent>DataRowNum</parent><child>DataRowNum</child></connector>
  607.        <connector><parent>InsertUser</parent><child>InsertUser</child></connector>
  608.        <connector><parent>UpdateUser</parent><child>UpdateUser</child></connector>
  609.        <connector><parent>InsertDate</parent><child>InsertDate</child></connector>
  610.        <connector><parent>UpdateDate</parent><child>UpdateDate</child></connector>
  611.        <connector><parent>IsDeleted</parent><child>IsDeleted</child></connector>
  612.        <connector><parent>DeleteDate</parent><child>DeleteDate</child></connector>
  613.        <connector><parent>DeleteUser</parent><child>DeleteUser</child></connector>
  614.        <connector><parent>RemoteInsertDate</parent><child>RemoteInsertDate</child></connector>
  615.        <connector><parent>RemoteUpdateDate</parent><child>RemoteUpdateDate</child></connector>
  616.        <connector><parent>RemoteDeleteDate</parent><child>RemoteDeleteDate</child></connector>
  617.     </mapping>      </output>
  618.           <parameters>    <inherit_all_vars>Y</inherit_all_vars>
  619.     </parameters>
  620.     </mappings>
  621.     <allow_multiple_input>N</allow_multiple_input>
  622.     <allow_multiple_output>N</allow_multiple_output>
  623.      <cluster_schema/>
  624.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  625.       <xloc>231</xloc>
  626.       <yloc>94</yloc>
  627.       <draw>N</draw>
  628.       </GUI>
  629.     </step>
  630.  
  631.   <step>
  632.     <name>verify ids</name>
  633.     <type>ScriptValueMod</type>
  634.     <description/>
  635.     <distribute>N</distribute>
  636.     <copies>1</copies>
  637.          <partitioning>
  638.            <method>none</method>
  639.            <schema_name/>
  640.            </partitioning>
  641.     <compatible>N</compatible>
  642.     <optimizationLevel>9</optimizationLevel>
  643.     <jsScripts>      <jsScript>        <jsScript_type>0</jsScript_type>
  644.         <jsScript_name>Script 1</jsScript_name>
  645.         <jsScript_script>trans_Status = CONTINUE_TRANSFORMATION;
  646. for(i=0; i &lt; rowMeta.getFieldNames().length; i++){
  647.     var fieldName = rowMeta.getValueMeta(i).getName();
  648.     if(fieldName!=&apos;OwnerId&apos; &amp;&amp; fieldName!=&apos;RevisionId&apos; &amp;&amp; lower(substr(fieldName,fieldName.length()-2))==&apos;id&apos;){
  649.         if(row[i].split(&quot;_&quot;)[0]!=OwnerId.toString()){
  650.             _step_.putError(getInputRowMeta(), row, 1,
  651.                 &quot;Id &apos;&quot;+row[i]+&quot;&apos; does not begin with OwnerId &apos;&quot;+OwnerId+&quot;&apos; value, set to null&quot;,
  652.                 fieldName,
  653.                 &quot;ERROR_INVALID_ID&quot;);         
  654.             row[i] = null;         
  655.             if(lower(fieldName)==lower(EntityName+&apos;Id&apos;)){
  656.                 trans_Status = SKIP_TRANSFORMATION;
  657.             }
  658.            
  659.         }
  660.     }  
  661. }
  662. </jsScript_script>
  663.       </jsScript>    </jsScripts>    <fields>    </fields>     <cluster_schema/>
  664.  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
  665.       <xloc>660</xloc>
  666.       <yloc>74</yloc>
  667.       <draw>N</draw>
  668.       </GUI>
  669.     </step>
  670.  
  671.   <step_error_handling>
  672.   </step_error_handling>
  673.    <slave-step-copy-partition-distribution>
  674. </slave-step-copy-partition-distribution>
  675.    <slave_transformation>N</slave_transformation>
  676. </transformation>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!