Untitled

<project name="sampleJson" version="6.0" modified="1427118308608"  olapId="p2">

  <headers>

    <header name="comment">

      <comment>ETL Demo Project.</comment>

    </header>

  </headers>

  <variables>

    <variable modified="1427117974129" name="Wiki_Totalhits" >

      <comment />

      <default>111</default>

    </variable>

    <variable name="Wiki_Offset" modified="1427117964278" >

      <default>0</default>

    </variable>

    <variable modified="1427118058613" name="Wiki_Title" >

      <comment />

      <default>Freiburg</default>

    </variable>

  </variables>

  <connections>

    <connection name="json_conn" type="JsonFile" modified="1427111329635" >

      <location>FileSystem</location>

      <database>samplefile.json</database>

    </connection>

    <connection name="hubspot_conn" type="JsonFile" modified="1427111329635" >

      <location>URL</location>

      <database>http://api.hubapi.com/contacts/v1/lists/all/contacts/all?hapikey=demo</database>

    </connection>

    <connection name="json_conn_target" type="JsonFile" modified="1427111329635" >

      <location>FileSystem</location>

      <database>samplefile_target.json</database>

    </connection>

    <connection modified="1427118308608" name="Wikipedia_var_conn" type="JsonFile" >

      <location>URL</location>

      <database>https://en.wikipedia.org/w/api.php?action=query&amp;list=search&amp;srsearch=${Wiki_Title}&amp;srlimit=50&amp;sroffset=${Wiki_Offset}&amp;srprop=size&amp;format=json&amp;continue</database>

      <ssl>trust</ssl>

    </connection>

    <connection modified="1427118308608" name="Wikipedia_conn" type="JsonFile" >

      <location>URL</location>

      <database>https://en.wikipedia.org/w/api.php?action=query&amp;list=search&amp;srsearch=Freiburg&amp;srlimit=50&amp;sroffset=0&amp;srprop=size&amp;format=json&amp;continue</database>

      <ssl>trust</ssl>

    </connection>

    <connection modified="1427117949737" name="olap" type="Jedox" >

      <host>localhost</host>

      <port>7777</port>

      <user>admin</user>

      <database>Json_Demo</database>

      <ssl>off</ssl>

      <password encrypted="true">cFju7JN3KyVmTPxIbDA/1w==</password>

    </connection>

  </connections>

  <extracts>

    <extract name="hubspot_extract" type="Json" modified="1427111329635" >

      <connection nameref="hubspot_conn" />

      <query>

        <level>$.contacts</level>

        <fields>

          <field>vid</field>

          <field>properties.firstname.value</field>

          <field>properties.lastname.value</field>

          <field>addedAt</field>

          <field>identity-profiles[0].identities[0].type</field>

          <field>identity-profiles[0].identities[0].value</field>

        </fields>

      </query>

    </extract>

    <extract name="json_extract" type="Json" modified="1427111329635" >

      <connection nameref="json_conn" />

      <query>

        <level>$.store.book</level>

        <fields>

          <field>category</field>

          <field>author</field>

          <field>title</field>

          <field>price</field>

        </fields>

      </query>

      <alias_map>

        <alias name="Category">1</alias>

        <alias name="Author">2</alias>

        <alias name="Title">3</alias>

        <alias name="Price">4</alias>

      </alias_map>

    </extract>

    <extract name="json_extract2" type="Json">

      <connection nameref="json_conn" />

      <query>

        <level>$</level>

        <fields>

          <field>store.bicycle.color</field>

        </fields>

      </query>

    </extract>

    <extract modified="1427117940391" name="Wikipedia_Query" type="Json" >

      <connection nameref="Wikipedia_var_conn" />

      <query>

        <level>$.query.search</level>

        <fields>

          <field>title</field>

          <field>size</field>

        </fields>

      </query>

    </extract>

    <extract modified="1427118152322" name="E_Blocks" type="Count" >

      <start>0</start>

      <end>${Wiki_Totalhits}</end>

      <step>50</step>

      <alias>Wiki_Offset</alias>

    </extract>

    <extract modified="1427117940391" name="Wikipedia_Totalhits" type="Json" >

      <connection nameref="Wikipedia_var_conn" />

      <query>

        <level>$.query.searchinfo</level>

        <fields>

           <field>totalhits</field>

        </fields>

      </query>

    </extract>

  </extracts>

  <transforms>

    <transform modified="1427117919894" name="Wikipedia_loop" type="TableLoop" >

      <sources>

        <source nameref="Wikipedia_Query" />

      </sources>

      <loops>

        <loop nameref="E_Blocks" />

      </loops>

    </transform>

  </transforms>

  <loads>

    <load name="Books_Out" type="Json" modified="1427111329635" >

      <source nameref="json_extract" />

      <connection nameref="json_conn_target" />

      <mode>create</mode>

      <root>AllBooks</root>

    </load>

    <load modified="1427118229713" name="Wikipedia_Load" type="Dimension" >

      <source nameref="Wikipedia_loop" />

      <connection nameref="olap" />

      <dimension name="Page">

        <elements mode="update" />

        <consolidations mode="inactive" />

        <attributes mode="inactive" />

      </dimension>

    </load>

  </loads>

  <jobs>

    <job name="Wikipedia_Job" type="Groovy" >

      <jobscript><![CDATA[source = API.initSource("Wikipedia_Totalhits");

if (source.nextRow()) {

  API.setProperty("Wiki_Totalhits",source.getColumnString("totalhits"));

  API.executeLoad("Wikipedia_Load");

}]]></jobscript>

      <failStatus>error</failStatus>

    </job>

  </jobs>

</project>