<project name="sampleJson" version="6.0" modified="1427118308608"  olapId="p2">
  <headers>
    <header name="comment">
      <comment>ETL Demo Project.</comment>
    </header>
  </headers>
  <variables>
    <variable modified="1427117974129" name="Wiki_Totalhits" >
      <comment />
      <default>111</default>
    </variable>
    <variable name="Wiki_Offset" modified="1427117964278" >
      <default>0</default>
    </variable>
    <variable modified="1427118058613" name="Wiki_Title" >
      <comment />
      <default>Freiburg</default>
    </variable>
  </variables>
  <connections>
    <connection name="json_conn" type="JsonFile" modified="1427111329635" >
      <location>FileSystem</location>
      <database>samplefile.json</database>
    </connection>
    <connection name="hubspot_conn" type="JsonFile" modified="1427111329635" >
      <location>URL</location>
      <database>http://api.hubapi.com/contacts/v1/lists/all/contacts/all?hapikey=demo</database>
    </connection>
    <connection name="json_conn_target" type="JsonFile" modified="1427111329635" >
      <location>FileSystem</location>
      <database>samplefile_target.json</database>
    </connection>
    <connection modified="1427118308608" name="Wikipedia_var_conn" type="JsonFile" >
      <location>URL</location>
      <database>https://en.wikipedia.org/w/api.php?action=query&amp;list=search&amp;srsearch=${Wiki_Title}&amp;srlimit=50&amp;sroffset=${Wiki_Offset}&amp;srprop=size&amp;format=json&amp;continue</database>
      <ssl>trust</ssl>
    </connection>
    <connection modified="1427118308608" name="Wikipedia_conn" type="JsonFile" >
      <location>URL</location>
      <database>https://en.wikipedia.org/w/api.php?action=query&amp;list=search&amp;srsearch=Freiburg&amp;srlimit=50&amp;sroffset=0&amp;srprop=size&amp;format=json&amp;continue</database>
      <ssl>trust</ssl>
    </connection>
    <connection modified="1427117949737" name="olap" type="Jedox" >
      <host>localhost</host>
      <port>7777</port>
      <user>admin</user>
      <database>Json_Demo</database>
      <ssl>off</ssl>
      <password encrypted="true">cFju7JN3KyVmTPxIbDA/1w==</password>
    </connection>
  </connections>
  <extracts>
    <extract name="hubspot_extract" type="Json" modified="1427111329635" >
      <connection nameref="hubspot_conn" />
      <query>
        <level>$.contacts</level>
        <fields>
          <field>vid</field>
          <field>properties.firstname.value</field>
          <field>properties.lastname.value</field>
          <field>addedAt</field>
          <field>identity-profiles[0].identities[0].type</field>
          <field>identity-profiles[0].identities[0].value</field>
        </fields>
      </query>
    </extract>
    <extract name="json_extract" type="Json" modified="1427111329635" >
      <connection nameref="json_conn" />
      <query>
        <level>$.store.book</level>
        <fields>
          <field>category</field>
          <field>author</field>
          <field>title</field>
          <field>price</field>
        </fields>
      </query>
      <alias_map>
        <alias name="Category">1</alias>
        <alias name="Author">2</alias>
        <alias name="Title">3</alias>
        <alias name="Price">4</alias>
      </alias_map>
    </extract>
    <extract name="json_extract2" type="Json">
      <connection nameref="json_conn" />
      <query>
        <level>$</level>
        <fields>
          <field>store.bicycle.color</field>
        </fields>
      </query>
    </extract>
    <extract modified="1427117940391" name="Wikipedia_Query" type="Json" >
      <connection nameref="Wikipedia_var_conn" />
      <query>
        <level>$.query.search</level>
        <fields>
          <field>title</field>
          <field>size</field>
        </fields>
      </query>
    </extract>
    <extract modified="1427118152322" name="E_Blocks" type="Count" >
      <start>0</start>
      <end>${Wiki_Totalhits}</end>
      <step>50</step>
      <alias>Wiki_Offset</alias>
    </extract>
    <extract modified="1427117940391" name="Wikipedia_Totalhits" type="Json" >
      <connection nameref="Wikipedia_var_conn" />
      <query>
        <level>$.query.searchinfo</level>
        <fields>
           <field>totalhits</field>
        </fields>
      </query>
    </extract>
  </extracts>
  <transforms>
    <transform modified="1427117919894" name="Wikipedia_loop" type="TableLoop" >
      <sources>
        <source nameref="Wikipedia_Query" />
      </sources>
      <loops>
        <loop nameref="E_Blocks" />
      </loops>
    </transform>
  </transforms>
  <loads>
    <load name="Books_Out" type="Json" modified="1427111329635" >
      <source nameref="json_extract" />
      <connection nameref="json_conn_target" />
      <mode>create</mode>
      <root>AllBooks</root>
    </load>
    <load modified="1427118229713" name="Wikipedia_Load" type="Dimension" >
      <source nameref="Wikipedia_loop" />
      <connection nameref="olap" />
      <dimension name="Page">
        <elements mode="update" />
        <consolidations mode="inactive" />
        <attributes mode="inactive" />
      </dimension>
    </load>
  </loads>
  <jobs>
    <job name="Wikipedia_Job" type="Groovy" >
      <jobscript><![CDATA[source = API.initSource("Wikipedia_Totalhits");
if (source.nextRow()) {
  API.setProperty("Wiki_Totalhits",source.getColumnString("totalhits"));
  API.executeLoad("Wikipedia_Load");
}]]></jobscript>
      <failStatus>error</failStatus>
    </job>
  </jobs>
</project>