drea86

PGEConfig.xml

Jun 11th, 2015
281
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 2.35 KB | None | 0 0
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <pgeConfig>
  3.  
  4.         <!-- How to run the PGE -->
  5.         <exe dir="[JobDir]" shell="/bin/bash">
  6.           <!-- cd to PGE root -->
  7.           <cmd>cd /home/andrea/oodt/pge/file_concatenator</cmd>
  8.                 <cmd>cp [InputFile1] [OutputFile]</cmd>
  9.                 <cmd>cat [InputFile2] >> [OutputFile]</cmd>
  10.         </exe>
  11.  
  12.         <!-- Files to ingest -->
  13.         <output>
  14.             <!-- one or more of these -->
  15.             <dir path="[JobDir]" createBeforeExe="false">
  16.            
  17.                 <!-- one or more of these ** regExp or name can be used-->
  18.                 <files regExp=".*\.txt" metFileWriterClass="org.apache.oodt.pge.examples.fileconcatenator.writers.ConcactenatingFilenameExtractorWriter"  args="/home/andrea/oodt/pge/file_concatenator/extractors/concatenatingfilename.extractor.config.xml"/>
  19.                 <files regExp=".*\.txt" metFileWriterClass="org.apache.oodt.cas.pge.writers.metlist.MetadataListPcsMetFileWriter" args="/home/andrea/oodt/pge/file_concatenator/extractors/metlistwriter/metout.xml"/>
  20.             </dir>
  21.         </output>
  22.  
  23.         <!-- Custom metadata to add to output files -->
  24.         <customMetadata>
  25.                 <!-- helpful keys -->
  26.                 <metadata key="LessThan" val="&#x3C;"/>
  27.                 <metadata key="LessThanOrEqualTo" val="[LessThan]="/>
  28.                 <metadata key="GreaterThan" val="&#x3E;"/>
  29.                 <metadata key="GreaterThanOrEqualTo" val="[GreaterThan]="/>
  30.                 <metadata key="Exclamation" val="&#33;"/>
  31.                 <metadata key="Ampersand" val="&#38;"/>
  32.                 <metadata key="NotEqualTo" val="[Ampersand]="/>
  33.                 <metadata key="LogicalAnd" val="[Ampersand][Ampersand]"/>
  34.                 <metadata key="CshPipeToStdOutAndError" val="[GreaterThan][Ampersand][Exclamation]"/>
  35.  
  36.                 <metadata key="ProductionDateTime" val="[DATE.UTC]"/>
  37.                 <metadata key="JobDir" val="/home/andrea/oodt/pge/file_concatenator/output/jobs/job-[ProductionDateTime]"/>
  38.                 <metadata key="InputFile1" val="/home/andrea/oodt/pge/file_concatenator/files/concatenatingInputFile1.txt"/>
  39.                 <metadata key="InputFile2" val="/home/andrea/oodt/pge/file_concatenator/files/concatenatingInputFile2.txt"/>
  40.                 <metadata key="OutputFile" val="[JobDir]/concatenatedOutputFile-[ProductionDateTime].txt"/>        
  41.       </customMetadata>
  42.  
  43. </pgeConfig>
Advertisement
Add Comment
Please, Sign In to add comment