yakiv@oozie:~/Extractor2Deep$ cat extractor2deep.properties

#####################################################
# HImpor config file                                #
#####################################################


# sql | hst | arff | elastic

source elastic
elastic.index devdb-data-ormat-steamboat15wasgeo1-201601
deep.customer ormat
deep.site emergencytest

#source arff
#arff.path  /Users/maximkr/projects/steamboat/Extractor2Deep/arff/testScenarios2.ARFF
#deep.customer test
#deep.site test2@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/Extractor2Deep/arff/testScenarios2_Clean.ARFF
#deep.customer test
#deep.site testclean@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/Extractor2Deep/arff/conceptChange.ARFF
#deep.customer test
#deep.site conceptchange@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/DeepServer/OTSG21PI.Arff
#deep.customer ezom
#deep.site otsg21pi@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/DeepServer/OTSG14PI.Arff
#deep.customer ezom
#deep.site otsg14pi@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/Extractor2Deep/arff/hauwei_NAs_Excluded.ARFF
#deep.customer huawei
#deep.site data@

#source arff
#arff.path  /Users/maximkr/projects/steamboat/Extractor2Deep/arff/hauwei_NAsReplacedByNeg1.ARFF
#deep.customer huawei
#deep.site neg-data@

#source sql
#sql.jdbcURL jdbc:jtds:sqlserver://172.16.107.132/HistoricalData
#deep.customer ormat
#deep.site puna@
#deep.site commit20
#tagProcessor PUNA

#source hst
#### hst.path /Volumes/Elements/other/Citect
#hst.path /Users/maximkr/Downloads/Data/OEC
#deep.customer ormat
#deep.site campbell


####### NOT NEED ? ############
#source sql
#sql.jdbcURL jdbc:jtds:sqlserver://172.16.107.132/HistoricalData2
#deep.customer ormat
#deep.site steamboat@

# SQL Server connection
sql.login maximkr
sql.password qwe_1020

# Time range to process in natty format
# http://natty.joestelmach.com/doc.jsp
time.from 2016-01-01 00:00 GMT
time.to now

# Sliding window length (msec)
sliding.window 86400000

# Delay between windows (msec)
sliding.delay 0

# List of tagsFromSQL to import. Will import all tagsFromSQL if missed
# tagListFile listOfParams.txt

# default location, used for arff, hst, when no machine found
geo.lat 39.369977
geo.lon -119.767065

# per-machine location for steamboat database
geo.steamboat.G1\\OEC1.lat 39.370115
geo.steamboat.G1\\OEC1.lon -119.767432

geo.steamboat.G1\\OEC2.lat 39.369977
geo.steamboat.G1\\OEC2.lon -119.767065

geo.steamboat.G1\\CSC1.lat 39.370293
geo.steamboat.G1\\CSC1.lon -119.767181

geo.steamboat.G2\\OEC21.lat 39.370128
geo.steamboat.G2\\OEC21.lon -119.766280

geo.steamboat.G3\\OEC31.lat 39.370375
geo.steamboat.G3\\OEC31.lon -119.768076

geo.steamboat.G3\\OEC32.lat 39.370203
geo.steamboat.G3\\OEC32.lon -119.767779

geo.steamboat.G3\\CSC3.lat 39.370512
geo.steamboat.G3\\CSC3.lon -119.767821

geo.steamboat.SBHE\\OEC41.lat 39.369484
geo.steamboat.SBHE\\OEC41.lon -119.767082

geo.steamboat.SBHE\\CSC2.lat 39.369154
geo.steamboat.SBHE\\CSC2.lon -119.767144

geo.steamboat.SB23\\T201.lat 39.369937
geo.steamboat.SB23\\T201.lon -119.768244

geo.steamboat.SB23\\T202.lat 39.369798
geo.steamboat.SB23\\T202.lon -119.767955

geo.steamboat.SB23\\T301.lat 39.369564
geo.steamboat.SB23\\T301.lon -119.768074

geo.steamboat.SB23\\T302.lat 39.369615
geo.steamboat.SB23\\T302.lon -119.768397


#PUNA processor converts name Cluster1.VRU_OU_NV6861 to machine name VRU and tagFromSQL name VRU_OU_NV6861

# tagProcessor PUNA

#deep.host 192.168.1.200
deep.host 10.10.0.62
deep.port 8080

sample.filter false
sample.filter.threshold 0.001
sample.filter.resolutionSec 1

# Used to extract data from ES
elastic.host 10.10.0.52
elastic.port 9300
elastic.cluster.name SmartLogick






=========

yakiv@oozie:~/Extractor2Deep$ java -jar Extractor2Deep-exe.jar
19:18:47 main - Loading extractor2deep.properties
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
19:18:48 main - Processing from Fri Jan 01 00:00:00 UTC 2016 to Mon Dec 05 19:18:48 UTC 2016
19:18:51 main - [2016-12-05 19:18:51] ===== Processing data from 2016-01-01 00:00:00 to 2016-01-02 00:00:00 =====
19:19:30 main - Loaded 3968 tags
19:19:40 main - Performance: 15521
19:19:40 main - Commit maxDate: 2016-01-02 00:00:00
19:19:40 main - [2016-12-05 19:19:40] ===== Processing data from 2016-01-02 00:00:00 to 2016-01-03 00:00:00 =====
19:20:05 main - Loaded 4157 tags
19:20:26 main - Performance: 15637
19:20:26 main - Commit maxDate: 2016-01-03 00:00:00
19:20:26 main - [2016-12-05 19:20:26] ===== Processing data from 2016-01-03 00:00:00 to 2016-01-04 00:00:00 =====
19:20:50 main - Loaded 3790 tags
19:21:14 main - Performance: 14497
19:21:14 main - Commit maxDate: 2016-01-04 00:00:00
19:21:14 main - [2016-12-05 19:21:14] ===== Processing data from 2016-01-04 00:00:00 to 2016-01-05 00:00:00 =====
19:22:02 main - Loaded 4083 tags
19:22:23 main - Performance: 13003
19:22:23 main - Commit maxDate: 2016-01-05 00:00:00
19:22:23 main - [2016-12-05 19:22:23] ===== Processing data from 2016-01-05 00:00:00 to 2016-01-06 00:00:00 =====
19:22:58 main - Loaded 3839 tags
19:23:21 main - Performance: 12586
19:23:21 main - Commit maxDate: 2016-01-06 00:00:00
19:23:21 main - [2016-12-05 19:23:21] ===== Processing data from 2016-01-06 00:00:00 to 2016-01-07 00:00:00 =====
19:23:53 main - Loaded 3758 tags
19:24:33 main - Performance: 11707
19:24:33 main - Commit maxDate: 2016-01-07 00:00:00
19:24:33 main - [2016-12-05 19:24:33] ===== Processing data from 2016-01-07 00:00:00 to 2016-01-08 00:00:00 =====
19:25:09 main - Loaded 4111 tags
19:25:33 main - Performance: 11887
19:25:33 main - Commit maxDate: 2016-01-08 00:00:00
19:25:33 main - [2016-12-05 19:25:33] ===== Processing data from 2016-01-08 00:00:00 to 2016-01-09 00:00:00 =====
19:25:59 main - Loaded 3796 tags
19:26:38 main - Performance: 11458
19:26:38 main - Commit maxDate: 2016-01-09 00:00:00
19:26:38 main - [2016-12-05 19:26:38] ===== Processing data from 2016-01-09 00:00:00 to 2016-01-10 00:00:00 =====
19:26:57 main - Loaded 3372 tags
19:27:17 main - Performance: 11497
19:27:17 main - Commit maxDate: 2016-01-10 00:00:00
19:27:17 main - [2016-12-05 19:27:17] ===== Processing data from 2016-01-10 00:00:00 to 2016-01-11 00:00:00 =====
19:27:41 main - Loaded 3863 tags
19:28:04 main - Performance: 11694
19:28:04 main - Commit maxDate: 2016-01-11 00:00:00
19:28:04 main - [2016-12-05 19:28:04] ===== Processing data from 2016-01-11 00:00:00 to 2016-01-12 00:00:00 =====
19:28:34 main - Loaded 3945 tags
19:28:58 main - Performance: 11922
19:28:58 main - Commit maxDate: 2016-01-12 00:00:00
19:28:58 main - [2016-12-05 19:28:58] ===== Processing data from 2016-01-12 00:00:00 to 2016-01-13 00:00:00 =====
19:29:33 main - Loaded 3970 tags
19:30:02 main - Performance: 11802
19:30:02 main - Commit maxDate: 2016-01-13 00:00:00
19:30:02 main - [2016-12-05 19:30:02] ===== Processing data from 2016-01-13 00:00:00 to 2016-01-14 00:00:00 =====
19:30:27 main - Loaded 3849 tags
19:30:51 main - Performance: 11920
19:30:51 main - Commit maxDate: 2016-01-14 00:00:00
19:30:51 main - [2016-12-05 19:30:51] ===== Processing data from 2016-01-14 00:00:00 to 2016-01-15 00:00:00 =====
19:31:17 main - Loaded 4014 tags