Pig HBase Analysis Script

--HBASE SEARCH

raw = LOAD 'hbase/*' using TextLoader();
columns = FOREACH raw GENERATE FLATTEN(REGEX_EXTRACT_ALL($0, '(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2},\\d{0,4}) (\\w{0,5}) (.*)'));

--2017-06-08 22:21:42,853
named = FOREACH columns GENERATE ToDate($0, 'yyyy-MM-dd HH:mm:ss,SSSS') as timstim, $1 as logger, $2 as payload;
fil1 = FILTER named BY timstim > ToDate('2017-06-08T16:05:00.000-04:00') AND timstim < ToDate('2017-06-08T17:45:00.000-04:00');



--GC INFO
gcstops = FILTER fil1 BY payload MATCHES '.*util.JvmPauseMonitor.*';


--SCANS
scans = FILTER fil1 BY payload MATCHES '.*scan.*';


--compcation
compactions = FILTER fil1 BY payload MATCHES '.*compactions.*';


--OTHER

unions = union gcstops, scans, compactions;
sorted = order unions by timstim;