define langid_command_line `python2.6 langid_command_line.py` ship('/home/ryan/langid_command_line.py');

--a tab-delineated file, first column is numeric, second is text
lines = LOAD '/data/text/file0.tab.csv' USING PigStorage() as (ids:chararray, text:chararray);

pythonDetect = STREAM lines through langid_command_line AS ( outid:chararray, outlanguage:chararray);

STORE pythonDetect INTO '/user/rfcompton/figurepig-dir4/' USING PigStorage();