Advertisement
Guest User

Untitled

a guest
Sep 4th, 2015
61
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.12 KB | None | 0 0
  1. //Leads to error
  2. register piggybank.jar;
  3. register json-simple-1.1.jar;
  4. DEFINE AvroStorage org.apache.pig.piggybank.storage.avro.AvroStorage();
  5. A = LOAD 'example.csv' USING PigStorage(',') AS (name:chararray, favorite_number:int, favorite_color:chararray);
  6. STORE A INTO 'example_output' USING org.apache.pig.piggybank.storage.avro.AvroStorage('schema_uri','/Users/vikasshanbhogue/Desktop/avro_storage_repro/example.avsc');
  7.  
  8. // Works
  9. register piggybank.jar;
  10. register json-simple-1.1.jar;
  11. DEFINE AvroStorage org.apache.pig.piggybank.storage.avro.AvroStorage();
  12. A = LOAD 'example.csv' USING PigStorage(',') AS (name:chararray, favorite_number:int, favorite_color:chararray);
  13. B = FOREACH A Generate favorite_number,name,favorite_color;
  14. STORE B INTO 'example_output' USING org.apache.pig.piggybank.storage.avro.AvroStorage('schema_uri','/Users/vikasshanbhogue/Desktop/avro_storage_repro/example.avsc');
  15.  
  16. Schema:
  17. {"namespace": "example.avro",
  18. "type": "record",
  19. "name": "User",
  20. "fields": [
  21. {"name": "favorite_number", "type": ["int", "null"]},
  22. {"name": "name", "type": "string"},
  23. {"name": "favorite_color", "type": ["string", "null"]}
  24. ]
  25. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement