Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- //Leads to error
- register piggybank.jar;
- register json-simple-1.1.jar;
- DEFINE AvroStorage org.apache.pig.piggybank.storage.avro.AvroStorage();
- A = LOAD 'example.csv' USING PigStorage(',') AS (name:chararray, favorite_number:int, favorite_color:chararray);
- STORE A INTO 'example_output' USING org.apache.pig.piggybank.storage.avro.AvroStorage('schema_uri','/Users/vikasshanbhogue/Desktop/avro_storage_repro/example.avsc');
- // Works
- register piggybank.jar;
- register json-simple-1.1.jar;
- DEFINE AvroStorage org.apache.pig.piggybank.storage.avro.AvroStorage();
- A = LOAD 'example.csv' USING PigStorage(',') AS (name:chararray, favorite_number:int, favorite_color:chararray);
- B = FOREACH A Generate favorite_number,name,favorite_color;
- STORE B INTO 'example_output' USING org.apache.pig.piggybank.storage.avro.AvroStorage('schema_uri','/Users/vikasshanbhogue/Desktop/avro_storage_repro/example.avsc');
- Schema:
- {"namespace": "example.avro",
- "type": "record",
- "name": "User",
- "fields": [
- {"name": "favorite_number", "type": ["int", "null"]},
- {"name": "name", "type": "string"},
- {"name": "favorite_color", "type": ["string", "null"]}
- ]
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement