Advertisement
Guest User

HBaseTest.java

a guest
Jan 24th, 2017
89
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 2.62 KB | None | 0 0
  1. import java.io.IOException;
  2. import java.util.HashMap;
  3.  
  4. import org.apache.hadoop.conf.Configuration;
  5. import org.apache.hadoop.conf.Configured;
  6. import org.apache.hadoop.fs.Path;
  7. import org.apache.hadoop.hbase.HBaseConfiguration;
  8. import org.apache.hadoop.hbase.TableName;
  9. import org.apache.hadoop.hbase.client.Connection;
  10. import org.apache.hadoop.hbase.client.ConnectionFactory;
  11. import org.apache.hadoop.hbase.client.ResultScanner;
  12. import org.apache.hadoop.hbase.client.Scan;
  13. import org.apache.hadoop.hbase.client.Table;
  14. import org.apache.hadoop.hbase.util.Bytes;
  15. import org.apache.hadoop.io.DoubleWritable;
  16. import org.apache.hadoop.io.LongWritable;
  17. import org.apache.hadoop.io.Text;
  18. import org.apache.hadoop.mapreduce.Job;
  19. import org.apache.hadoop.mapreduce.Mapper;
  20. import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
  21. import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
  22. import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
  23. import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
  24. import org.apache.hadoop.util.Tool;
  25. import org.apache.hadoop.util.ToolRunner;
  26.  
  27. public class HBaseTest extends Configured implements Tool {
  28.     public static final String TABLE_NAME = "tab";
  29.     private static final String COLUMN_FAMILY = "col";
  30.     private static final byte[] QUALIFIER = Bytes.toBytes("1");
  31.  
  32.     public static class Map extends Mapper<LongWritable, Text, Text, DoubleWritable> {
  33.         @Override
  34.         protected void setup(Context context) throws IOException, InterruptedException {
  35.             Configuration config = HBaseConfiguration.create();
  36.             Connection conn = ConnectionFactory.createConnection(config);
  37.             Table table = conn.getTable(TableName.valueOf(TABLE_NAME));
  38.             Scan scan = new Scan();
  39.             scan.addColumn(Bytes.toBytes(COLUMN_FAMILY), QUALIFIER);
  40.             ResultScanner scanner = table.getScanner(scan);
  41.             table.close();
  42.         }
  43.  
  44.         @Override
  45.         public void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
  46.         context.write(new Text("a"), new DoubleWritable(1.5));
  47.         }
  48.     }
  49.  
  50.     @Override
  51.     public int run(String[] args) throws Exception {
  52.         Job job = Job.getInstance(getConf(), "HBaseTest");
  53.         job.setJarByClass(HBaseTest.class);
  54.  
  55.         job.setOutputKeyClass(Text.class);
  56.         job.setOutputValueClass(DoubleWritable.class);
  57.  
  58.         job.setMapperClass(Map.class);
  59.  
  60.         job.setInputFormatClass(TextInputFormat.class);
  61.         job.setOutputFormatClass(TextOutputFormat.class);
  62.  
  63.         job.waitForCompletion(true);
  64.         return 0;
  65.     }
  66.  
  67.     public static void main(String[] args) throws Exception {
  68.         int ret = ToolRunner.run(new Configuration(), new MemoryBackedJoinHBase(), args);
  69.         System.exit(ret);
  70.     }
  71. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement