Advertisement
Guest User

Untitled

a guest
Jul 31st, 2015
200
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.24 KB | None | 0 0
  1. package com.dataminelab.hive.udf;
  2. import org.apache.hadoop.hive.ql.exec.UDF;
  3. import org.apache.hadoop.io.Text;
  4. import java.security.*;
  5.  
  6. /**
  7. * Calculate md5 of the string
  8. */
  9. public final class Md5 extends UDF {
  10.  
  11. public Text evaluate(final Text s) {
  12. if (s == null) {
  13. return null;
  14. }
  15. try {
  16. MessageDigest md = MessageDigest.getInstance("MD5");
  17. md.update(s.toString().getBytes());
  18. byte[] md5hash = md.digest();
  19. StringBuilder builder = new StringBuilder();
  20. for (byte b : md5hash) {
  21. builder.append(Integer.toString((b & 0xff) + 0x100, 16).substring(1));
  22. }
  23. return new Text(builder.toString());
  24. } catch (NoSuchAlgorithmException nsae) {
  25. System.out.println("Cannot find digest algorithm");
  26. System.exit(1);
  27. }
  28. return null;
  29. }
  30. }
  31.  
  32. javac Md5.java
  33.  
  34. Md5.java:2: package org.apache.hadoop.hive.ql.exec does not exist
  35. import org.apache.hadoop.hive.ql.exec.UDF;
  36. ^
  37. Md5.java:3: package org.apache.hadoop.io does not exist
  38. import org.apache.hadoop.io.Text;
  39.  
  40. export CLASSPATH=/usr/lib/hive/lib/hive-exec-0.9.0.15.jar:/usr/lib/hadoop/hadoop-core.jar
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement