Guest User

Untitled

a guest
May 22nd, 2018
93
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.48 KB | None | 0 0
  1. foo,5
  2. foo,7
  3. foo,9
  4. boo,5
  5. boo,10
  6. boo,10
  7.  
  8. foo,5,7,9
  9. boo,5,10
  10.  
  11. awk 'BEGIN{OFS=FS=","}!(($1,$2)in c){c[$1,$2]=1;r[$1]=r[$1] OFS $2}
  12. END{for(i in r){print i r[i]}}' file
  13.  
  14. perl -F, -lane '$first{$F[0]}->{$F[1]} = (); END { print join(",", $_, sort { $a <=> $b } keys %{ $first{$_} } ) for keys %first }' < inputfile
  15.  
  16. $ cat bla.txt
  17. foo,5
  18. foo,7
  19. foo,9
  20. boo,5
  21. boo,10
  22. boo,10
  23.  
  24. $ { buffer="";
  25. while read i ; do
  26. key="${i%,*}" ;
  27. if [[ "$key" == "$oldkey" ]] ; then
  28. idx="${i#*,}";
  29. if [[ ! "$idx" == "$oidx" ]] ; then
  30. buffer+=",$idx" ;
  31. oidx="$idx";
  32. fi ;
  33. else
  34. test -z $buffer || echo $buffer ;
  35. oldkey="$key" ;
  36. buffer="$i" ;
  37. oidx="${i#*,}" ;
  38. fi ;
  39. done ; echo $buffer ; } < bla.txt
  40. foo,5,7,9
  41. boo,5,10
  42. $
  43.  
  44. $ cat bla.txt
  45. foo,5
  46. foo,7
  47. foo,9
  48. boo,5
  49. boo,10
  50. boo,10
  51.  
  52. $ qry="select c1, group_concat(c2) from bla.txt group by c1" ;
  53. $ q -d, "$qry" | sed -r 's/(,[^,]*)1/1/g'
  54. boo,5,10
  55. foo,5,7,9
  56.  
  57. datamash -t ',' -s -g 1 unique 2 <infile
  58.  
  59. boo,10,5
  60. foo,5,7,9
  61.  
  62. #get sorted, unique keyword list
  63. cut -d, -f 1 file | sort -u |
  64. while read keyword ; do
  65. #echo keyword and sorted, unique occurrences of values
  66. #for keyword as output
  67. echo $keyword,$(grep "^$keyword," file | cut -d, -f2 |
  68. sort -u | tr 'n' ',' | sed 's/,$//' )
  69. >> sorted_file
  70. done
  71.  
  72. cut -d, -f 1 file | sort -u | while read keyword ; do echo $keyword,$(grep "^$keyword," file | cut -d, -f2 | sort -u | tr 'n' ',' | sed 's/,$//' ) >> sorted_file ; done
Add Comment
Please, Sign In to add comment