Advertisement
dcuddihy-acr-me

kewr.acr.lan.issues.126

Jun 4th, 2014
195
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.52 KB | None | 0 0
  1. #
  2. # [Issue 126](https://bitbucket.org/autonomy/kewr.acr.lan/issue/126 )
  3. #
  4. set -x
  5.  
  6. echo "Started: " $(date)
  7.  
  8. source /etc/portion.env
  9. source /etc/profile.d/runtime-context.sh
  10.  
  11. echo $RUNTIME_CONTEXT
  12. echo $PYTHONPATH
  13. export TERM=xterm
  14.  
  15. export PATH=$PATH:/opt/bbdill/current/bin:/opt/bbthyme/current/bin
  16.  
  17. function markit_load (){
  18. MONTH=$1
  19. DAY=$2
  20. SRCDIR=/opt/var/com.markit/cds/Jon/2014/${MONTH}/${DAY}
  21.  
  22. cat ${SRCDIR}/*.csv | markit-prepare-cds
  23. cat ${SRCDIR}/*.csv | markit-normalize-cds-index-events \
  24. | csv-index-events-to-xml | tx-post-index-events
  25. cat ${SRCDIR}/*.csv | markit-normalize-cds-deal-events \
  26. | csv-deal-events-to-xml | tx-post-deal-events
  27. }
  28.  
  29. function run_all (){
  30. # Haver and Datastream should be up-to-date by virtue of daily process.
  31.  
  32. # Markit load.
  33. markit_load 05 29
  34. markit_load 05 30
  35. markit_load 06 04
  36.  
  37. # Goldman data looks up-to-date. Not updating.
  38.  
  39. # Bloomberg ETL.
  40. /opt/bbthyme/current/bin/bbg-update -b 20140529 -e 20140603 -q deal -f lofi
  41. /opt/bbthyme/current/bin/bbg-update -b 20140529 -e 20140603 -q index -f lofi
  42. /opt/bbthyme/current/bin/bbg-update -b 20140529 -e 20140603 -q deal -f raw
  43. /opt/bbthyme/current/bin/bbg-update -b 20140529 -e 20140603 -q index -f raw
  44.  
  45. # Legacy Bloomberg ETL.
  46. load-bbg-index-events-todays.sh
  47. curl -s "https://dl.dropboxusercontent.com/u/64500986/kewr.acr.lan.issues.126/events.csv" \
  48. | csv-deal-events-to-xml| tx-post-deal-events
  49. }
  50.  
  51. run_all
  52.  
  53.  
  54. echo "Finished: " $(date)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement