knyc.acr.lab.issues.244

#
# [Issue 244](https://bitbucket.org/autonomy/knyc.acr.lab/issue/244)
#
set -x

echo "Started: " $(date)

source /etc/portion.env
source /etc/profile.d/runtime-context.sh

echo $RUNTIME_CONTEXT
echo $PYTHONPATH
export PATH=$PATH:/opt/bbthyme/current/bin
export TERM=xterm

# -----------------

TODAY_DIR=$(date +%Y/%m/%d)
VAR_DIR=/opt/var/com.citivelocity/charting.v2/dcuddihy.autonomycapital.com/${TODAY_DIR}
URI_LIST=${VAR_DIR}/urilist

citi-install
mkdir -p ${VAR_DIR}
citi-list-batch-urls > ${URI_LIST}

for URI in $(cat ${URI_LIST})
do
    BATCH=$(echo $URI | sed 's/.*=//')
    BATCH_FILE=${VAR_DIR}/${BATCH}.xls
    BATCH_CSV=${VAR_DIR}/batch-${BATCH}.csv
    citi-fetch-batch "${URI}" > ${BATCH_FILE}
    citi-batch-to-raw-csv < ${BATCH_FILE} > ${BATCH_CSV}
done

MKT_IDS=${VAR_DIR}/market-ids
cat ${VAR_DIR}/batch-*.csv | cut -d, -f2 | sort -u | grep -v "security" \
    > ${MKT_IDS}
citi-prepare-market-ids < ${MKT_IDS}

EVENTMAP=${VAR_DIR}/event-map.csv
citi-make-deal-event-map < ${MKT_IDS} > ${EVENTMAP}

CITI=$(tx-get-agent-id citi)
for FN in $(ls $VAR_DIR/batch*.csv)
do
    EVENT_FILE=$(echo $FN | sed 's/.csv/-events.csv/')
    fielddata-to-deal-events --event-map ${EVENTMAP} --report ${CITI} \
	< ${FN} > ${EVENT_FILE}
    csv-deal-events-to-xml < ${EVENT_FILE} | tx-post-deal-events
done

# -----------------

echo "Finished: " $(date)