getfile.sh

#!/bin/bash

/opt/lampp/bin/mysql -ufcbmig fcbmig -e 'SELECT email FROM status where not message="" ' | grep -ivE '^email' > fcbmigstatus.txt ; wc -l fcbmigstatus.txt

sudo cat /srv/HR/zcs_active.csv | awk -F, '{print $1,$2,$3,$5}' | sed -r 's/"第一銀行://g ; s/:.+" "/ /g ; s/ [A-Z0-9]+-[A-Z]([0-9]{3}).+-.+$/ \1 /g ; s/"//g' | awk '{print $1,$4$3"-"$2}' > hractive.txt ; wc -l hractive.txt

sudo cat /opt/lampp/data/external-users.csv | awk -F, '{print $1,$2}' | sed -r 's/"//g' > externalusers.txt ; wc -l externalusers.txt

cat externalusers.txt hractive.txt | awk '{print $1}' | sort | uniq > uniquserlist.txt ; wc -l uniquserlist.txt

cat externalusers.txt hractive.txt | awk '{print $1}' | sort | uniq -c | grep -ivE '^\s+1\s.+' | awk '{print $2}' > dupuserlist.txt ; wc -l dupuserlist.txt

cat fcbmigstatus.txt | sed -r 's/firstbank\.com\.tw//g' | xargs -n 20000 | sed -r 's/ /\|/g' | xargs -I pattern grep -ivE 'pattern' uniquserlist.txt > unfcbmiguserlist.txt ; wc -l unfcbmiguserlist.txt

cp hractive.txt uniqfulluserdata.txt ; cat dupuserlist.txt | sed -r 's/firstbank\.com\.tw//g' | xargs -n 20000 | sed -r 's/ /\|/g' | xargs -I pattern grep -ivE 'pattern' externalusers.txt >> uniqfulluserdata.txt ; wc -l uniqfulluserdata.txt

cat fcbmigstatus.txt | sed -r 's/firstbank\.com\.tw//g' | xargs -n 20000 | sed -r 's/ /\|/g' | xargs -I pattern grep -ivE 'pattern' uniqfulluserdata.txt > unfcbmigfulluserdata.txt ; wc -l unfcbmigfulluserdata.txt