```
#
# This script builds a database containing credentials, in order to check if email+password have leak.
# For a few searchs, the grep command is perfect. No need of an aircraft carrier for fishing in a lake. ;)
# Data source contains 1.4 billon (yes, billon!) passwords from 4iQ (41GB large)
#
# PS: Use. Don't abuse !
#

mkdir 1.4B-password-dump/
cd 1.4B-password-dump/

# Download dump
aria2c 'magnet:?xt=urn:btih:7ffbcd8cee06aba2ce6561688cf68ce2addca0a3&dn=BreachCompilation&tr=udp%3A%2F%2Ftracker.openbittorrent.com%3A80&tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&tr=udp%3A%2F%2Fglotorrents.pw%3A6969&tr=udp%3A%2F%2Ftracker.opentrackr.org%3A1337'

# start a postgres instance
docker run -d --name password-dump \
  -p 5432:5432 \
  -v ./BreachCompilation/data:/data \
  -e POSTGRES_USER=dump \
  -e POSTGRES_PASSWORD=dump \
  -e POSTGRES_DB=dump \
  postgres:10

# get a psql prompt
docker exec -it password-dump psql postgres://dump:dump@localhost:5432/dump

# Create a table
CREATE TABLE credentials (
  email VARCHAR NOT NULL,
  pass VARCHAR NOT NULL
);

# Create an index for fast querying
CREATE INDEX credentials_email ON credentials (email);
CREATE INDEX credentials_pass ON credentials (pass);

# Run next commands into tmux. Dump import will take many hours ;)
tmux

# The \copy command from postgres is too strict for raw data
# \copy credentials(email, pass) FROM '/data/0/0' DELIMITER ':' CSV;

# Run a go script instead and pipe results into pg
tree -CfiF ./BreachCompilation/data \
    | grep -v '/$' \
    | xargs cat \
    | go run parser.go \
    | docker exec -i password-dump psql postgres://dump:dump@localhost:5432/dump

# Command to keep track of import on postgres side (unfortunately, it may slow down import)
\watch 'SELECT COUNT(*) FROM credentials;'
```