Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- DROP TABLE IF EXISTS "logs";
- CREATE TABLE "logs" (
- "source" varchar(255) DEFAULT NULL,
- "method" varchar(255) DEFAULT NULL,
- "path" varchar(1023) DEFAULT NULL,
- "format" varchar(255) DEFAULT NULL,
- "controller" varchar(255) DEFAULT NULL,
- "action" varchar(255) DEFAULT NULL,
- "status" integer DEFAULT NULL,
- "duration" float DEFAULT NULL,
- "view" float DEFAULT NULL,
- "db" float DEFAULT NULL,
- "ip" varchar(255)DEFAULT NULL,
- "route" varchar(255) DEFAULT NULL,
- "request_id" varchar(255) DEFAULT NULL,
- "user" INTEGER DEFAULT NULL,
- "school" varchar(255) DEFAULT NULL,
- "timestamp" datetime DEFAULT NULL
- );
- TRUNCATE logs;
- COPY "logs" FROM 's3://path/to/logstash_logfile.gz'
- CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
- TIMEFORMAT AS 'MM-DD-YYYYTHH:MI:SS'
- JSON 's3://path/to/jsonpath.json' GZIP;
- CREATE TABLE final_table ("ts_as_timestamptz" TIMESTAMPTZ):
- CREATE TEMP TABLE helper_table ("ts_as_varchar" VARCHAR(64)):
- COPY "helper_table" FROM 's3://path/to/file.csv.gz'
- CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
- CSV
- GZIP;
- INSERT INTO final_table (ts_as_timestamptz)
- SELECT ts_as_varchar::TIMESTAMPTZ FROM helper_table;
- CREATE TABLE final_table ("ts_as_timestamp" TIMESTAMP):
- CREATE TEMP TABLE helper_table ("ts_as_varchar" VARCHAR(64)):
- COPY "helper_table" FROM 's3://path/to/file.csv.gz'
- CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
- CSV
- GZIP;
- INSERT INTO final_table (ts_as_timestamp)
- SELECT ts_as_varchar::TIMESTAMPTZ::TIMESTAMP FROM helper_table;
Add Comment
Please, Sign In to add comment