Guest User

Untitled

a guest
Jun 18th, 2018
70
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.54 KB | None | 0 0
  1. DROP TABLE IF EXISTS "logs";
  2. CREATE TABLE "logs" (
  3. "source" varchar(255) DEFAULT NULL,
  4. "method" varchar(255) DEFAULT NULL,
  5. "path" varchar(1023) DEFAULT NULL,
  6. "format" varchar(255) DEFAULT NULL,
  7. "controller" varchar(255) DEFAULT NULL,
  8. "action" varchar(255) DEFAULT NULL,
  9. "status" integer DEFAULT NULL,
  10. "duration" float DEFAULT NULL,
  11. "view" float DEFAULT NULL,
  12. "db" float DEFAULT NULL,
  13. "ip" varchar(255)DEFAULT NULL,
  14. "route" varchar(255) DEFAULT NULL,
  15. "request_id" varchar(255) DEFAULT NULL,
  16. "user" INTEGER DEFAULT NULL,
  17. "school" varchar(255) DEFAULT NULL,
  18. "timestamp" datetime DEFAULT NULL
  19. );
  20.  
  21. TRUNCATE logs;
  22. COPY "logs" FROM 's3://path/to/logstash_logfile.gz'
  23. CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
  24. TIMEFORMAT AS 'MM-DD-YYYYTHH:MI:SS'
  25. JSON 's3://path/to/jsonpath.json' GZIP;
  26.  
  27. CREATE TABLE final_table ("ts_as_timestamptz" TIMESTAMPTZ):
  28. CREATE TEMP TABLE helper_table ("ts_as_varchar" VARCHAR(64)):
  29.  
  30. COPY "helper_table" FROM 's3://path/to/file.csv.gz'
  31. CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
  32. CSV
  33. GZIP;
  34.  
  35. INSERT INTO final_table (ts_as_timestamptz)
  36. SELECT ts_as_varchar::TIMESTAMPTZ FROM helper_table;
  37.  
  38. CREATE TABLE final_table ("ts_as_timestamp" TIMESTAMP):
  39. CREATE TEMP TABLE helper_table ("ts_as_varchar" VARCHAR(64)):
  40.  
  41. COPY "helper_table" FROM 's3://path/to/file.csv.gz'
  42. CREDENTIALS 'aws_access_key_id=THE_KEY;aws_secret_access_key=THE_SECRET'
  43. CSV
  44. GZIP;
  45.  
  46. INSERT INTO final_table (ts_as_timestamp)
  47. SELECT ts_as_varchar::TIMESTAMPTZ::TIMESTAMP FROM helper_table;
Add Comment
Please, Sign In to add comment