Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- ************** HIVE **********************
- CREATE EXTERNAL TABLE `customer`(
- `id` int,
- `first` string,
- `last` string)
- ROW FORMAT SERDE
- 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'
- WITH SERDEPROPERTIES (
- 'field.delim'=',',
- 'serialization.format'=',')
- STORED AS INPUTFORMAT
- 'org.apache.hadoop.mapred.TextInputFormat'
- OUTPUTFORMAT
- 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
- LOCATION
- 's3a://testbucket/'
- TBLPROPERTIES (
- 'transient_lastDdlTime'='1524321660')
- hive> use minio;
- OK
- Time taken: 2.398 seconds
- hive> select * from customer;
- OK
- 5 Bob Jones
- 6 Phil Brune
- Time taken: 3.359 seconds, Fetched: 2 row(s)
- ************** PRESTO **********************
- presto:minio> select * from customer;
- Query 20180422_102158_00007_7etq4, FAILED, 1 node
- Splits: 16 total, 0 done (0.00%)
- 0:38 [0 rows, 0B] [0 rows/s, 0B/s]
- Query 20180422_102158_00007_7etq4 failed: Unable to execute HTTP request: testbucket.minio: Name or service not known
- connector.name=hive-hadoop2
- hive.metastore.uri=thrift://hivemeta:9083
- hive.s3.endpoint=http://minio:9000
- hive.s3.aws-access-key=OQ4K2YFH7S1BE6ZM10M0
- hive.s3.aws-secret-key=Ft5iKPkY0YZNoDpp6r5HgbjFuGAxn+jt1avBPyHq
- Presto server.log:
- 2018-04-22T06:22:36.751-0400 INFO hive-minio-1 com.amazonaws.latency ServiceName=[Amazon S3], ServiceEndpoint=[http://testbucket.minio:9000], Exception=[java.net.UnknownHostException: testbucket.minio: Name or service not known, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio, java.net.UnknownHostException: testbucket.minio: Name or service not known, java.net.UnknownHostException: testbucket.minio: Name or service not known], RequestType=[ListObjectsRequest], AWSRequestID=[null, null, null, null, null, null, null, null, null, null, null], HttpClientPoolPendingCount=0, RetryCapacityConsumed=50, HttpClientPoolAvailableCount=0, RequestCount=11, Exception=11, HttpClientPoolLeasedCount=0, RetryPauseTime=[71.689, 121.241, 316.824, 701.24, 1265.152, 144.187, 286.111, 1902.218, 16082.208, 14961.288], ClientExecuteTime=[36048.634], HttpRequestTime=[55.65, 0.973, 0.693, 0.599, 0.769, 0.75, 0.664, 2.385, 0.736, 14.755, 14.781], RequestSigningTime=[71.799, 0.977, 0.459, 0.569, 0.585, 0.565, 0.415, 0.521, 0.789, 0.472, 0.642], CredentialsRequestTime=[0.035, 0.002, 0.004, 0.003, 0.003, 0.002, 0.003, 0.002, 0.002, 0.002, 0.003, 0.002],
- 2018-04-22T06:22:36.884-0400 INFO query-execution-1 com.facebook.presto.event.query.QueryMonitor TIMELINE: Query 20180422_102158_00007_7etq4 :: Transaction:[fcb2c776-3c86-4449-a2e2-61e67e670cd2] :: elapsed 37787ms :: planning 858ms :: scheduling 36929ms :: running 0ms :: finishing 36929ms :: begin 2018-04-22T06:21:58.970-04:00 :: end 2018-04-22T06:22:36.757-04:00
- core-site.xml
- <property>
- <name>fs.s3a.connection.ssl.enabled</name>
- <value>false</value>
- <description>Enables or disables SSL connections to S3.</description>
- </property>
- <property>
- <name>fs.s3a.endpoint</name>
- <description>AWS S3 endpoint to connect to. An up-to-date list is
- provided in the AWS Documentation: regions and endpoints. Without this
- property, the standard region (s3.amazonaws.com) is assumed.
- </description>
- <value>http://minio:9000</value>
- </property>
- <property>
- <name>fs.s3a.awsAccessKeyId</name>
- <description>AWS access key ID.</description>
- <value>OQ4K2YFH7S1BE6ZM10M0</value>
- </property>
- <property>
- <name>fs.s3a.access.key</name>
- <description>AWS access key ID.</description>
- <value>OQ4K2YFH7S1BE6ZM10M0</value>
- </property>
- <property>
- <name>fs.s3a.awsSecretAccessKey</name>
- <description>AWS secret key.</description>
- <value>Ft5iKPkY0YZNoDpp6r5HgbjFuGAxn+jt1avBPyHq</value>
- </property>
- <property>
- <name>fs.s3a.secret.key</name>
- <description>AWS secret key.</description>
- <value>Ft5iKPkY0YZNoDpp6r5HgbjFuGAxn+jt1avBPyHq</value>
- </property>
- <property>
- <name>fs.s3a.path.style.access</name>
- <value>true</value>
- <description>Enable S3 path style access ie disabling the default virtual hosting behaviour.
- Useful for S3A-compliant storage providers as it removes the need to set up DNS for virtual hosting.
- </description>
- </property>
- <property>
- <name>fs.s3a.impl</name>
- <value>org.apache.hadoop.fs.s3a.S3AFileSystem</value>
- <description>The implementation class of the S3A Filesystem</description>
- </property>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement