Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- filesystem.properties
- #Temp Storage
- px.temp.storage.fs.type=local
- px.temp.storage.fs.rootDirectory=tmp
- px.temp.storage.fs.distribution=cdh5
- #Here are some suggestions for other ways to set up your library storage. You can do this for px.temp.storage as well
- px.library.storage.fs.type=simple
- px.library.storage.fs.distribution=aws
- px.library.storage.fs.rootDirectory=/testlib
- px.library.storage.fs.resources=/mnt/paxata/server/core-site.xml
- px.library.storage.fs.user=paxata
- core-site.xml
- <configuration>
- <property>
- <name>fs.defaultFS</name>
- <value>s3a://BUCKET NAME</value>
- </property>
- <property>
- <name>fs.s3a.access.key</name>
- <value>KEY</value>
- </property>
- <property>
- <name>fs.s3a.secret.key</name>
- <value>SECRET</value>
- </property>
- <property>
- <name>fs.s3a.aws.credentials.provider</name>
- <value>org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider,com.amazonaws.auth.DefaultAWSCredentialsProviderChain</value>
- </property>
- <property>
- <name>hadoop.security.authentication</name>
- <value>simple</value>
- </property>
- <property>
- <name>fs.s3a.buffer.dir</name>
- <value>/mnt/paxata/server/s3-buffer-dir</value>
- <description>Comma separated list of directories that will be used to buffer file uploads to. No effect if fs.s3a.fast.upload is true.
- </description>
- </property>
- <property>
- <name>fs.s3a.impl</name>
- <value>org.apache.hadoop.fs.s3a.S3AFileSystem</value>
- <description>The implementation class of the S3A Filesystem</description>
- </property>
- <property>
- <name>fs.s3.enableServerSideEncryption</name>
- <value>false</value>
- </property>
- </configuration>
Add Comment
Please, Sign In to add comment