Guest User

Untitled

a guest
Apr 21st, 2018
74
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.59 KB | None | 0 0
  1. filesystem.properties
  2.  
  3. #Temp Storage
  4. px.temp.storage.fs.type=local
  5. px.temp.storage.fs.rootDirectory=tmp
  6. px.temp.storage.fs.distribution=cdh5
  7. #Here are some suggestions for other ways to set up your library storage. You can do this for px.temp.storage as well
  8. px.library.storage.fs.type=simple
  9. px.library.storage.fs.distribution=aws
  10. px.library.storage.fs.rootDirectory=/testlib
  11. px.library.storage.fs.resources=/mnt/paxata/server/core-site.xml
  12. px.library.storage.fs.user=paxata
  13.  
  14.  
  15. core-site.xml
  16. <configuration>
  17. <property>
  18. <name>fs.defaultFS</name>
  19. <value>s3a://BUCKET NAME</value>
  20. </property>
  21. <property>
  22. <name>fs.s3a.access.key</name>
  23. <value>KEY</value>
  24. </property>
  25. <property>
  26. <name>fs.s3a.secret.key</name>
  27. <value>SECRET</value>
  28. </property>
  29. <property>
  30. <name>fs.s3a.aws.credentials.provider</name>
  31. <value>org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider,com.amazonaws.auth.DefaultAWSCredentialsProviderChain</value>
  32. </property>
  33. <property>
  34. <name>hadoop.security.authentication</name>
  35. <value>simple</value>
  36. </property>
  37. <property>
  38. <name>fs.s3a.buffer.dir</name>
  39. <value>/mnt/paxata/server/s3-buffer-dir</value>
  40. <description>Comma separated list of directories that will be used to buffer file uploads to. No effect if fs.s3a.fast.upload is true.
  41. </description>
  42. </property>
  43. <property>
  44. <name>fs.s3a.impl</name>
  45. <value>org.apache.hadoop.fs.s3a.S3AFileSystem</value>
  46. <description>The implementation class of the S3A Filesystem</description>
  47. </property>
  48. <property>
  49. <name>fs.s3.enableServerSideEncryption</name>
  50. <value>false</value>
  51. </property>
  52. </configuration>
Add Comment
Please, Sign In to add comment