API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Apr 24th, 2024
73
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 7.37 KB | Software | 0 0
raw download clone embed print report
  1. cat hdfs-site.xml core-site.xml
  2.  
  3. <?xml version="1.0" encoding="UTF-8"?>
  4. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  5. <configuration>
  6.  
  7. <property>
  8.   <name>dfs.namenode.name.dir</name>   <!-- KUN Pƅ NAMENODE OG SEC NODE-->
  9.   <value>/opt/data_hadoop/name</value>
  10. </property>
  11.  
  12. <property>
  13.   <name>dfs.datanode.data.dir</name>
  14.   <value>/opt/data_hadoop/data</value>
  15. </property>
  16.  
  17. <property>
  18.   <name>dfs.namenode.checkpoint.dir</name>
  19.   <value>/opt/data_hadoop/namesecondary</value>
  20. </property>
  21.  
  22. <property>
  23.   <name>dfs.permissions.superusergroup</name>
  24.   <value>hadoop</value>
  25. </property>
  26.  
  27. <property>
  28.   <name>dfs.permissions.enabled</name>
  29.   <value>false</value>
  30. </property>
  31.  
  32. <property>
  33.   <name>dfs.datanode.use.datanode.hostname</name>
  34.   <value>true</value>
  35. </property>
  36.  
  37. <property>
  38.   <name>dfs.namenode.datanode.registration.ip-hostname-check</name>
  39.   <value>false</value>
  40. </property>
  41.  
  42.  
  43. <property>
  44.   <name>dfs.block.access.token.enable</name>
  45.   <value>true</value>
  46. </property>
  47.  
  48.  
  49. <property>
  50.   <name>dfs.namenode.keytab.file</name>
  51.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  52. </property>
  53.  
  54.  
  55. <property>
  56.   <name>dfs.namenode.kerberos.principal</name>
  57.   <value>hdfs/_HOST@HADOOP.KERB</value>
  58. </property>
  59.  
  60. <!--
  61. <property>
  62.  <name>dfs.namenode.kerberos.internal.spnego.principal</name>
  63.  <value>HTTP/_HOST@HADOOP.KERB</value>
  64. </property>
  65. -->
  66.  
  67. <property>
  68.   <name>dfs.secondary.namenode.keytab.file</name>
  69.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  70. </property>
  71.  
  72.  
  73. <property>
  74.   <name>dfs.secondary.namenode.kerberos.principal</name>
  75.   <value>sn/_HOST@HADOOP.KERB</value>
  76. </property>
  77.  
  78. <property>
  79.   <name>dfs.web.authentication.kerberos.principal</name>
  80.   <value>/opt/hadoop/etc/hadoop/secnodespnego.keytab</value>
  81. </property>
  82.  
  83. <property>
  84.   <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
  85.   <value>HTTP/_HOST@HADOOP.KERB</value>
  86. </property>
  87.  
  88. <property>
  89.   <name>dfs.datanode.data.dir.perm</name>
  90.   <value>700</value>
  91. </property>
  92.  
  93. <property>
  94.   <name>dfs.datanode.address</name>
  95.   <value>0.0.0.0:9866</value>
  96. </property>
  97.  
  98. <property>
  99.   <name>dfs.datanode.http.address</name>
  100.   <value>0.0.0.0:9864</value>
  101. </property>
  102.  
  103. <property>
  104.   <name>dfs.datanode.keytab.file</name>
  105.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  106. </property>
  107.  
  108. <property>
  109.   <name>dfs.datanode.kerberos.principal</name>
  110.   <value>hdfs/_HOST@HADOOP.KERB</value>
  111. </property>
  112.  
  113. <property>
  114.   <name>dfs.web.authentication.kerberos.principal</name>
  115.   <value>HTTP/_HOST@HADOOP.KERB</value>
  116. </property>
  117.  
  118.  
  119. <property>
  120.   <name>dfs.namenode.secondary.http-address</name>
  121.   <value>192.168.0.161:9868</value>
  122. </property>
  123.  
  124. <property>
  125.   <name>dfs.namenode.secondary.https-address</name>
  126.   <value>192.168.0.161:9869</value>
  127. </property>
  128.  
  129.  
  130. <property>
  131.   <name>dfs.namenode.rpc-address</name>
  132.   <value>nnode.myDomain.tld:8020</value>
  133. </property>
  134.  
  135.  
  136. </configuration>
  137. <?xml version="1.0" encoding="UTF-8"?>
  138. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  139. <configuration>
  140.   <property>
  141.     <name>fs.defaultFS</name>
  142.     <value>hdfs://nnode.myDomain.tld:8020</value>
  143.   </property>
  144.  
  145.  
  146.   <property>
  147.     <name>hadoop.http.staticuser.user</name>
  148.     <value>hadoop</value>
  149.   </property>
  150.  
  151.  
  152.   <property>
  153.     <name>hadoop.security.authentication</name>
  154.     <value>kerberos</value>
  155.   </property>
  156.  
  157.  
  158.   <property>
  159.     <name>hadoop.security.authorization</name>
  160.     <value>true</value>
  161.   </property>
  162.  
  163.  
  164.   <property>
  165.     <name>hadoop.security.auth_to_local</name>
  166.     <value>
  167.                 RULE:[2:$1/$2@$0]([ndj]n/.*@HADOOP\.KERB)s/.*/hdfs/
  168.                 RULE:[2:$1/$2@$0]([rn]m/.*@HADOOP\.KERB)s/.*/yarn/
  169.                 RULE:[2:$1/$2@$0](jhs/.*@HADOOP\.KERB)s/.*/mapred/
  170.                 DEFAULT
  171.         </value>
  172.   </property>
  173. </configuration>
  174.  
  175.  
  176.  
  177.  
  178.  
  179.  
  180. And the same hdfs-site.xml and core-site.xml from the datanode:
  181.  
  182.  
  183. $ cat hdfs-site.xml core-site.xml
  184.  
  185.  
  186. <?xml version="1.0" encoding="UTF-8"?>
  187. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  188.  
  189. <configuration>
  190. <property>
  191.   <name>dfs.datanode.data.dir</name>
  192.   <value>/opt/data_hadoop/data</value>
  193. </property>
  194.  
  195. <property>
  196.   <name>dfs.namenode.checkpoint.dir</name>
  197.   <value>/opt/data_hadoop/namesecondary</value>
  198. </property>
  199.  
  200. <property>
  201.   <name>dfs.permissions.superusergroup</name>
  202.   <value>hadoop</value>
  203. </property>
  204.  
  205. <property>
  206.   <name>dfs.permissions.enabled</name>
  207.   <value>false</value>
  208. </property>
  209.  
  210. <property>
  211.   <name>dfs.datanode.use.datanode.hostname</name>
  212.   <value>true</value>
  213. </property>
  214.  
  215. <property>
  216.   <name>dfs.namenode.datanode.registration.ip-hostname-check</name>
  217.   <value>false</value>
  218. </property>
  219.  
  220.  
  221. <property>
  222.   <name>dfs.block.access.token.enable</name>
  223.   <value>true</value>
  224. </property>
  225.  
  226.  
  227. <property>
  228.   <name>dfs.namenode.keytab.file</name>
  229.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  230. </property>
  231.  
  232. <!--
  233. <property>
  234.  <name>dfs.namenode.kerberos.principal</name>
  235.  <value>hdfs/_HOST@HADOOP.KERB</value>
  236. </property>
  237. -->
  238.  
  239. <property>
  240.   <name>dfs.namenode.kerberos.internal.spnego.principal</name>
  241.   <value>HTTP/_HOST@HADOOP.KERB</value>
  242. </property>
  243.  
  244.  
  245. <property>
  246.   <name>dfs.secondary.namenode.keytab.file</name>
  247.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  248. </property>
  249.  
  250.  
  251. <property>
  252.   <name>dfs.secondary.namenode.kerberos.principal</name>
  253.   <value>hdfs/_HOST@HADOOP.KERB</value>
  254. </property>
  255.  
  256.  
  257. <property>
  258.   <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
  259.   <value>HTTP/_HOST@HADOOP.KERB</value>
  260. </property>
  261.  
  262. <property>
  263.   <name>dfs.datanode.data.dir.perm</name>
  264.   <value>700</value>
  265. </property>
  266.  
  267.  
  268. <property>
  269.   <name>dfs.datanode.http.address</name>
  270.   <value>0.0.0.0:1006</value>
  271. </property>
  272.  
  273.  
  274. <property>
  275.   <name>dfs.datanode.https.address</name>
  276.   <value>0.0.0.0:9865</value>
  277. </property>
  278.  
  279.  
  280.  
  281. <property>
  282.   <name>dfs.datanode.keytab.file</name>
  283.   <value>/opt/hadoop/etc/hadoop/hdfs.keytab</value>
  284. </property>
  285.  
  286. <property>
  287.   <name>dfs.datanode.kerberos.principal</name>
  288.   <value>dn/_HOST@HADOOP.KERB</value>
  289. </property>
  290.  
  291. <property>
  292.   <name>dfs.web.authentication.kerberos.principal</name>
  293.   <value>HTTP/_HOST@HADOOP.KERB</value>
  294. </property>
  295.  
  296.  
  297. <property>
  298.   <name>dfs.datanode.address</name>
  299.   <value>0.0.0.0:1004</value>
  300. </property>
  301.  
  302. <property>
  303.    <name>dfs.encrypt.data.transfer</name>
  304.    <value>false</value>
  305. </property>
  306.  
  307. <property>
  308.   <name>dfs.namenode.rpc-address</name>
  309.   <value>nnode.myDomain.tld:8020</value>
  310. </property>
  311.  
  312. </configuration>
  313. <?xml version="1.0" encoding="UTF-8"?>
  314. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  315. <configuration>
  316.   <property>
  317.     <name>fs.defaultFS</name>
  318.     <value>hdfs://nnode.myDomain.tld:8020</value>
  319.   </property>
  320.  
  321.  
  322.   <property>
  323.     <name>hadoop.http.staticuser.user</name>
  324.     <value>hadoop</value>
  325.   </property>
  326.  
  327.  
  328.   <property>
  329.     <name>hadoop.security.authentication</name>
  330.     <value>kerberos</value>
  331.   </property>
  332.  
  333.  
  334.   <property>
  335.     <name>hadoop.security.authorization</name>
  336.     <value>true</value>
  337.   </property>
  338.  
  339.  
  340.   <property>
  341.     <name>hadoop.security.auth_to_local</name>
  342.     <value>
  343.                 RULE:[2:$1/$2@$0]([ndj]n/.*@HADOOP\.KERB)s/.*/hdfs/
  344.                 RULE:[2:$1/$2@$0]([rn]m/.*@HADOOP\.KERB)s/.*/yarn/
  345.                 RULE:[2:$1/$2@$0](jhs/.*@HADOOP\.KERB)s/.*/mapred/
  346.                 DEFAULT
  347.         </value>
  348.   </property>
  349. </configuration>
  350.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!