Advertisement
lorenzo_gatto

Untitled

Apr 26th, 2015
285
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
XML 1.88 KB | None | 0 0
  1. YAML CONFIGURATION
  2.  
  3. <?xml version="1.0"?>
  4. <!-- core-site.xml -->
  5. <configuration>
  6. <property>
  7. <name>fs.default.name</name>
  8. <value>hdfs://isi-bigcluster1.csr.unibo.it</value>
  9. </property>
  10. </configuration>
  11.  
  12. <?xml version="1.0"?>
  13. <!-- hdfs-site.xml -->
  14. <configuration>
  15. <property>
  16. <name>dfs.replication</name>
  17. <value>3</value>
  18. </property>
  19. </configuration>
  20.  
  21. <?xml version="1.0"?>
  22. <!-- mapred-site.xml -->
  23. <configuration>
  24. <property>
  25. <name>mapred.job.tracker</name>
  26. <value>isi-bigcluster1.csr.unibo.it:8021</value>
  27. </property>
  28. </configuration>
  29.  
  30. <?xml version="1.0"?>
  31. <!-- yarn-site.xml -->
  32. <configuration>
  33. <property>
  34. <name>yarn.resourcemanager.address</name>
  35. <value>isi-bigcluster1.csr.unibo.it:8032</value>
  36. </property>
  37. <property>
  38. <name>yarn.nodemanager.aux-services</name>
  39. <value>mapreduce.shuffle</value>
  40. </property>
  41. </configuration>
  42.  
  43. MAVEN:
  44. <project>
  45. <groupId>com.oreilly.learningsparkexamples.mini</groupId>
  46. <artifactId>learning-spark-mini-example</artifactId>
  47. <modelVersion>4.0.0</modelVersion>
  48. <name>example</name>
  49. <packaging>jar</packaging>
  50. <version>0.0.1</version>
  51. <dependencies>
  52. <dependency> <!-- Spark dependency -->
  53.     <groupId>org.apache.spark</groupId>
  54.     <artifactId>spark-core_2.10</artifactId>
  55.     <version>1.2.0</version>
  56.     <scope>provided</scope>
  57. </dependency>
  58. <dependency> <!-- Hive dependency -->
  59.     <groupId>org.apache.spark</groupId>
  60.     <artifactId>spark-hive_2.10</artifactId>
  61.     <version>1.2.0</version>
  62.     <scope>provided</scope>
  63. </dependency>
  64. </dependencies>
  65. <properties>
  66. <java.version>1.8</java.version>
  67. </properties>
  68. <build>
  69. <pluginManagement>
  70. <plugins>
  71. <plugin>
  72. <groupId>org.apache.maven.plugins</groupId>
  73. <artifactId>maven-compiler-plugin</artifactId>
  74. <version>3.1</version>
  75. <configuration>
  76. <source>${java.version}</source>
  77. <target>${java.version}</target>
  78. </configuration> </plugin>
  79. </plugins>
  80. </pluginManagement>
  81. </build>
  82. </project>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement