hadoop_node.sls

hadoop:
   pkg:
      - installed

openjdk-7-jre-headless:
   pkg:
      - installed

hive:
   pkg:
      - installed

hbase:
   pkg:
      - installed

pig:
   pkg:
      - installed

mahout:
   pkg:
      - installed

/var/lib/hadoop:
   file.directory:
      - user: root
      - group: hadoop

/var/lib/hadoop/mapred:
   file.directory:
      - user: mapred
      - group: hadoop
      - dir_mode: 755
      - file_mode: 644
      - recurse:
         - user
         - mode
      - require:
         - file: /var/lib/hadoop

/var/lib/hadoop/hdfs:
   file.directory:
      - user: hdfs
      - group: hadoop
      - dir_mode: 755
      - file_mode: 644
      - recurse:
         - user
         - mode
      - require:
         - file: /var/lib/hadoop

/var/spool/hdfs:
   file.directory:
      - user: hdfs
      - group: hadoop
      - dir_mode: 755
      - file_mode: 644
      - recurse:
         - user
         - group
         - mode

/var/spool/hdfs/names:
   file.directory:
      - user: hdfs
      - group: hadoop
      - dir_mode: 755
      - file_mode: 644
      - recurse:
         - user
         - group
         - mode
      - require:
         - file: /var/spool/hdfs

/var/spool/hdfs/blocks:
   file.directory:
      - user: hdfs
      - group: hadoop
      - dir_mode: 755
      - file_mode: 644
      - recurse:
         - user
         - group
         - mode
      - require:
         - file: /var/spool/hdfs

/etc/hadoop/core-site.xml:
   file:
      - managed
      - source: salt://hadoop/worker/core-site.xml
      - create: True
      - user: root
      - mode: 644

/etc/hadoop/mapred-site.xml:
   file:
      - managed
      - source: salt://hadoop/worker/mapred-site.xml
      - create: True
      - user: root
      - mode: 644

/etc/hadoop/hdfs-site.xml:
   file:
      - managed
      - source: salt://hadoop/worker/hdfs-site.xml
      - create: True
      - user: root
      - mode: 644

/etc/hadoop/hadoop-env.sh:
   file:
      - managed
      - source: salt://hadoop/worker/hadoop-env.sh
      - create: True
      - user: root
      - mode: 644

/etc/hadoop/slaves:
   file:
      - managed
      - source: salt://hadoop/worker/slaves
      - create: True
      - user: root
      - mode: 644

/usr/share/hadoop/hbase/conf/hbase-site.xml:
   file:
      - managed
      - source: salt://hadoop/worker/hbase-site.xml
      - create: True
      - user: root
      - mode: 644
      - require:
         - pkg: hbase

/usr/share/hadoop/hbase/conf/hbase-env.sh:
   file:
      - managed
      - source: salt://hadoop/worker/hbase-env.sh
      - create: True
      - user: root
      - mode: 644
      - require:
         - pkg: hbase

/usr/share/hadoop/hbase/conf/regionservers:
   file:
      - managed
      - source: salt://hadoop/worker/regionservers
      - create: True
      - user: root
      - mode: 644
      - require:
         - pkg: hbase

hadoop-datanode:
    service:
       - running
       - enable: True
       - reload: True
       - watch:
          - file: /etc/hadoop/hadoop-env.sh
          - file: /etc/hadoop/core-site.xml
          - file: /etc/hadoop/hdfs-site.xml

hadoop-tasktracker:
    service:
       - running
       - enable: True
       - reload: True
       - watch:
          - file: /etc/hadoop/hadoop-env.sh
          - file: /etc/hadoop/core-site.xml
          - file: /etc/hadoop/mapred-site.xml

/var/lib/hadoop/hdfs/.ssh/authorized_keys.hdfs:
   ssh_auth:
      - present
      - user: hdfs
      - source: salt://hadoop/hdfs.id_rsa.pub

/var/lib/hadoop/mapred/.ssh/authorized_keys.mapred:
   ssh_auth:
      - present
      - user: mapred
      - source: salt://hadoop/mapred.id_rsa.pub

{% for user in 'hdfs','mapred' %}
cl-node1_{{ user }}:
   ssh_known_hosts:
      - present
      - name: cl-node1
      - user: {{ user }}
      - enc: ecdsa
      - fingerprint: 63:60:19:5f:7d:21:f7:a2:c3:e7:bb:c7:b5:89:05:50

cl-node2_{{ user }}:
   ssh_known_hosts:
      - present
      - name: cl-node2
      - user: {{ user }}
      - enc: ecdsa
      - fingerprint: 64:84:f2:fa:02:af:03:61:11:30:41:16:51:6e:34:d3

cl-node3_{{ user }}:
   ssh_known_hosts:
      - present
      - name: cl-node3
      - user: {{ user }}
      - enc: ecdsa
      - fingerprint: 5c:39:07:ab:34:58:13:9d:16:91:af:44:f0:0e:c6:e3

cl-node4_{{ user }}:
   ssh_known_hosts:
      - present
      - name: cl-node4
      - user: {{ user }}
      - enc: ecdsa
      - fingerprint: f4:7e:7a:f3:19:4f:8f:58:bc:ec:48:80:38:d8:0a:fe

{% endfor %}