Puppet Class: hadoop::namenode::format

Defined in:
manifests/namenode/format.pp

Overview

Class hadoop::namenode::format

Format Hadoop Filesystem. When you need to re-format again, you must remove the datanode directory (and also clean all datanodes in cluster!).



5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
# File 'manifests/namenode/format.pp', line 5

class hadoop::namenode::format {
  if $hadoop::cluster_name and $hadoop::cluster_name != '' {
    $format_args = "-clusterid ${hadoop::cluster_name}"
  } else {
    $format_args = ''
  }
  # if any directory layout has been created, it should be created again
  exec { 'hdfs-format-cleanup':
    command => 'rm -f /var/lib/hadoop-hdfs/.puppet-hdfs-root-created',
    creates => '/var/lib/hadoop-hdfs/.puppet-hdfs-formatted',
    path    => '/bin:/usr/bin',
    user    => 'hdfs',
  }
  ->
  # 1) directory /var/lib/hadoop-hdfs/hdfs may be created by other
  #    daemons, format command will create the namenode subdirectory
  # 2) prefix can be different and/or there can be other replicated locations
  exec { 'hdfs-format':
    command => "hdfs namenode -format -nonInteractive ${format_args} && touch /var/lib/hadoop-hdfs/.puppet-hdfs-formatted",
    creates => '/var/lib/hadoop-hdfs/.puppet-hdfs-formatted',
    path    => '/bin:/usr/bin',
    user    => 'hdfs',
    require => File[$hadoop::_hdfs_name_dirs],
  }

  # only when converting existing non-HA HDFS cluster
  ## if there are any journal nodes, initialize them too
  #if $hadoop::journalnode_hostnames {
  #  exec { 'hdfs-journal-init':
  #    command => "hdfs namenode -initializeSharedEdits && touch /var/lib/hadoop-hdfs/.puppet-journal-initialized",
  #    creates => '/var/lib/hadoop-hdfs/.puppet-journal-initialized',
  #    path    => '/bin:/usr/bin',
  #    user    => 'hdfs',
  #    require => File [ $hadoop::_hdfs_journal_dirs ],
  #  }
  #}
}