Skip to content

Instantly share code, notes, and snippets.

@nalingarg2
Created April 8, 2015 20:06
Show Gist options
  • Save nalingarg2/292503662ba9cf178d50 to your computer and use it in GitHub Desktop.
Save nalingarg2/292503662ba9cf178d50 to your computer and use it in GitHub Desktop.
ch3 conf files
# reference: http://transcriptome.ens.fr/eoulsan/hadoopmode.html
core-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>fs.default.name</name>
<value>hdfs://cone:8020</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/data/1/dfs/nn</value>
<description>A base for other temporary directories.</description>
</property>
</configuration>
hdfs-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>hadoop.tmp.dir</name>
<value>/data/1/dfs/nn</value>
<description>A base for other temporary directories.</description>
</property>
<property>
<name>dfs.data.dir</name>
<value>/data/1/dfs/dn</value>
<description>Comma separated list of paths on the local filesystem of a
DataNode where it should store its blocks. </description>
</property>
<property>
<name>fs.default.name</name>
<value>hdfs://cone:8020</value>
<description>The name of the default file system. A URI whose
scheme and authority determine the FileSystem implementation. The
uri's scheme determines the config property (fs.SCHEME.impl) naming
the FileSystem implementation class. The uri's authority is used to
determine the host, port, etc. for a filesystem.</description>
</property>
<property>
<name>dfs.replication</name>
<value>3</value>
<description>Default block replication.
The actual number of replications can be specified when the file is created.
The default is used if replication is not specified in create time.
</description>
</property>
</configuration>
mapred-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>mapred.local.dir</name>
<value>/home/hadoop/hadoop-0.20.2/mapred-tmp</value>
<description>Comma-separated list of paths on the local
filesystem where temporary Map/Reduce data is written.</description>
</property>
<property>
<name>mapred.job.tracker</name>
<value>cone:8021</value>
<description>The host and port that the MapReduce job tracker runs
at. If "local", then jobs are run in-process as a single map
and reduce task.</description>
</property>
</configuration>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment