ajdecon

$ cat hadoop-hadoop-datanode-lsc0225.log
2011-08-12 10:08:28,952 INFO org.apache.hadoop.hdfs.server.datanode.DataNode: STARTUP_MSG:
/************************************************************
STARTUP_MSG: Starting DataNode
STARTUP_MSG:   host = lsc0225.tfab/10.3.2.225
STARTUP_MSG:   args = []
STARTUP_MSG:   version = 0.20.203.0
STARTUP_MSG:   build = http://svn.apache.org/repos/asf/hadoop/common/branches/branch-0.20-security-203
 -r 1099333; compiled by 'oom' on Wed May  4 07:57:50 PDT 2011
************************************************************/

ajdecon

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!-- Put site-specific property overrides in this file. -->

<configuration>

        <property>
                <name>fs.default.name</name>
                <value>hdfs://lsc0225:54310</value>

ajdecon

2011-08-15 15:24:21,048 INFO org.apache.hadoop.hdfs.server.namenode.NameNode: STARTUP_MSG:
/************************************************************
STARTUP_MSG: Starting NameNode
STARTUP_MSG:   host = domU-12-31-39-14-18-82/10.206.27.112
STARTUP_MSG:   args = [] 
STARTUP_MSG:   version = 0.20.203.0
STARTUP_MSG:   build = http://svn.apache.org/repos/asf/hadoop/common/branches/branch-0.20-security-203 -r 1099333; compiled by 'oom' on Wed May  4 07:57:50 PDT 2011
************************************************************/
2011-08-15 15:24:21,235 INFO org.apache.hadoop.metrics2.impl.MetricsConfig: loaded properties from hadoop-metrics2.properties
2011-08-15 15:24:21,246 INFO org.apache.hadoop.metrics2.impl.MetricsSourceAdapter: MBean for source MetricsSystem,sub=Stats registered.

ajdecon

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!-- Put site-specific property overrides in this file. -->

<configuration>

<property>
        <name>fs.default.name</name>
        <value>hdfs://master:54310</value>

ajdecon

2011-08-16 14:51:24
Full thread dump Java HotSpot(TM) 64-Bit Server VM (14.0-b16 mixed mode):

"Attach Listener" daemon prio=10 tid=0x0000000054805800 nid=0x14da waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"org.apache.hadoop.hdfs.server.datanode.DataBlockScanner@410d3f0d" daemon prio=10 tid=0x000000005583d800 nid=0x149d waiting on condition [0x00000000429ab000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.hadoop.hdfs.server.datanode.DataBlockScanner.run(DataBlockScanner.java:593)

ajdecon

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!-- Put site-specific property overrides in this file. -->

<configuration>
<property>
        <name>fs.default.name</name>
        <value>hdfs://wd0031:54310</value>
</property>

ajdecon

C source:

#include <stdio.h>
#include <mpi.h>

int main(int argc, char *argv[]) {
    int rank, size;
    int key;
    int *value;
    void* extra_arg; /* unused */

ajdecon

C source:

#include <stdio.h>
#include <mpi.h>

int main(int argc, char *argv[]) {
    int rank, size;
    int key;
    int *value;
    void* extra_arg; /* unused */

ajdecon

# Install packages
%w{munge slurm-llnl slurm-llnl-torque slurm-llnl-basic-plugins slurm-llnl-basic-plugins-dev}.each do |pkg|
    package pkg do
        action [:install]
    end
end

# Munge is used by SLURM for authentication, and requires a few 
# pre-conditions.

ajdecon

# SLURM attributes
default['slurm']['master']         = "slmaster"
default['slurm']['master_addr']    = "10.0.0.1"
default['slurm']['computes']       = [ "compute1", "compute2" ]
default['slurm']['compute_addrs']  = [ "10.0.1.1", "10.0.1.2" ]
default['slurm']['part_name']      = "production"
default['slurm']['user']           = "slurm"
default['slurm']['cpus']           = "1"

# MUNGE attributes