installation.log

INFO  [2020-03-02 07:48:33,525] io.dropwizard.server.ServerFactory: Starting karamel-core
INFO  [2020-03-02 07:48:33,586] org.eclipse.jetty.setuid.SetUIDListener: Opened karamel-core@14b030a0{HTTP/1.1}{0.0.0.0:9090}
INFO  [2020-03-02 07:48:33,589] org.eclipse.jetty.server.Server: jetty-9.0.7.v20131107
INFO  [2020-03-02 07:48:33,686] com.sun.jersey.server.impl.application.WebApplicationImpl: Initiating Jersey application, version 'Jersey: 1.18.1 02/19/2014 03:28 AM'
INFO  [2020-03-02 07:48:33,814] io.dropwizard.jersey.DropwizardResourceConfig: The following paths were found for the configured resources:

    PUT     /api/definition/yaml2json (se.kth.karamel.webservice.calls.definition.YamlToJson)
    PUT     /api/definition/json2yaml (se.kth.karamel.webservice.calls.definition.JsonToYaml)
    PUT     /api/definition/fetchCookbook (se.kth.karamel.webservice.calls.definition.FetchCookbook)
    PUT     /api/ssh/loadKey (se.kth.karamel.webservice.calls.sshkeys.LoadSshKeys)
    PUT     /api/ssh/registerKey (se.kth.karamel.webservice.calls.sshkeys.RegisterSshKeys)
    PUT     /api/ssh/generateKey (se.kth.karamel.webservice.calls.sshkeys.GenerateSshKeys)
    PUT     /api/ssh/setSudoPassword (se.kth.karamel.webservice.calls.sshkeys.SetSudoPassword)
    PUT     /api/ec2/loadCredentials (se.kth.karamel.webservice.calls.ec2.LoadEc2Credentials)
    PUT     /api/ec2/validateCredentials (se.kth.karamel.webservice.calls.ec2.ValidateEc2Credentials)
    PUT     /api/gce/loadCredentials (se.kth.karamel.webservice.calls.gce.LoadGceCredentials)
    PUT     /api/gce/validateCredentials (se.kth.karamel.webservice.calls.gce.ValidateGceCredentials)
    PUT     /api/cluster/start (se.kth.karamel.webservice.calls.cluster.StartCluster)
    PUT     /api/cluster/processCommand (se.kth.karamel.webservice.calls.cluster.ProcessCommand)
    GET     /api/system/exit (se.kth.karamel.webservice.calls.system.ExitKaramel)
    GET     /api/system/ping (se.kth.karamel.webservice.calls.system.PingServer)
    GET     /api/github/getCredentials (se.kth.karamel.webservice.calls.github.GetGithubCredentials)
    POST    /api/github/setCredentials (se.kth.karamel.webservice.calls.github.SetGithubCredentials)
    POST    /api/github/getOrgs (se.kth.karamel.webservice.calls.github.GetGithubOrgs)
    POST    /api/github/getRepos (se.kth.karamel.webservice.calls.github.GetGithubRepos)
    POST    /api/github/removeRepository (se.kth.karamel.webservice.calls.github.RemoveRepository)
    POST    /api/experiment/load (se.kth.karamel.webservice.calls.experiment.LoadExperiment)
    PUT     /api/experiment/push (se.kth.karamel.webservice.calls.experiment.PushExperiment)
    POST    /api/experiment/removeFile (se.kth.karamel.webservice.calls.experiment.RemoveFileFromExperiment)
    PUT     /api/nova/loadCredentials (se.kth.karamel.webservice.calls.nova.LoadNovaCredentials)
    PUT     /api/nova/validateCredentials (se.kth.karamel.webservice.calls.nova.ValidateNovaCredentials)
    PUT     /api/occi/loadCredentials (se.kth.karamel.webservice.calls.occi.LoadOcciCredentials)
    PUT     /api/occi/validateCredentials (se.kth.karamel.webservice.calls.occi.ValidateOcciCredentials)

INFO  [2020-03-02 07:48:33,999] org.eclipse.jetty.server.handler.ContextHandler: Started i.d.j.MutableServletContextHandler@61a5b4ae{/,null,AVAILABLE}
INFO  [2020-03-02 07:48:34,001] io.dropwizard.setup.AdminEnvironment: tasks = 

    POST    /tasks/gc (io.dropwizard.servlets.tasks.GarbageCollectionTask)

INFO  [2020-03-02 07:48:34,005] org.eclipse.jetty.server.handler.ContextHandler: Started i.d.j.MutableServletContextHandler@308a6984{/admin,null,AVAILABLE}
INFO  [2020-03-02 07:48:34,010] org.eclipse.jetty.server.ServerConnector: Started karamel-core@14b030a0{HTTP/1.1}{0.0.0.0:9090}
INFO  [2020-03-02 07:48:36,103] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:48,609] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 20
INFO  [2020-03-02 07:48:49,381] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:49,387] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:49,387] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:49,388] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:56,911] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 19
INFO  [2020-03-02 07:48:56,912] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:56,940] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:56,941] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:56,941] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:56,944] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:56,944] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:56,945] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:59,205] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 19
INFO  [2020-03-02 07:48:59,206] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:59,218] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:59,219] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:59,220] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:59,224] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 1
INFO  [2020-03-02 07:48:59,224] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:59,224] se.kth.karamel.client.api.CookbookCacheIml: 2-level cookbooks for Hops is 13
INFO  [2020-03-02 07:48:59,883] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 19
INFO  [2020-03-02 07:48:59,884] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:48:59,891] se.kth.karamel.backend.launcher.baremetal.BaremetalLauncher: Public-key='/home/hahattpro_gmail_com/.ssh/id_rsa.pub'
INFO  [2020-03-02 07:48:59,891] se.kth.karamel.backend.launcher.baremetal.BaremetalLauncher: Private-key='/home/hahattpro_gmail_com/.ssh/id_rsa'
INFO  [2020-03-02 07:48:59,892] se.kth.karamel.backend.ClusterManager: Cluster-Manager started for 'Hops' d'-'
INFO  [2020-03-02 07:48:59,892] se.kth.karamel.backend.machines.MachinesMonitor: Machines-Monitor started for 'Hops' d'-'
INFO  [2020-03-02 07:48:59,893] se.kth.karamel.backend.ClusterManager: Going to serve 'LAUNCH_CLUSTER'
INFO  [2020-03-02 07:48:59,897] se.kth.karamel.backend.ClusterManager: Prelaunch Cleaning 'Hops' ...
INFO  [2020-03-02 07:48:59,897] se.kth.karamel.backend.ClusterManager: \o/\o/\o/\o/\o/'Hops' PRECLEANED \o/\o/\o/\o/\o/
INFO  [2020-03-02 07:48:59,898] se.kth.karamel.backend.ClusterManager: Forking groups 'Hops' ...
INFO  [2020-03-02 07:48:59,899] se.kth.karamel.backend.ClusterManager: \o/\o/\o/\o/\o/'Hops' GROUPS_FORKED \o/\o/\o/\o/\o/
INFO  [2020-03-02 07:48:59,899] se.kth.karamel.backend.ClusterManager: Launching 'Hops' ...
INFO  [2020-03-02 07:48:59,899] se.kth.karamel.backend.ClusterManager: groups '[se.kth.karamel.backend.running.model.GroupRuntime@798bfe21]'
INFO  [2020-03-02 07:48:59,899] se.kth.karamel.backend.ClusterManager: Gogo
INFO  [2020-03-02 07:48:59,900] se.kth.karamel.backend.ClusterManager: Using provider 'se.kth.karamel.common.clusterdef.Baremetal@59996782'
INFO  [2020-03-02 07:48:59,900] se.kth.karamel.backend.ClusterManager: Using launcher 'se.kth.karamel.backend.launcher.baremetal.BaremetalLauncher@23dd5ff9'
INFO  [2020-03-02 07:48:59,900] se.kth.karamel.backend.ClusterManager: Using launcher 'se.kth.karamel.backend.launcher.baremetal.BaremetalLauncher@23dd5ff9'
INFO  [2020-03-02 07:49:00,026] se.kth.karamel.backend.ClusterManager: \o/\o/\o/\o/\o/'Hops' MACHINES_FORKED \o/\o/\o/\o/\o/
INFO  [2020-03-02 07:49:00,026] se.kth.karamel.backend.ClusterManager: Going to serve 'SUBMIT_INSTALL_DAG'
INFO  [2020-03-02 07:49:00,026] se.kth.karamel.backend.ClusterManager: Running the DAG for 'Hops' ...
INFO  [2020-03-02 07:49:00,061] se.kth.karamel.client.api.CookbookCacheIml: 0-level cookbooks for Hops is 19
INFO  [2020-03-02 07:49:00,062] se.kth.karamel.client.api.CookbookCacheIml: 1-level cookbooks for Hops is 18
INFO  [2020-03-02 07:49:09,916] net.schmizz.sshj.transport.random.BouncyCastleRandom: Generating random seed from SecureRandom.
INFO  [2020-03-02 07:49:09,991] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: connecting ...
INFO  [2020-03-02 07:49:09,992] net.schmizz.sshj.transport.TransportImpl: Client identity string: SSH-2.0-SSHJ_0.20.0
INFO  [2020-03-02 07:49:09,998] net.schmizz.sshj.transport.TransportImpl: Server identity string: SSH-2.0-OpenSSH_7.6p1 Ubuntu-4ubuntu0.3
INFO  [2020-03-02 07:49:10,129] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Yey!! connected ^-^
INFO  [2020-03-02 07:49:16,327] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: find os-type
INFO  [2020-03-02 07:49:16,509] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: apt-get essentials
INFO  [2020-03-02 07:49:24,595] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: install chefdk
INFO  [2020-03-02 07:49:24,654] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: make solo.rb
INFO  [2020-03-02 07:49:24,764] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: clone and vendor hopsworks-chef
INFO  [2020-03-02 07:49:43,040] se.kth.karamel.backend.machines.SshMachine: 10.148.0.2: Running task: clone and vendor hopsworks-chef
ERROR [2020-03-02 07:50:02,395] se.kth.karamel.backend.dag.DagNode: Failed 'clone and vendor https://github.com/logicalclocks/hopsworks-chef/tree/1.2 on 10.148.0.2' because '10.148.0.2: Command did not complete: set -e; mkdir -p /home/hahattpro_gmail_com/.karamel/install ; cd /home/hahattpro_gmail_com/.karamel/install; echo $$ > pid; echo '#!/bin/bash
set -e
export LC_CTYPE=en_US.UTF-8
# %sudo% chown -R $USER ~/.berkshelf
mkdir -p /home/hahattpro_gmail_com/.karamel/cookbooks
cd /home/hahattpro_gmail_com/.karamel/cookbooks 
rm -fr hopsworks-chef*
git clone https://github.com/logicalclocks/hopsworks-chef
cd hopsworks-chef
git checkout 1.2
berks vendor /home/hahattpro_gmail_com/.karamel/cookbooks/hopsworks-chef_vendor
cd /home/hahattpro_gmail_com/.karamel/install
echo 'clone and vendor https://github.com/logicalclocks/hopsworks-chef/tree/1.2' >> succeed_list
' > clone_hopsworks-chef.sh ; chmod +x clone_hopsworks-chef.sh ; ./clone_hopsworks-chef.sh', DAG is stuck here :(
INFO  [2020-03-02 07:50:05,006] se.kth.karamel.backend.machines.MachinesMonitor: Sending pause signal to all machines