pogofail1

gistfile1.txt

[nrh@toki projects/pogo/t] POGO_PERSIST=1 perl -Ilib -e 'use PogoTester; PogoTester::start_zookeeper(); sleep 2; PogoTester::start_dispatcher(); PogoTester::start_worker();'

[10234] DEBUG PogoTester::start_zookeeper:109 using 'java -Dzookeeper.log.dir="." -Dzookeeper.root.logger="INFO,CONSOLE" -cp "/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../build/classes:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../build/lib/*.jar:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../zookeeper-3.3.1.jar:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../lib/log4j-1.2.15.jar:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../lib/jline-0.9.94.jar:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../src/java/lib/*.jar:/Users/nrh/projects/pogo/t/../build/zookeeper/bin/../conf:"  -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.local.only=false org.apache.zookeeper.server.quorum.QuorumPeerMain "/Users/nrh/projects/pogo/t/conf/zookeeper.conf"
'
[10234] INFO PogoTester::start_zookeeper:122 spawned zookeeper (pid 10247)
[10234] INFO PogoTester::start_dispatcher:91 spawned dispatcher (pid 10248)
[10234] INFO PogoTester::start_worker:149 spawned worker (pid 10249)
2010/12/25 19:54:23 Connecting to dispatcher at localhost:7654
2010/12/25 19:54:23 Failed to connect to localhost:7654: Invalid argument
2010/12/25 19:54:23 Reattempting connection to localhost:7654 in 4.94 seconds.
[10248] DEBUG ZooKeeper.new:72 serverlist=localhost:18121
[10248] INFO ZooKeeper.new:78 Connected to 'localhost:18121'
[10248] DEBUG ZooKeeper.new:79 Session timeout is 10.00 seconds.
[10248] DEBUG ZooKeeper.new:97 Everything is OK
[10248] INFO Dispatcher.AE:cb:prepare_cb:79 Accepting worker connections on 0.0.0.0:7654
[10248] INFO Dispatcher.AE:cb:prepare_cb:89 Accepting RPC connections on 127.0.0.1:7655
[10248] DEBUG Dispatcher._write_stats:193 creating new stats node
 2; PogoTester::start_dispatcher(); PogoTester::start_worker();'2010/12/25 19:54:28 Connected to dispatcher at localhost:7654
2010/12/25 19:54:28 certificate: /C=US/ST=California/L=Sunnyvale/O=Yahoo!/OU=Deployment Tools/CN=deptools.corp.yahoo.com/emailAddress=ymail-infra-devel.yahoo-inc.com/C=US/ST=California/L=Sunnyvale/O=Yahoo!/OU=Deployment Tools/CN=deptools.corp.yahoo.com/emailAddress=ymail-infra-devel.yahoo-inc.com

[10248] DEBUG WorkerConnection.__ANON__:49 certificate: /C=US/ST=New York/L=Brooklyn/O=Internets/OU=Pogo/CN=Pogo User/emailAddress=pogo-devel.example.com/C=US/ST=New York/L=Brooklyn/O=Internets/OU=Pogo/CN=Pogo User/emailAddress=pogo-devel.example.com
[10248] INFO WorkerConnection.__ANON__:57 Received connection from worker at 127.0.0.1:61608
[10248] INFO WorkerConnection.__ANON__:60 SSL/TLS handshake completed with worker at 127.0.0.1:61608
[10248] DEBUG Dispatcher.idle_worker:217 Marked worker 127.0.0.1:61608 idle
2010/12/25 19:54:28 SSL/TLS handshake completed with dispatcher at localhost:7654

[nrh@toki projects/pogo/t] perl -Ilib -I../lib ../bin/pogo-client --worker_cert conf/worker.cert --configfile conf/client.conf run -h foo1.example.com "ls -la" --debug --api http://localhost:8080/v3 --namespace example --unconstrained

WARN Commandline.pm:686 process_options() Couldn't open config '/usr/local/etc/pogo//client.conf'
DEBUG Commandline.pm:762 merge_hash() Overwriting key 'configfile' with 'conf/client.conf', was '/usr/local/etc/pogo//client.conf'
DEBUG Commandline.pm:762 merge_hash() Overwriting key 'worker_cert' with 'conf/worker.cert', was '/usr/local/etc/pogo//worker.cert'
DEBUG Commandline.pm:66 run_from_commandline() $VAR1 = bless( {
                 'epoch' => [
                            1293324889,
                            553333
                          ],
                 'invoked_as' => '../bin/pogo-client --worker_cert conf/worker.cert --configfile conf/client.conf run -h foo1.example.com \'ls -la\' --debug --api \'http://localhost:8080/v3\' --namespace example --unconstrained ',
                 'userid' => 'nrh',
                 'opts' => {
                             'configfile' => 'conf/client.conf',
                             'namespace' => 'example',
                             'worker_cert' => 'conf/worker.cert',
                             'debug' => 1
                           },
                 'api' => 'http://localhost:8080/v3'
               }, 'Pogo::Client::Commandline' );
INFO Commandline.pm:800 load_passphrases() Can't load data from 'bar': No such file or directory
ERROR Commandline.pm:195 cmd_run() Can't load passphrases from bar: No such file or directory
Password: 
DEBUG Client.pm:57 AUTOLOAD() http://localhost:8080/v3 request: ["run","concurrent","0","configfile","conf/client.conf","secrets",{},"worker_cert","conf/worker.cert","namespace","example","invoked_as","../bin/pogo-client --worker_cert conf/worker.cert --configfile conf/client.conf run -h foo1.example.com 'ls -la' --debug --api 'http://localhost:8080/v3' --namespace example --unconstrained ","run_as","nrh","retry",0,"client",null,"password","...","target",["foo1.example.com"],"passfile","bar","debug",1,"user","nrh","requesthost","toki.local","command","ls -la"]
[10248] INFO Server.handle_request:42 Received HTTP request for /v3 from 127.0.0.1:61609
[10248] DEBUG Job.new:78 new p0000000007

[10248] ERROR Server.handle_request:84 AnyEvent::CondVar: recursive blocking wait detected at /Users/nrh/projects/pogo/t/../lib/Pogo/Engine/Job.pm line 115

FATAL Client.pm:60 AUTOLOAD() fatal error in request 'run': 500 OK
FATAL pogo-client:35 main::() ERROR: fatal error in request 'run': 500 OK at ../lib/Pogo/Client.pm line 60
ERROR: fatal error in request 'run': 500 OK at ../lib/Pogo/Client.pm line 60
[nrh@toki projects/pogo/t] [10248] DEBUG RPCConnection.AE:cb:on_read:push_read:101 rpc 'storesecrets' from localhost:61610
[10248] DEBUG RPCConnection.AE:cb:on_read:push_read:114 got secrets for job p0000000007 from local RPC
[10248] INFO AuthStore._store_local:259 stored secrets for job p0000000007
[10248] INFO Job.__ANON__:110 passwords for p0000000007 stored to local dispatcher
[10248] ERROR RPCConnection.AE:cb:on_eof:82 EOF received from RPC client at 127.0.0.1:61610