Skip to content

Instantly share code, notes, and snippets.

[p_datax@gl9001.yss.bf1 ~]$ hadoop fs -count -q /projects/datax/prod/*
none inf none inf 74 834 633313684 /projects/datax/prod/Releases
none inf none inf 1 6373 17743805 /projects/datax/prod/activeTaxo
none inf none inf 1 1941 5516200 /projects/datax/prod/bowDropbox
none inf none inf 450 511 1448325 /projects/datax/prod/bowDropboxCorrupt
none inf none inf 12 14434 41027268 /projects/datax/prod/bowDropboxProcessed
count: Permission denied: user=p_datax, access=READ_EXECUTE, inode="/projects/datax/prod/bowDropboxTodo":d_datax:users:drwxrwxr-x
none inf none inf 1 679 1922110 /projects/dat
@bastianvs
bastianvs / gist:8d39f8edfb8141600952
Created February 27, 2016 05:24
namespace-sort
none inf none inf 1 0 0 /projects/datax/prod/closedloopDropbox
none inf none inf 1 0 0 /projects/datax/prod/tmpBowDropbox
none inf none inf 1 0 0 /projects/datax/prod/tmpClosedloop
none inf none inf 1 1 49896 /projects/datax/prod/closedloop_distCache
none inf none inf 450 511 1448325 /projects/datax/prod/bowDropboxCorrupt
none inf none inf 1 679 1922110 /projects/datax/prod/bowDropbox_par1
none inf none inf 1 693 1979153 /projects/datax/prod/bowDropbox_par2
none
This file has been truncated, but you can view the full file.
Found 8966 items
drwxr-xr-x - d_datax users 0 2016-02-03 00:11 /projects/datax/prod/customaud/2016020213
drwxrwxr-x - p_ptarg users 0 2015-12-31 01:07 /projects/datax/prod/customaud/AUDAP.segment.20151231T010704Z527184025
drwxrwxr-x - p_ptarg users 0 2015-12-31 01:07 /projects/datax/prod/customaud/AUDAP.segment.20151231T010710Z450607550
drwxrwxr-x - p_ptarg users 0 2015-12-31 01:07 /projects/datax/prod/customaud/AUDAP.segment.20151231T010727Z92286540
drwxrwxr-x - p_ptarg users 0 2015-12-31 02:54 /projects/datax/prod/customaud/AUDAP.segment.20151231T025421Z329048384
drwxrwxr-x - p_ptarg users 0 2015-12-31 02:54 /projects/datax/prod/customaud/AUDAP.segment.20151231T025443Z915300329
drwxrwxr-x - p_ptarg users 0 2015-12-31 04:41 /projects/datax/prod/customaud/AUDAP.segment.20151231T044101Z416594485
[16] 10:52:08 [FAILURE] repl0003.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[17] 10:52:08 [FAILURE] repl0002.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[18] 10:52:08 [FAILURE] repl0005.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[19] 10:52:08 [FAILURE] repl0006.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[20] 10:52:08 [FAILURE] repl0008.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[21] 10:52:08 [FAILURE] repl0009.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[22] 10:52:08 [FAILURE] repl0010.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[23] 10:52:08 [FAILURE] repl0011.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[24] 10:52:08 [FAILURE] repl0014.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
[25] 10:52:08 [FAILURE] repl0015.prod.tgt.ne1.yahoo.com Timed out, Killed by signal 9
avg,mod,med,max
1,2,3,5
4,5,6,7
6,8,9,19
4,5,6,6
5,6,6,6
illloteat-lm:~ vbastian$ cat test.txt
avg,mod,med,max
1,2,3,5
4,5,6,7
6,8,9,19
4,5,6,6
5,6,6,6
illloteat-lm:~ vbastian$ awk -F',' -v colname="mod" '(NR==1) {for(i=1;i<=NF;i++) {if ($i==colname) {colidx=i}}} (NR == 2) {highval=$colidx} (NR>2) {if($colidx>highval) {highval=$colidx}} END {print "Highest value "colname" is:"highval}' test.txt
Highest value mod is:8
[vbastian@tableauthough ~]$ for i in `cat pbp.list`;do opsdb --fqdn $i --getentry property;done
---
spdc0101.pbp.gq1.yahoo.com:
property: AdvServing-PBP.US
---
spdc0102.pbp.gq1.yahoo.com:
property: AdvServing-PBP.US
---
spdc0103.pbp.gq1.yahoo.com:
property: AdvServing-PBP.US
dckafka001.prod.tgt.gq1.yahoo.com:
netswitch: tor158-156-pdb.gq1.yahoo.com
dckafka002.prod.tgt.gq1.yahoo.com:
netswitch: tor158-156-pdb.gq1.yahoo.com
dckafka003.prod.tgt.gq1.yahoo.com:
netswitch: tor158-156-pdb.gq1.yahoo.com
dckafka004.prod.tgt.gq1.yahoo.com:
nc: connect to dckafka001.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka002.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka003.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka004.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka005.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka006.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka007.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka008.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka009.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused
nc: connect to dckafka010.prod.tgt.gq1.yahoo.com port 9999 (tcp) failed: Connection refused