Skip to content

Instantly share code, notes, and snippets.

#!/bin/bash
# add debugging
set -x
# Change this obviously
MONTH_PATH=$(pwd)/test-cmssw.git.monthly
DAY_PATH=$(pwd)/test-cmssw.git.daily
if [[ ! -d $MONTH_PATH ]]; then
# Get the CMSSW libraries (specifically ROOT)
SCRAM_ARCH=$(ls -d /cvmfs/cms.cern.ch/$(/cvmfs/cms.cern.ch/common/cmsos)*/cms/cmssw/${CMSSW_VER} | tail -n 1 | awk -F / '{ print $4 }')
export SCRAM_ARCH
source /cvmfs/cms.cern.ch/cmsset_default.sh
if [ ! -d cmssw-env ]; then
scramv1 project --name cmssw-env CMSSW $CMSSW_VER
fi
cd cmssw-env
eval `scramv1 runtime -sh`
virtualenv venv
---------------------------------------------------------------------------
Py4JJavaError Traceback (most recent call last)
<ipython-input-1-0f51a3d4d6a8> in <module>()
18 print droppedColumn.count()
19 df.take(1)
---> 20 droppedColumn.take(1)
/usr/local/opt/apache-spark/libexec/python/pyspark/sql/dataframe.pyc in take(self, num)
474 [Row(age=2, name=u'Alice'), Row(age=5, name=u'Bob')]
475 """
└─▪ valgrind ./test
==27641== Memcheck, a memory error detector
==27641== Copyright (C) 2002-2013, and GNU GPL'd, by Julian Seward et al.
==27641== Using Valgrind-3.10.1 and LibVEX; rerun with -h for copyright info
==27641== Command: ./test
==27641==
==27641== Conditional jump or move depends on uninitialised value(s)
==27641== at 0x49F9CFC: TObject::TObject() (in /cvmfs/cms.cern.ch/slc6_amd64_gcc491/lcg/root/6.02.00-eccfad2/lib/libCore.so)
==27641== by 0x4A5AD99: TMap::TMap(int, int) (in /cvmfs/cms.cern.ch/slc6_amd64_gcc491/lcg/root/6.02.00-eccfad2/lib/libCore.so)
==27641== by 0x4A4F058: TClassTable::TClassTable() (in /cvmfs/cms.cern.ch/slc6_amd64_gcc491/lcg/root/6.02.00-eccfad2/lib/libCore.so)
@PerilousApricot
PerilousApricot / gist:fb350b5e3bb77b664f90
Created March 13, 2015 22:12
Install OSX-on-Linux CMSSW
┌─[meloam][brazil][/cvmfs/cms.cern.ch]
└─▪ . slc6_amd64_gcc491/external/apt/0.5.16/etc/profile.d/init.sh
┌─[meloam][brazil][/cvmfs/cms.cern.ch]
└─▪ export APT_CONFIG="/cvmfs/cms.cern.ch/osx108_amd64_gcc481/external/apt/0.5.16/etc/apt.conf"
┌─[meloam][brazil][/cvmfs/cms.cern.ch]
└─▪ export RPM_CONFIGDIR="/cvmfs/cms.cern.ch/osx108_amd64_gcc481/external/rpm/4.8.0-cms/lib/rpm";
┌─[meloam][brazil][/cvmfs/cms.cern.ch]
└─▪ apt-get install cms+cmssw+CMSSW_7_3_0_pre1
Reading Package Lists... Done
Building Dependency Tree... Done
AUTOFEATURE=true
BASH_FUNC_module()=() { eval `/usr/bin/modulecmd bash $*`
BASH_FUNC_setpkgs()=() { eval `config_pkg -sh $*`
BASH_IT=/home/meloam/.meloam_bash_it
BASH_IT_THEME=zork
CMS_PATH=/cvmfs/cms.cern.ch
CMSSW_GIT_REFERENCE=/cvmfs/cms.cern.ch/cmssw.git.daily
CVSROOT=:gserver:cmssw.cvs.cern.ch:/local/reps/CMSSW
CVS_RSH=ssh
DISPLAY=localhost:21.0
WARNING: Incompatible CRABClient version "3.3.8.rc5"
Server is saying that compatible versions are: ['3.3.7', '3.3.7.patch1', '3.3.7.patch2', '3.3.8', '3.3.8.rc10']
Task name: 140813_210409_crab3test-1:meloam_crab_2012C_fine
Task status: SUBMITTED
Glidemon monitoring URL: http://glidemon.web.cern.ch/glidemon/jobs.php?taskname=140813_210409_crab3test-1%3Ameloam_crab_2012C_fine
Dashboard monitoring URL: http://dashb-cms-job.cern.ch/dashboard/templates/task-analysis/#user=meloam&refresh=0&table=Jobs&p=1&records=25&activemenu=2&status=&site=&tid=140813_210409_crab3test-1%3Ameloam_crab_2012C_fine
Details: failed 2.3% ( 368/16143)
finished 36.8% ( 5935/16143)
running 3.7% ( 599/16143)
transferring 57.2% ( 9241/16143)
This file has been truncated, but you can view the full file.
Makefile:
MAIN=$(shell basename `pwd`)
ARCH := $(shell root-config --arch)
CXX =
DllSuf = so
ROOTCFLAGS := $(shell root-config --cflags)
@PerilousApricot
PerilousApricot / gist:7376133
Last active December 27, 2015 19:19
crab3-extconfig
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=org/DC=doegrids/OU=People/CN=Andrew Malone Melo 788499"
],
"transformation": {
"Analysis": "http://common-analysis-framework.cern.ch/CMSRunAnaly.sh",
"PrivateMC": "http://common-analysis-framework.cern.ch/CMSRunMCProd.sh"
},
"backend-urls" : {
@PerilousApricot
PerilousApricot / gist:6734999
Last active December 24, 2015 03:09
why :(
#!/usr/bin/env python2.6
import os
import re
import sys
oldArgv = sys.argv[:]
sys.argv = [oldArgv[0], '-b']
import ROOT
sys.argv = oldArgv[:]