shreyb

#!/bin/sh

GPG=$(which gpg)
if [[ $? -ne 0 ]]; then
  echo "No gpg found. Exiting"
  exit 1
fi

TEMP=$(mktemp)
${GPG} -s ${TEMP}

shreyb

The new jobsub_api allows users to import and use jobsub functionality programmatically through high-level functions that mimic the jobsub_* commands. The main functions users will use are jobsub_api.submit() and jobsub_api.q(), similar to how users now mainly use jobsub_submit and jobsub_q. For the most part, the function signatures will mirror the command-line options - for example, jobsub_api.submit() accepts an f argument that corresponds to the -f command line option, a tar_file_name argument that corresponds to the --tar-file-name option, etc. Both jobsub_api.submit() and jobsub_api.q() will raise jobsub_api.JobsubAPIErrors if they fail. Like the example below shows, users can catch that error to handle it as they see fit.

jobsub_fetchlog translates to a method on the returned class (jobsub_api.SubmittedJob) from jobsub_api.submit().

Coding Example

 import sys
 sys.path.append('/opt/jobsub_lite/lib')
 import jobsub_api

shreyb

import argparse
from collections import Counter, defaultdict, namedtuple
from datetime import datetime, timedelta
from functools import partial
import gzip
import pathlib
import re

# Regexes
pid_production_line_regex = re.compile('^(\w{3} \w{3}(?: ){1,2}\d{1,2} \d{2}\:\d{2}\:\d{2} \d{4})\:voms\d\.fnal\.gov\:vomsd\[(\d+)\].+Issued FQAN: .+\/Role=Production\/Capability=NULL\"$')

shreyb

Keybase proof

I hereby claim:

• I am shreyb on github.
• I am sbhat (https://keybase.io/sbhat) on keybase.
• I have a public key ASDekFSrE2NiV3z8Ikq2xuGimbAE19jOrwQLE8N5_hgb7Qo

To claim this, I am signing this object:

shreyb

#!/usr/bin/python

import argparse
from collections import defaultdict

import pytest

num_changes_limit = 1

class JobsubClientNamespace(argparse.Namespace):

shreyb

from optparse import Option, OptionParser

# Adapted from https://stackoverflow.com/questions/23032514/argparse-disable-same-argument-occurences and optparse docs

class MyOption(Option):
    
    ACTIONS = Option.ACTIONS + ("unique_store",)
    STORE_ACTIONS = Option.STORE_ACTIONS + ("unique_store",)
    TYPED_ACTIONS = Option.TYPED_ACTIONS + ("unique_store",)
    ALWAYS_TYPED_ACTIONS = Option.ALWAYS_TYPED_ACTIONS + ("unique_store",)

shreyb

#!/bin/sh

# This script is to rebuild all the images (assuming no version bump) with a new RPM.  This is useful, for example, if there's a minor bug found in testing.  We can rebuild all the Docker images and push them automatically
# The script also commits the changed rpm to the git repo master branch

# Constants
DOCKERDIR=${HOME}/Project/email_reports-docker
RPMDIR=${HOME}/RPMDocker/rpm_out
BASEDIR=${DOCKERDIR}/base
FIFEBASEDIR=${DOCKERDIR}/fife

shreyb

#!/bin/sh

TARFILEPATH=`ls -t ${HOME}/rpmbuild/SOURCES/*.tar.gz | head -n 1`
TARFILE=${TARFILEPATH##*/} 
SOURCESDIR=${HOME}/rpmbuild/SOURCES
SPECSDIR=${HOME}/rpmbuild/SPECS
RELEASE=`echo ${TARFILE%.tar.gz}`
TMPDIR=/tmp/${RELEASE}
PATH_TO_SPEC=src/graccreports/config/gracc-reporting.spec	# Within the tarball

shreyb

#!/bin/sh

# VARIABLES
SYMLINKNAME=${HOME}/gracc-reporting
GREPGRACCSTRING="^gracc-reporting-[0-9]\.[0-9]+(\.[0-9]+)?$"
ARCHIVEDIR=${HOME}/gracc-reporting-old
VENVNAME=gracc_venv

# Part 1:  Setup of dir structure
cd $HOME

shreyb

#!/usr/bin/python
import subprocess
import sys
import os
from datetime import datetime
from time import sleep
from shutil import copy2, rmtree
import re
import json