DeepFlavour PR: cms-sw/cmssw#19893 (BDT) Double-b PR: cms-sw/cmssw#16124
Current Deep Double-b features (actually a subset of these… see below): https://github.com/DeepDoubleB/DeepJet/blob/master/modules/TrainData_deepDoubleB_Test.py#L1284
New branch diff: https://github.com/jmduarte/cmssw/compare/fc9d35f...jmduarte:deepdoubleb-100x
jet-level (same as BDT) features (27x1):
| from optparse import OptionParser | |
| import ROOT as rt | |
| from array import * | |
| import os | |
| import random | |
| import sys | |
| import math | |
| def walk(top, topdown=True): | |
| """ |
| import sys | |
| import os | |
| import keras | |
| from keras.models import load_model | |
| from optparse import OptionParser | |
| import numpy as np | |
| from keras import backend as K | |
| def print_model_to_json(keras_model, outfile_name): | |
| outfile = open(outfile_name,'wb') |
| g++ -DTESTCTP7 -DHLS_pipeline_II=2 -DMP7_TOP_FUNC=mp7wrapped_pfalgo3_full -DMP7_REF_FUNC=pfalgo3_full_ref -DCTP7_VALIDATE=1 -I/data/xilinx/Vivado_HLS/2017.2/include/ap_sysc -I/data/xilinx/Vivado_HLS/2017.2/lnx64/tools/auto_cc/include -I/home/jduarte1/GlobalCorrelator_HLS -I/data/xilinx/Vivado_HLS/2017.2/lnx64/tools/systemc/include -I/data/xilinx/Vivado_HLS/2017.2/include -I/data/xilinx/Vivado_HLS/2017.2/include/etc -O0 -g3 -Wall -c -fmessage-length=0 -std=c++11 utils/pattern_serializer.cpp simple_fullpfalgo_ref.cpp simple_fullpfalgo_test.cpp firmware/simple_fullpfalgo.cpp utils/test_utils.cpp | |
| g++ -o testbench pattern_serializer.o simple_fullpfalgo.o simple_fullpfalgo_ref.o simple_fullpfalgo_test.o test_utils.o | |
| ./testbench |
| import ROOT as rt | |
| from DataFormats.FWLite import Events,Handle | |
| import rootpy #hands down, a better version of PyROOT | |
| import rootpy.plotting as plt | |
| events = Events("step2.root") | |
| handle = Handle("vector<pat::Jet>") | |
| #print [i for i in dir(jets[0]) if 'disc' in i.lower()] | |
| #print [i.first for i in jets[0].getPairDiscri()] |
conversion (training):
convertFromRoot.py -c TrainData_deepDoubleB_db_cpf_sv_reduced -i train_val_samples_20180401_lessQCD.txt -o /data/shared/BumbleB/convert_20180401_ak8_deepDoubleB_db_cpf_sv_reduced_lessQCD_dl4jets_train_val/ --nothreads —noRelativePaths
conversion (testing):
convertFromRoot.py -c TrainData_deepDoubleB_db_cpf_sv_reduced -i train_val_samples_20180401_lessQCD_test.txt -o /data/shared/BumbleB/convert_20180401_ak8_deepDoubleB_db_cpf_sv_reduced_lessQCD_dl4jets_test --testdatafor /data/shared/BumbleB/convert_20180401_ak8_deepDoubleB_db_cpf_sv_reduced_lessQCD_dl4jets_train_val/dataCollection.dc --nothreads --noRelativePaths
| import numpy as np | |
| import ROOT as rt | |
| f= np.load('/eos/uscms/store/user/l1upgrades/L1MuonTrigger/P2_9_2_3_patch1/SingleMuon_Toy_2GeV/histos_tba.12.npz') | |
| the_variables = f['variables'] | |
| the_parameters = f['parameters'] | |
| # Format data | |
| from encoder import Encoder, huber_loss | |
| encoder = Encoder(the_variables, the_parameters, adjust_scale=2) |
| import math | |
| import numpy as np | |
| import ROOT as rt | |
| mu = 2.3*0.001 | |
| md = 4.8*0.001 | |
| mc = 1.275 | |
| ms = 95*0.001 | |
| mt = 173.2 | |
| mb = 4.18 |
| import ROOT as rt | |
| hist_zw = rt.TH2D('zw','zw',100,-5,5,100,-5,5) | |
| hist_xy = rt.TH2D('xy','xy',100,-5,5,100,-5,5) | |
| cor = 0.5 | |
| cov = rt.TMatrixD(2,2) | |
| cov[0][0] = 1 | |
| cov[0][1] = cor | |
| cov[1][1] = 1 |
| cmsrel CMSSW_9_4_4/ | |
| cd CMSSW_9_4_4/src/ | |
| git clone git@github.com:cms-jet/JetToolbox.git JMEAnalysis/JetToolbox -b jetToolbox_94X_v2 | |
| scram b -j 18 | |
| cmsRun jettoolbox_cfg.py |