Skip to content

Instantly share code, notes, and snippets.

@lgray

lgray/profile.txt

Created January 10, 2024 13:43
Show Gist options
  • Save lgray/506f9973e792750a853f1dd36daeda38 to your computer and use it in GitHub Desktop.
Save lgray/506f9973e792750a853f1dd36daeda38 to your computer and use it in GitHub Desktop.
Download ZIP
profile of running dak.necessary_columns on a wwz analysis
Raw
profile.txt
Running necessary_columns...
_ ._ __/__ _ _ _ _ _/_ Recorded: 07:32:07 Samples: 154011
/_//_/// /_\ / //_// / //_'/ // Duration: 164.460 CPU time: 164.503
/ _/ v4.6.1
Program: run_wwz4l.py ../../input_samples/sample_jsons/test_samples/UL17_WWZJetsTo4L2Nu_forCI.json,../../input_samples/sample_jsons/test_samples/UL17_WWZJetsTo4L2Nu_forCI_extra.json -x iterative
164.462 <module> run_wwz4l.py:1
└─ 164.462 report_necessary_columns dask_awkward/lib/inspect.py:118
[27 frames hidden] dask_awkward, dask, _collections_abc,...
152.031 ArgsKwargsPackedFunction.__call__ dask_awkward/lib/core.py:1859
├─ 81.975 PtEtaPhiMCandidateArray.__array_ufunc__ awkward/highlevel.py:1444
│ └─ 81.685 array_ufunc awkward/_connect/numpy.py:352
│ └─ 79.489 broadcast_and_apply awkward/_broadcasting.py:963
│ ├─ 76.888 apply_step awkward/_broadcasting.py:408
│ │ └─ 76.414 continuation awkward/_broadcasting.py:904
│ │ └─ 76.322 broadcast_any_list awkward/_broadcasting.py:541
│ │ └─ 75.361 apply_step awkward/_broadcasting.py:408
│ │ ├─ 67.460 continuation awkward/_broadcasting.py:904
│ │ │ ├─ 37.463 broadcast_any_list awkward/_broadcasting.py:541
│ │ │ │ └─ 36.132 apply_step awkward/_broadcasting.py:408
│ │ │ │ ├─ 32.669 continuation awkward/_broadcasting.py:904
│ │ │ │ │ └─ 31.003 broadcast_any_union awkward/_broadcasting.py:767
│ │ │ │ │ └─ 29.905 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ └─ 29.885 continuation awkward/_broadcasting.py:904
│ │ │ │ │ ├─ 22.791 broadcast_any_option awkward/_broadcasting.py:711
│ │ │ │ │ │ ├─ 19.099 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ │ │ └─ 19.094 action awkward/_connect/numpy.py:362
│ │ │ │ │ │ │ └─ 18.929 _array_ufunc_adjust awkward/_connect/numpy.py:174
│ │ │ │ │ │ │ └─ 18.901 PtEtaPhiMCandidateArray.add coffea/nanoevents/methods/candidate.py:22
│ │ │ │ │ │ │ ├─ 4.856 Array.func awkward/_operators.py:49
│ │ │ │ │ │ │ │ └─ 4.852 Array.__array_ufunc__ awkward/highlevel.py:1444
│ │ │ │ │ │ │ │ └─ 4.828 array_ufunc awkward/_connect/numpy.py:352
│ │ │ │ │ │ │ │ └─ 4.613 broadcast_and_apply awkward/_broadcasting.py:963
│ │ │ │ │ │ │ │ └─ 4.218 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ │ │ │ └─ 4.123 continuation awkward/_broadcasting.py:904
│ │ │ │ │ │ │ │ └─ 4.107 broadcast_any_list awkward/_broadcasting.py:541
│ │ │ │ │ │ │ │ └─ 3.890 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ │ │ │ └─ 3.031 action awkward/_connect/numpy.py:362
│ │ │ │ │ │ │ │ └─ 2.889 find_ufunc awkward/_behavior.py:102
│ │ │ │ │ │ │ ├─ 4.558 PtEtaPhiMCandidateArray.t coffea/nanoevents/methods/vector.py:879
│ │ │ │ │ │ │ │ └─ 2.998 PtEtaPhiMCandidateArray.rho coffea/nanoevents/methods/vector.py:847
│ │ │ │ │ │ │ ├─ 3.056 PtEtaPhiMCandidateArray.y coffea/nanoevents/methods/vector.py:253
│ │ │ │ │ │ │ │ └─ 1.646 Array.func awkward/_operators.py:49
│ │ │ │ │ │ │ │ └─ 1.645 Array.__array_ufunc__ awkward/highlevel.py:1444
│ │ │ │ │ │ │ ├─ 3.044 PtEtaPhiMCandidateArray.x coffea/nanoevents/methods/vector.py:245
│ │ │ │ │ │ │ └─ 3.011 PtEtaPhiMCandidateArray.z coffea/nanoevents/methods/vector.py:871
│ │ │ │ │ │ └─ 3.556 IndexedOptionArray.project awkward/contents/indexedoptionarray.py:510
│ │ │ │ │ │ └─ 3.512 IndexedOptionArray.project awkward/contents/indexedoptionarray.py:510
│ │ │ │ │ │ └─ 3.431 bool._carry awkward/contents/recordarray.py:511
│ │ │ │ │ │ └─ 3.365 <listcomp> awkward/contents/recordarray.py:532
│ │ │ │ │ │ └─ 2.958 IndexedArray._carry awkward/contents/indexedarray.py:322
│ │ │ │ │ │ └─ 2.594 Index64.__getitem__ awkward/index.py:217
│ │ │ │ │ └─ 7.064 broadcast_any_indexed awkward/_broadcasting.py:857
│ │ │ │ │ └─ 6.330 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ └─ 6.330 action awkward/_connect/numpy.py:362
│ │ │ │ │ └─ 6.266 _array_ufunc_adjust awkward/_connect/numpy.py:174
│ │ │ │ │ └─ 6.261 PtEtaPhiMCandidateArray.add coffea/nanoevents/methods/candidate.py:22
│ │ │ │ └─ 3.416 action awkward/_connect/numpy.py:362
│ │ │ │ └─ 3.204 find_ufunc awkward/_behavior.py:102
│ │ │ ├─ 23.357 broadcast_any_union awkward/_broadcasting.py:767
│ │ │ │ └─ 22.512 apply_step awkward/_broadcasting.py:408
│ │ │ │ └─ 22.491 continuation awkward/_broadcasting.py:904
│ │ │ │ └─ 22.477 broadcast_any_option awkward/_broadcasting.py:711
│ │ │ │ ├─ 18.976 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ └─ 18.974 action awkward/_connect/numpy.py:362
│ │ │ │ │ └─ 18.771 _array_ufunc_adjust awkward/_connect/numpy.py:174
│ │ │ │ │ ├─ 14.075 PtEtaPhiMCandidateArray.add coffea/nanoevents/methods/candidate.py:22
│ │ │ │ │ │ ├─ 3.646 Array.func awkward/_operators.py:49
│ │ │ │ │ │ │ └─ 3.645 Array.__array_ufunc__ awkward/highlevel.py:1444
│ │ │ │ │ │ │ └─ 3.632 array_ufunc awkward/_connect/numpy.py:352
│ │ │ │ │ │ │ └─ 3.458 broadcast_and_apply awkward/_broadcasting.py:963
│ │ │ │ │ │ │ └─ 3.164 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ │ │ └─ 3.106 continuation awkward/_broadcasting.py:904
│ │ │ │ │ │ │ └─ 3.102 broadcast_any_list awkward/_broadcasting.py:541
│ │ │ │ │ │ │ └─ 2.932 apply_step awkward/_broadcasting.py:408
│ │ │ │ │ │ │ └─ 2.281 action awkward/_connect/numpy.py:362
│ │ │ │ │ │ │ └─ 2.175 find_ufunc awkward/_behavior.py:102
│ │ │ │ │ │ ├─ 3.395 PtEtaPhiMCandidateArray.t coffea/nanoevents/methods/vector.py:879
│ │ │ │ │ │ │ └─ 2.259 PtEtaPhiMCandidateArray.rho coffea/nanoevents/methods/vector.py:847
│ │ │ │ │ │ ├─ 2.258 PtEtaPhiMCandidateArray.x coffea/nanoevents/methods/vector.py:245
│ │ │ │ │ │ ├─ 2.250 PtEtaPhiMCandidateArray.z coffea/nanoevents/methods/vector.py:871
│ │ │ │ │ │ └─ 2.247 PtEtaPhiMCandidateArray.y coffea/nanoevents/methods/vector.py:253
│ │ │ │ │ └─ 4.669 _call_transposed awkward/behaviors/mixins.py:70
│ │ │ │ │ └─ 4.669 PtEtaPhiMCandidateArray.add coffea/nanoevents/methods/candidate.py:22
│ │ │ │ │ └─ 1.832 Array.func awkward/_operators.py:49
│ │ │ │ │ └─ 1.828 Array.__array_ufunc__ awkward/highlevel.py:1444
│ │ │ │ │ └─ 1.817 array_ufunc awkward/_connect/numpy.py:352
│ │ │ │ │ └─ 1.750 broadcast_and_apply awkward/_broadcasting.py:963
│ │ │ │ └─ 3.323 IndexedOptionArray.project awkward/contents/indexedoptionarray.py:510
│ │ │ │ └─ 3.276 IndexedOptionArray.project awkward/contents/indexedoptionarray.py:510
│ │ │ │ └─ 3.200 bool._carry awkward/contents/recordarray.py:511
│ │ │ │ └─ 3.146 <listcomp> awkward/contents/recordarray.py:532
│ │ │ │ └─ 2.771 IndexedArray._carry awkward/contents/indexedarray.py:322
│ │ │ │ └─ 2.455 Index64.__getitem__ awkward/index.py:217
│ │ │ └─ 6.604 broadcast_any_option awkward/_broadcasting.py:711
│ │ │ └─ 4.790 apply_step awkward/_broadcasting.py:408
│ │ │ └─ 3.520 action awkward/_connect/numpy.py:362
│ │ │ └─ 2.444 find_ufunc awkward/_behavior.py:102
│ │ └─ 7.782 action awkward/_connect/numpy.py:362
│ │ └─ 7.179 find_ufunc awkward/_behavior.py:102
│ │ ├─ 3.063 ItemsView.__iter__ _collections_abc.py:909
│ │ └─ 2.920 [self] awkward/_behavior.py
│ └─ 2.170 <genexpr> awkward/_broadcasting.py:998
│ └─ 2.162 broadcast_unpack awkward/_broadcasting.py:110
│ └─ 2.147 RegularArray.__getitem__ awkward/contents/content.py:518
│ └─ 2.138 RegularArray._getitem awkward/contents/content.py:521
│ └─ 2.083 RegularArray._getitem_at awkward/contents/regulararray.py:296
│ └─ 1.747 TypeTracerArray.func awkward/_operators.py:49
│ └─ 1.672 TypeTracerArray.__array_ufunc__ awkward/_nplikes/typetracer.py:476
├─ 41.056 _WithFieldFn.__call__ dask_awkward/lib/structure.py:1041
│ └─ 41.055 dispatch awkward/_dispatch.py:35
│ └─ 40.957 with_field awkward/operations/ak_with_field.py:20
│ └─ 40.954 _impl awkward/operations/ak_with_field.py:53
│ └─ 40.750 broadcast_and_apply awkward/_broadcasting.py:963
│ ├─ 20.461 <genexpr> awkward/_broadcasting.py:998
│ │ └─ 20.461 broadcast_unpack awkward/_broadcasting.py:110
│ │ └─ 20.459 RegularArray.__getitem__ awkward/contents/content.py:518
│ │ └─ 20.459 RegularArray._getitem awkward/contents/content.py:521
│ │ └─ 20.456 RegularArray._getitem_at awkward/contents/regulararray.py:296
│ │ └─ 20.265 RecordArray._getitem_range awkward/contents/recordarray.py:448
│ │ └─ 20.221 <listcomp> awkward/contents/recordarray.py:466
│ │ └─ 19.908 RecordArray._getitem_range awkward/contents/recordarray.py:448
│ │ └─ 19.396 <listcomp> awkward/contents/recordarray.py:466
│ │ └─ 19.181 NumpyArray._getitem_range awkward/contents/numpyarray.py:324
│ │ ├─ 13.502 TypeTracerArray.__getitem__ awkward/_nplikes/typetracer.py:324
│ │ │ ├─ 4.438 TypeTracer.derive_slice_for_length awkward/_nplikes/typetracer.py:985
│ │ │ │ └─ 4.184 TypeTracer.shape_item_as_index awkward/_nplikes/typetracer.py:942
│ │ │ │ └─ 3.912 TypeTracerArray._new awkward/_nplikes/typetracer.py:176
│ │ │ │ └─ 3.384 [self] awkward/_nplikes/typetracer.py
│ │ │ ├─ 3.016 TypeTracerArray._new awkward/_nplikes/typetracer.py:176
│ │ │ │ └─ 2.205 [self] awkward/_nplikes/typetracer.py
│ │ │ └─ 1.892 [self] awkward/_nplikes/typetracer.py
│ │ └─ 5.178 NumpyArray.__init__ awkward/contents/numpyarray.py:115
│ └─ 20.247 apply_step awkward/_broadcasting.py:408
│ └─ 20.238 continuation awkward/_broadcasting.py:904
│ └─ 20.225 broadcast_any_list awkward/_broadcasting.py:541
│ ├─ 17.710 RecordArray.__getitem__ awkward/contents/content.py:518
│ │ └─ 17.709 RecordArray._getitem awkward/contents/content.py:521
│ │ └─ 17.660 RecordArray._getitem_range awkward/contents/recordarray.py:448
│ │ └─ 17.625 <listcomp> awkward/contents/recordarray.py:466
│ │ └─ 17.322 RecordArray._getitem_range awkward/contents/recordarray.py:448
│ │ └─ 16.807 <listcomp> awkward/contents/recordarray.py:466
│ │ └─ 16.622 NumpyArray._getitem_range awkward/contents/numpyarray.py:324
│ │ ├─ 10.878 TypeTracerArray.__getitem__ awkward/_nplikes/typetracer.py:324
│ │ │ ├─ 3.145 TypeTracerArray._new awkward/_nplikes/typetracer.py:176
│ │ │ │ └─ 2.324 [self] awkward/_nplikes/typetracer.py
│ │ │ ├─ 2.637 TypeTracer.derive_slice_for_length awkward/_nplikes/typetracer.py:985
│ │ │ │ └─ 2.433 TypeTracer.shape_item_as_index awkward/_nplikes/typetracer.py:942
│ │ │ │ └─ 2.134 TypeTracerArray._new awkward/_nplikes/typetracer.py:176
│ │ │ │ └─ 1.683 [self] awkward/_nplikes/typetracer.py
│ │ │ └─ 1.912 [self] awkward/_nplikes/typetracer.py
│ │ └─ 5.220 NumpyArray.__init__ awkward/contents/numpyarray.py:115
│ └─ 2.470 apply_step awkward/_broadcasting.py:408
│ └─ 2.187 continuation awkward/_broadcasting.py:904
│ └─ 2.181 broadcast_any_list awkward/_broadcasting.py:541
│ └─ 1.671 broadcast_to_offsets_avoiding_carry awkward/_broadcasting.py:362
│ └─ 1.666 ListOffsetArray._broadcast_tooffsets64 awkward/contents/listoffsetarray.py:378
├─ 13.623 _BehaviorMethodFn.__call__ dask_awkward/lib/core.py:2502
│ └─ 12.871 PtEtaPhiMCandidateArray.boost coffea/nanoevents/methods/vector.py:693
│ ├─ 6.219 Array.func awkward/_operators.py:49
│ │ └─ 6.217 ThreeVectorArray.__array_ufunc__ awkward/highlevel.py:1444
│ │ └─ 6.190 array_ufunc awkward/_connect/numpy.py:352
│ │ └─ 5.949 broadcast_and_apply awkward/_broadcasting.py:963
│ │ └─ 5.686 apply_step awkward/_broadcasting.py:408
│ │ └─ 5.617 continuation awkward/_broadcasting.py:904
│ │ └─ 5.607 broadcast_any_list awkward/_broadcasting.py:541
│ │ └─ 5.504 apply_step awkward/_broadcasting.py:408
│ │ └─ 5.469 continuation awkward/_broadcasting.py:904
│ │ └─ 5.463 broadcast_any_option awkward/_broadcasting.py:711
│ │ └─ 4.475 apply_step awkward/_broadcasting.py:408
│ │ └─ 4.460 action awkward/_connect/numpy.py:362
│ │ └─ 2.761 _array_ufunc_adjust awkward/_connect/numpy.py:174
│ │ └─ 1.744 _call_transposed awkward/behaviors/mixins.py:70
│ │ └─ 1.744 ThreeVectorArray.multiply coffea/nanoevents/methods/vector.py:408
│ └─ 2.613 PtEtaPhiMCandidateArray.dot coffea/nanoevents/methods/vector.py:417
├─ 4.843 PtEtaPhiMCandidateArray.__getitem__ awkward/highlevel.py:631
│ └─ 4.021 ListOffsetArray.__getitem__ awkward/contents/content.py:518
│ └─ 4.013 ListOffsetArray._getitem awkward/contents/content.py:521
4.002 _UprootOpenAndRead.prepare_for_projection uproot/_dask.py:979
└─ 3.322 typetracer_with_report awkward/typetracer.py:166
└─ 3.319 typetracer_with_report awkward/_nplikes/typetracer.py:1654
{'from-uproot-79755a3e3486c4c808adb5da9e77613b': frozenset({'Electron_jetIdx', 'Flag_BadPFMuonFilter', 'PuppiMET_ptUnclusteredDown', 'Flag_EcalDeadCellTriggerPrimitiveFilter', 'Muon_miniPFRelIso_chg', 'PuppiMET_phiUnclusteredDown', 'run', 'Electron_pfRelIso03_all', 'Electron_miniPFRelIso_chg', 'HLT_Mu8_TrkIsoVVL_Ele23_CaloIdL_TrackIdL_IsoVL_DZ', 'Muon_dz', 'Electron_pdgId', 'nElectron', 'PuppiMET_phi', 'PuppiMET_ptJESUp', 'PuppiMET_phiUnclusteredUp', 'PuppiMET_ptJERUp', 'Muon_jetNDauCharged', 'nMuon', 'Electron_miniPFRelIso_all', 'Muon_pfRelIso03_all', 'nJet', 'Muon_pt', 'Jet_eta', 'Electron_jetNDauCharged', 'Flag_globalSuperTightHalo2016Filter', 'Jet_btagDeepFlavB', 'PuppiMET_phiJERDown', 'Electron_charge', 'Flag_ecalBadCalibFilter', 'Jet_pt', 'Muon_charge', 'Electron_jetRelIso', 'Muon_dxy', 'Muon_jetPtRelv2', 'Jet_hadronFlavour', 'Electron_lostHits', 'HLT_Mu23_TrkIsoVVL_Ele12_CaloIdL_TrackIdL_IsoVL_DZ', 'Electron_phi', 'Electron_dz', 'Electron_dxy', 'PuppiMET_ptJESDown', 'Electron_pt', 'Muon_mediumId', 'Electron_jetPtRelv2', 'PuppiMET_phiJESDown', 'Flag_goodVertices', 'PuppiMET_phiJERUp', 'Electron_eta', 'Electron_mvaFall17V2noIso', 'Electron_tightCharge', 'Flag_HBHENoiseFilter', 'Jet_jetId', 'Muon_mass', 'Muon_jetRelIso', 'PuppiMET_ptUnclusteredUp', 'HLT_Ele23_Ele12_CaloIdL_TrackIdL_IsoVL', 'Muon_segmentComp', 'genWeight', 'Muon_sip3d', 'Flag_eeBadScFilter', 'Jet_phi', 'HLT_Mu17_TrkIsoVVL_Mu8_TrkIsoVVL_DZ_Mass8', 'PuppiMET_ptJERDown', 'Muon_jetIdx', 'Muon_miniPFRelIso_all', 'Flag_HBHENoiseIsoFilter', 'Muon_eta', 'PuppiMET_sumEt', 'Muon_phi', 'Muon_pdgId', 'Electron_convVeto', 'PuppiMET_phiJESUp', 'luminosityBlock', 'Electron_mass', 'Electron_sip3d', 'PuppiMET_pt'})}
took: 178.57412545895204
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment