Skip to content

Instantly share code, notes, and snippets.

@magnusja

magnusja/gist:0bd1849b42d7e6cd940505e3c5b779f2

Created November 21, 2020 22:28
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save magnusja/0bd1849b42d7e6cd940505e3c5b779f2 to your computer and use it in GitHub Desktop.
Save magnusja/0bd1849b42d7e6cd940505e3c5b779f2 to your computer and use it in GitHub Desktop.
Download ZIP
ray 1.0.1 memory leak
Raw
gistfile1.txt
root@training-document-classification-8vdnj:/training# ray memory
2020-11-21 12:54:39,332 INFO scripts.py:1317 -- Connecting to Ray instance at 10.42.0.143:6379.
2020-11-21 12:54:39,332 INFO worker.py:633 -- Connecting to existing Ray cluster at address: 10.42.0.143:6379
-----------------------------------------------------------------------------------------------------
Object ID Reference Type Object Size Reference Creation Site
=====================================================================================================
; worker pid=200348
ffffffffffffffffffffffff0100000002000000 PINNED_IN_MEMORY 5988276 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000003000000 LOCAL_REFERENCE 15 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000001000000 PINNED_IN_MEMORY 18808997 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
; worker pid=200832
ffffffffffffffffffffffff0100000003000000 LOCAL_REFERENCE 15 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000002000000 PINNED_IN_MEMORY 5988276 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000001000000 PINNED_IN_MEMORY 18808997 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
; worker pid=200775
ffffffffffffffffffffffff0100000002000000 PINNED_IN_MEMORY 5988276 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000001000000 PINNED_IN_MEMORY 18808997 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
ffffffffffffffffffffffff0100000003000000 LOCAL_REFERENCE 15 (deserialize actor creation task arg) abc.DynamicTrainable.__init__
; driver pid=6
53531e15137e7b094e82fca80100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d3ef74f512c269c65d3349690100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
e47f950042d398ea0642388f0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
959892ff8ce0e884b3a57a2a0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ee948fbef8fee0c28288a9480100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
103a1e9b03d04228b5ff60740100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
973e9ca3d7dbc9a3c8b7c0360100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
93ff66fc597b8b15148804d20100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0be6ed41f12663996912ff790100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8e436ced029331d2745955f20100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4c02f33810fc9a430ea7c8240100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0f7f79308cfc8d3a5be9875d0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d27dd801d08251fb34216e6a0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c2d0d4a05e5465d6dc54215a0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
d7ebd155cbebfb9f691c9e9f0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7ed17d714a5513cc76d0533c0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
664cb4850fc8104ba0d55b900100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
315f0be6e62aae66f151faf10100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a331d90f2a1b0d6db2daabfe0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3488ca11444428dc895ff5620100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
b7b58b5d62618780f1834d770100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
45e49d519c519d9c75cb1bb90100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
f9a40e76f184e312d3e89a4d0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
38da75ac04de4f14ce29f2d20100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a8cfe909f21b25a3910191610100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d44f372b0cc3e23787fcb65e0100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
78f3b79bc0b718d2605132f50100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6a1c8ce65b6afac328a1b9e20100000001000000 LOCAL_REFERENCE 42198943 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c59130fb59b6ed14aaabcaa70100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
85115ed500dd0634ba7d88030100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
192f199012e001821607f6100100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7f95bd003bdffb5d8913a7c40100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3ddad3c9758ae781eaf78f080100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9a0c190a8c98767ef60225c60100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b2a95399d0421796df19b41e0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b2b05f9a7c1fcb02f5610bc40100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8fe4b55b105f7234cd95042c0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
00083b4b0f90aec33b5d4b880100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5d54df053b9b8ca5aa002e2f0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
68caebaa17637eb56bb02ba00100000001000000 LOCAL_REFERENCE 42199024 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f59023fb397393423043450d0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
745555d8f0da320860dc48d10100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
637373b310bf54937f9078a60100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2b2f11bd68e952fff8b384050100000001000000 LOCAL_REFERENCE 42199032 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3db44e63532cf4f5659922b80100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ec91ffbd23747e94944583ca0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ef66b6b3bea44cfdb6fb1f330100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c6a751d76c700ab0d4bee9370100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
61f7dd306fedba1c716036e00100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e8638b8c7bc9baf6edcde1ea0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5ff5633b60177dd3a53473c00100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e24389e8be94e9c8db1815a50100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ff30af545fbcc159e12744fe0100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6a11f4691c8d5d11444043820100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1fdedc15d54d484edfbfc27b0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f8f565da482b0e4fc4ff29df0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a003416da1bdba1c0d6960fb0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
f8da5323a60d8d8c32ba69160100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
179eb4743c8682fc826c98580100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
72f4f9ed31d6b0c406b3bcd70100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2d556a8cc75eca245a5d3e700100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5a8198d7d863d367c8148c570100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c12d198c280fe9c2a78dc0bd0100000001000000 LOCAL_REFERENCE 42199082 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
593b6c40e485ddb3eb1adc020100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c9d2f05e4a5d744b552345f80100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
14792e3e5dc3f5b2e3a0bbf10100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4b321fba6cf5b94f81e3f4130100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
b611ba63a6cc2d782ea7fb280100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
eb057fb3857e1104a04cc9de0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b9617e93c27000499a67bd100100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
da8041c58cc4c545501ed5620100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
12f397bc56795d3f9e8d5d930100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1719ce7115602f45c629b5210100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
86cc54e37cd6235bc09c5f830100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ffffffffffffffffffffffff0100000001000000 LOCAL_REFERENCE 18808997 (put object) | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:create_experiment:363 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune:433 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune_from_config:489
80a429686f2f14191b4e16ca0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c42e634c7bcecb9d793214210100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bdbd5f44c886cc8de52c64b30100000001000000 LOCAL_REFERENCE 42199024 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
95357ce9cad82c933ba6f20b0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
014c91c1065e902d78bcafbb0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b69a219130dbb6c6854d8d660100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
28cfdbc6f203da1920b6df210100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a416ad91d5d783793ced57120100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
8331ac55a8c62807d5a519ff0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c37a8301b4d6f48cea0e9f250100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ac2e4019c37f8c1b07cc8e770100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
746af62d676c6d1df206d3fc0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fa2b6be6dc9835d387b4f7260100000001000000 LOCAL_REFERENCE 42198897 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9473e7ffb8128a94c3a8df140100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
459f1ea287056987bb6399350100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d5d3ab60d5f6361457bc0e620100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3e706d6ac72b4a931ac8623b0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9857bd2436f7147300bbb29c0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
244d514930cfb25d44b6db1b0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
f17339dd2d8f54da7cb0fa730100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e242b27eb9723064d85aeb9f0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
704fbe703ecbd8cece24842e0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8e7a85bf3a820ef3dfbd71fd0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5b0c2c469792ead5b8129f0f0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
72e24d756efa7a2f34224adf0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
22393ad18cd48722691e4e080100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c57ca4bc61714d0ebecd98410100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5057fefb2354736ff6420a520100000001000000 LOCAL_REFERENCE 42199069 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1d32e47a0cb0d89e93935ea90100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
840cba2aaf98bbfe3145105b0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:_perturb_trial:441 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:on_trial_result:382
3975be310308c5c6af6114000100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
74dbdea82d53debcf151faf10100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
18f74814820831c43089e8ba0100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
325cd819550812e9325a65280100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
6b310075094c5f9f5aad63a80100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
472b922d5c4e03a680a4b8630100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
915de8107ed80e6bcbad00c60100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
af6a2ccdd0a69631882286be0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1117eec797f1db73ae5dd12f0100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c2fa8ef62b4e38eff2a262220100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
aedba9848f0c7c163145105b0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
45103eaaea2dca5f75cb1bb90100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bcb87e36a061a74b3ef403ed0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
bc25b656f897963271ea0cdb0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
1b3bebaeb69b5f015fc9824d0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ffb3b05f2f31c3b280de04d10100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cf14a2c0a6dae2ac153764530100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
163221e086657fb34fee58b60100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
07f219458a6ce90095d7dd1d0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
55bcec6ef7baa0c8227d3ba30100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6fdb0c3ff564615ecfa004340100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ceb0bab972ef749748fab5910100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3f61a9150ddff9fb658677010100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ed1d7253d1bac65fb66152510100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
41b01f9fe1d9eec292505d090100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c0a9c9aaf2602baed3e89a4d0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1a0fbe35f0a75a27b83275fa0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ce06222bab8d14569392ab790100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b32e035b851f25d15178f4d80100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c16295929739329a3348e5370100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c17fac5a874a4d05de5033770100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ad177ef490a3733594da13160100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cf489c1808207ce090b4bafb0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5486a144def7a9ae204a72450100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8e4ac30a6477b976856fd1e10100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a6122b95c68ded89e87bf26a0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
35e72969d5bd8d787d790ccb0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
1a120cd99d803971b897ad460100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2c3a3043f73cb4823c7beba20100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0f35279627edc080bb11ab360100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
59f923163c2e8fc0150f7f380100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e68c0a9d1206a278b3b892140100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
581464fbabb5c21c548aabdd0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
0981d53202e60f339dcca97b0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
d1916d4953765f8241d577dd0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
18f486e1ca4ade43ec663cf30100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
276b2ccd7ec8b49ade7e53f50100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f8b0db920206fd5e321b80f80100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
881d2c3c6a99433298038eae0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e32e5c367ea64eb1913848a70100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
117ddfe04cdd768e5d4202bb0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
180c9883da3d2594f9be486e0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0c3dec3ba3e4b5929835e4d50100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9de8e280401b5817d0ff38100100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f8b336842a6bfc8806f563bf0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
09fdb0651b6c0bca3251e5c60100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cce9e7663d01afd1080fa90b0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c5e5c42cf929293a225c0eec0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
90c39ff42dda112e5fc9824d0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
aac079fc1b459ce8a02a916e0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
922397035c7e2c3ce43f0bab0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
b44ec5dd923c2d07d5d987110100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
16f8f34ed8a3b72d2c69dd7e0100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a6c420431d77b988411a7cdd0100000001000000 LOCAL_REFERENCE 42199082 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a460d925f273c56fbcd3f7dc0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
72314fc76f07b05646de00490100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2853ee511ee10ef396d7fecd0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3b9344c0c68f26de1f49caec0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
18f68a0dfef4964dea7ac4240100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
863a3b28dca29c2a39f3e15c0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d7227129a4afc314adcc1c550100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bc6de14e4019addfb39aaca60100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
6022a339575a72c2c14591060100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9feaff339ca7c5c05d1abb710100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c59a8c02e556c3de157a6ba90100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
32b3c6fd1789d34307e6f0190100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6c69bd3212682373c3ea1f390100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2179bc1838c38612926b4c4f0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
11d7f983e14011f4af23404c0100000001000000 LOCAL_REFERENCE 42198947 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
50c310510776d7d7e29a16420100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3c8398686385e367fc15b28c0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
6270df4a83b544418274249a0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2be81bb159efb0cdf2b073550100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
205b884c60eb26876c6d239c0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8d833850835dd0fb362823fd0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0125cfd9b70b33c4bd92f2ec0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d3e7cb629c5b073759bb510b0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
80ad367c0d6fd9e37d1291cd0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f1d46bc2c6a1a9fbfd0b95b90100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
814e11d23b880737d36761060100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
92140187bf1e3fbe9e7bdf140100000001000000 LOCAL_REFERENCE 42199082 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
31ce37cbd3b54a4fbb6399350100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
cbcc5e9e892c9a00611d47210100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fdb6c2db35fa16a25fede9140100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
66a72cc7f68220b335103dea0100000001000000 LOCAL_REFERENCE 42199032 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4a08f07bb113db89e540e1af0100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
405523ebf5d8d49730343b920100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ad0f52840d014335306b79270100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a74ad41e42c35082c3ea1f390100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
dc5e57fce0b16bbb07a945500100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fc65e58657563dd5fe24f89b0100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d2804e28a894b0d5dbdfd89f0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
68e1e600c61add2dcfb6c9810100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c0bd4fdfec0d7ef4241438a90100000001000000 LOCAL_REFERENCE 42199082 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
319310a637f72a52834d9fbf0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1a22b6019e5e410e3c0a6e750100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b3f2b843c17068f0895e3c640100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
30bb9297f363769f0021e6c90100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ea39d865d55148718eb2dd230100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6baa6841066a10a6deec5a9c0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9d53abbe8c471ae8cebbf8200100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f30aff5f6d9b2e890021e6c90100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
8b8a44d1248fdcfa62f2f3090100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ada300bc06ec7ef744b6db1b0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e941411bc72335bb1879c2ef0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7100d1478c6c8a3d8452d5120100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
acb324213136a55ae80e5dc70100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
36e0ae9c78a5af3ee005253d0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d1339b52650f20e382be70da0100000001000000 LOCAL_REFERENCE 42198948 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ff64e82f67a431658da0a6ca0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b056c25e05ac7c4c2a08701a0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
caeab032b2e58d78589387140100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
54afd40c27517d3fc71bec100100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
2b20830d7ae1af14d4c8df150100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
db92479ba0c08eb9e55712ed0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b203aa4710bd60f72b23551f0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
41e5612edc2587ff069563a50100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6bb5a7b016ee5f17ce24842e0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
1a66227ec806cf69057fe90b0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
c4821635a3f5662402c298ea0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
a583d91f8907f74951873e820100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
afb3071563be941ef94523bd0100000001000000 LOCAL_REFERENCE ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_train:253 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:continue_training:381 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_runner.py:_process_trial_restore:619a2e4f930f9aa6676ad78071b0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bae3641f6f7a308ef937685c0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
88196f2feb9d014d32b7f7260100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
51567098bb6444b7e66b8af00100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
89c6044ea07ed8f15ebe73bf0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
068fee6dc0e1193c762b74fe0100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
92c432ee361e80c2935486a70100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6150d3de2d2febb5cdc192dd0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
0625ad7771143c76b89e07f20100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d40c683661214244ef9602d60100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
357b2f0e31f5a3147f95d4230100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
141a0ad8f88c5a05e8f65b890100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3aa3ad783cd89350aa133d690100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cdc74059dc8b43a1cd7bb09a0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
914068806633e9c18a41ca7d0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1929e904f75a0c371aee7e700100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c77b3f04199cad188d8827dc0100000001000000 LOCAL_REFERENCE 42199070 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
369315b5401d3f36a1ddcfa50100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
647aa29ca6d57e26a0d55b900100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
3fcde0eab2eb59e9f7f14c2d0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2e6d86092395775abf72920c0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
e692f72b205369e3cb347b200100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
462b97f974d8fe182cda7aee0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
9b9842a4eee323f21b0e2fbe0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d7d4424dfbdd0499006883ef0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4305340a38238760e3ad35a80100000001000000 LOCAL_REFERENCE 42198949 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a08ec4ece2c3b676fbee6beb0100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
64f143b8421f6cc412f6db390100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ae84a4895bc2c70384e40a090100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fbcba495b4352cc9fac042e50100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b04cd02df46aa027607f734c0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
574fc12ef964aa908211c12e0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7a1d5fcde517cf226529103a0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
abf2aa238e0962283ef403ed0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e34b5e9fcf87e3282e167dc00100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6f2e2fa28baeca2b455bc0260100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
493f64aebc78c5d9a6a2275a0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
25fb34187d058e3be27577020100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
83b1d158c0f870f8a0b282e90100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7f9acf2946fc9cccf677aa550100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2fd4ea10e66077c36e44927b0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c6a5c333060b8bf3e2b65dc00100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2c3a627f580b9ca33eb00f920100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
b46dd13bf3bc8134bf4ab2880100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
41c8b635e85e123fe4abbca90100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
700965303af387b2087632160100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
63d080fcd9c22ef66296c7f60100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4c32a66f4524c359c2a5c12a0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5df6c07cae429e190ffcc8ec0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
832308f7658cb9571b4e41170100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ecda1e8c27cdb27cdef81de90100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e8e2e2b925a587472f8454a00100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
5d73ef75b3687dec22769abf0100000001000000 LOCAL_REFERENCE 42199032 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6d92b239f32484e4705c9de40100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f11bed63309cee701c240cb80100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ff48e6875bde8d180ca07fad0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7bc6ba863528df4d4bc6e6370100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0bed07dc2ebde9a2d45db23b0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0e72aaa560966faa808727b30100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1f02ccd2017a8ad1f0e643450100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0cade119a911263a1a23ec490100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7964cf30ee314fdb49ac44a60100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
80c62768753f9bb298abe8690100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1ea4d66adc2b4d935db5437c0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a42ac7eb73e142b7646738870100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
33550c5b6ed84c2ae741a9720100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d8e1f1cd8bef0e282c6e5a250100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
48f46105b3d362ea2f8454a00100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7dae29db844f70c543aedf940100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0099a1847267572841fcd1610100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
39736f19f59dc54ab14ce6380100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
11ef95540aaeac72f17110940100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b494f79c2a0205055dcc00aa0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
50c883438fe75828a3a36a4e0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a0718d91f50af57fff72e6be0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bb88c214ef069c8687da446c0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bbb0839c764522bd8e07d77e0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5b2bf85f97d99d3aec31dae20100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0f4329bcf423d370fe482b860100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a4fb0dd21516cb3a6cefb3ac0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6a23c8383b6e9b7b02b7f2640100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
dc45aa0d03cc9a437fc2b1e80100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b071f5df670cad305852018a0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d0eb296b32616643a6ff9c250100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a4e6cc494d6f051c9876fa340100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
36921efc9602be4e80573b270100000001000000 LOCAL_REFERENCE 42199067 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9e361b64448db7cb96064fc40100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
daaa737505f01072d36df6a20100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
400cff720c494e07225c0eec0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
1ec4af378ecd1f5ef45778b40100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
06f587779441525f7bc8cd630100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
03c4e8b8e1e5fa4a390918c40100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
24ca2d6d017405a6478267f20100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
516e112ef3e2bccc1c8b58e60100000001000000 LOCAL_REFERENCE 42199025 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ab4926b06f262fe84a8bef140100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ffffffffffffffffffffffff0100000002000000 LOCAL_REFERENCE 5988276 (put object) | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:create_experiment:364 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune:433 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune_from_config:489
85727390809474a6528bfa700100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b1e67be69fe4bf93e0c806970100000001000000 LOCAL_REFERENCE 42199069 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ffffffffffffffff7deb524b0100000001000000 USED_BY_PENDING_TASK ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_setup_remote_runner:232 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_start_trial:286 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:start_trial:347
9bcfba9f6d3ede74df38c9f10100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
84e924ab848cc0b05716307d0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b91b9ba93028b18f3512a7b30100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
aad49417c4fb0c02575053720100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7ceb3cf289ab4ee44833850b0100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3e07f34ffb09f50d5be167d00100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e70d1a2fc5ffc1deaa619a950100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
72e11b46e93d91e488866c7d0100000001000000 LOCAL_REFERENCE 42198947 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
213a3004fac221ad135d40a90100000001000000 LOCAL_REFERENCE 42199070 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8b17bd114ad765e7d0c1f57d0100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d0bc147db42160c5d6c32ed20100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b2c309863ff6f9174733a2670100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
241f3979ba44eb15b6a314fc0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cfc7504a1f209e9bcdc192dd0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
dbea01e3948f35c13cdb7b960100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4b7edc5123fa79fed27884be0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9b287ba95b685d5f039a3c0c0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
83c7f07d3c1999695f33b0d50100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5c1f68020678947e7deb524b0100000001000000 LOCAL_REFERENCE ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_train:253 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:continue_training:381 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_runner.py:_process_trial_restore:619c872a09429cd0af726786ad70100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f23278ef311472d20265de740100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4d1a0c7eb5af83de05e410ae0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7da743e21ea574f087089bbe0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
14eb241dc1b2ce482977640e0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c7d95ea7b8910414697246110100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7358b1753b0520577a73f6580100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b4b2625e431b2a48d68a52740100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1275ad397731dc0078b1811f0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c5f146705a9f21888f3091720100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
0dd1310ca489e19736e7b20f0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5b577c13c0c4f9c4828e93120100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
318f63495eeeb988faf60d700100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
75fbb4a72d136d33060124d10100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
812becc9d5cc9a84ef30bb1f0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fffffffffffffffff94523bd0100000001000000 USED_BY_PENDING_TASK ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_setup_remote_runner:232 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_start_trial:286 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:start_trial:347
787c2cb33553002dc98805ce0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4e355e2627dcd3a0cbad00c60100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
85fe1cdf3b0171aaa715545c0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
da5cebb98e1ce813e66b8af00100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
f4c4481b21a3c6c5952b48d90100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ee67babdd30285758211c12e0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
57cc80828ad3ddbbaf08d51c0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
c85699ceb291eea736225b6c0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9b8cfc8d4b18d67c96064fc40100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:_perturb_trial:441 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:on_trial_result:382
6c0cd7156a01e534083abab40100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
24828b07b51fc424ca60cc220100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
78396d9edf86c8372ea519810100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ea99e25b84dc65f1d2828c360100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fb7863cebf43771625abfb540100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c4945774fcc5ea10f1b144aa0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
035fc6ad87152a804ac82f7c0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e80cf835bf41436886f665830100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
67c94993e81e35e522ff879b0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bdeb89c484a0e68e11e92b110100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ccfc6063e0552413cd7bb09a0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4cf27995e7e52740753ac8af0100000001000000 LOCAL_REFERENCE 42199069 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
10775e11d6fbbd6c55b4bd190100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1fdc168afea8f2fd3aed30dc0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ba6ff43b4cd53786bc7861ad0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
e03b0f566c1682736038f2c10100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3b6a33bf7f9e1ba5a86da1150100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ca6c5b4955b6d88b2c95a01c0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4ce056681dbb95d21f0f42820100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
641e3eb16866d368af05083a0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0b4554851b172c74aac2336f0100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1cdece050fc670b27b2bc67c0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2cad8d0ec87c39ba811e88c40100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b0344a808c80796ccff15e320100000001000000 LOCAL_REFERENCE 42199070 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
28784df90a8a876d2508ea7e0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5430b8d307dd01a9ae6b80600100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d16de67cea20a2e95d3349690100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ab56b5ee5d7b71b5fcc114a30100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2b6f086082a5aae3cada14610100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
eb185e19f941ee63f65fbc740100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d00a7b2018dd7a79c0b588300100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b7603b6cc81d46c1df5a1a820100000001000000 LOCAL_REFERENCE 42198945 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f16d5bfbe640bef17a32db370100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ffffffffffffffffffffffff0100000003000000 LOCAL_REFERENCE 15 (put object) | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:create_experiment:365 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune:433 | /usr/local/lib/python3.8/site-packages/lumi/training/tune.py:tune_from_config:489
2c8da95c6325992902a580b00100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0ce47f50349c131a34224adf0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
fc42bd8fceae6dff156edf540100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5350d7416096c36afdf519d90100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d3e0cc66fc4f114380307a980100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5408fa7528ce6aaf7ae23b250100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
013612f541da6690828e93120100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
20f6db04a4b962a521932ddf0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9ecbb020f8a59d76e73a61090100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8b7eec76280f6bdd7b3cdf150100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7d7a771f7dd493a6fdfe8e380100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
567cf6d209b88e96403d58230100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5afabc9148cbc2c5086e3ec50100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
65df6f6a40850f42c490e45e0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ea17c4971e64ea4d16f5a1540100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9b0b891a717282a0893bc2a90100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7002000b6eb6f7362592a0b20100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4a2413d04056d236a2a66a1b0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a9ebdd5d99926dc2690e22630100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f28fc00dc9a2eab2adaefc010100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ed647c9272833e151b4e41170100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a46a53483954615371ea0cdb0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2cb6f84fedaef401c38198370100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cc06de4c613614444733a2670100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:_perturb_trial:441 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:on_trial_result:382
afe0d30e1d466c755fede9140100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
d675b29020e8e5f65a85695d0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6cda71c33170da60c9b6e2df0100000001000000 LOCAL_REFERENCE 42199081 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2b3be3cd585b52a15459c0cd0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9aac5983a14b9ff86434c2840100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
152c8a9c2eb083b3000784c90100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6f8d59fd1d5664edbc68ff550100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
018766c5c89677e9c2a0a6140100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d7795624dc9f18b7fc3b7cd00100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
ffede64732f18befbdf72da60100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
45e61719efeb93f9083abab40100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:_perturb_trial:441 | /usr/local/lib/python3.8/site-packages/ray/tune/schedulers/pbt.py:on_trial_result:382
ede18f6427ebc56ac830fdd90100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c0687e56ba1813beae935fc00100000001000000 LOCAL_REFERENCE 42198948 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bcec7be09b02cc960cff71640100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0a082dde8aaae16d6df406550100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8aceae866984fb11cc5b96c50100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bb3109952fcf067efa6461520100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
84ba42c36289b738f8b384050100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
5d11dda37a7ffdec4a4d67410100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8ed5ec4b6a5bf4e45c9d7c670100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d28a5e662968d9209f7256f10100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
7502482dbe22147a1b01fee50100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
19d087afbb32466be0548e4a0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9d5b26b86342b5c415ba839a0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e55496ba904dac3f968f00d30100000001000000 LOCAL_REFERENCE 42199072 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
7e0779743cb5f1b0f623ad280100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9901b2eb9de5258690862df60100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3873950574c2c5dd114abfb40100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
490ab2ef9d12a419ca60cc220100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c607e650c98a30902c1c3cac0100000001000000 LOCAL_REFERENCE 42199071 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5e26346360914f4ef4a457570100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
32a32d5236441ab091afeba90100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
9f08fe4818b9ae32893bc2a90100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
7308dc13b5bdaf1d8ee034370100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
01dd9fae895c37fd10a4406c0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5dd89f50115f0cc5d277a6c20100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
74248ff1646aff1d92505d090100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
8bac02076bcb0bc2a9c2db810100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4a8ce12a9dc3a9b841e6b4e20100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
670e7d8c76e15f5685f2f4010100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
eef3fe81628168f2b2982e340100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
eb7320a5eb4630860be2c43e0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f3526d52ce52788761ece1bd0100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
2a35e76b3ee4596fc2796fba0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0d29077f9259d0167fe2dff80100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b92604ada63c682bb758a7eb0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
60865b977ddb5ec66b5cd6da0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4a0516f8c2bd6503120b22b60100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f5b4c77d67881623792e687d0100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
01cbcc896b55d0a51903505d0100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e16fb491f03627ecdd9384170100000001000000 LOCAL_REFERENCE 42198966 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
83784ac0db288e254aaa2b2d0100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f49900377617a3b7478cca210100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
758cced4a8961d9ea408aeda0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
67d46792e593d629052900140100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c99c88bded89c8cbaffc84290100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0a70ed37df08cae7f3ebc0360100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
4f33327bd141374bbd9fe1a70100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3c825e1caf89630a837482510100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1625127aae12e3be954388140100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
e98083f172039d3a47186bff0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
29dbb69bc84d08b8bfffd2060100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1584c7ba469d587baab699ba0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5b1938ed97856b472ab11c030100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
69303759322aef9681e3f4130100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ef33fb10291963086544f9c40100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
94788fd714ed402ec7ed3d3e0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e73459d19a543519e55222870100000001000000 LOCAL_REFERENCE ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_train:253 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:continue_training:381 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_runner.py:_process_trial_restore:6196c19b997450c17f5f91b93540100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
14b9515051d14e7f4c65e5b40100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
814eea5c4e4c75cc319b1aa50100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0523ae83010cce36c0b588300100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
5f2df34f3ed243a8ec31dae20100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
47e7580c970e063f7fb061bb0100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
78a148cf8f94fbb941a08da40100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f6fa0f0b2835629dafc163ca0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
84085a31beb42e4444c74a3f0100000001000000 LOCAL_REFERENCE 42199080 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
44c273310b0eb6446434c2840100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
cba888e39114d8f51d7678d50100000001000000 LOCAL_REFERENCE 42198948 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3a8411e3ebd8c9ce7c4cdd590100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
8184ee754d1d67f0e1df16010100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1c6837b25d02691724df636b0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
69d79659a0cf02c0222def0a0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
4cdaaed52511fe07f9dfae570100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
284748c4f2b2dacc78686b4c0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1a22a07f6485ad5c7d790ccb0100000001000000 LOCAL_REFERENCE 42199026 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5bb8ee14c127a01cf17110940100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
423c3e03fb22cf7894b1845e0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cbecca16b6fbdef9aa619a950100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
30ce2372f06d64a8ff3b708b0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
1ef0de497a9f651729e467b30100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
b972379b4562300afeb5e91e0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
64e55288cf85b21cfc15b28c0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
04e8037ccf384f5d62f003fc0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
cc3402f4ff9dd16e499a851d0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8a23669bea903598f543b07c0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
85ace6d266825c221eeed5150100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0b4a725050086981120432850100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
30f4a6f707835b0bef42079b0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cd63d2a8eca2bf62f4c7a4590100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
796d51a50a375442658677010100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
df27d00bfc2c1254f6f8a5500100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
97dc9b27babf4c838c73368b0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
f01b6ce75e6ab490acb34ce20100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
0bb4aa557802ba6ee43f0bab0100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
49605d5a93652fc821932ddf0100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
e2739964cc9cde0e4dc109310100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3406be853ea1e2687255a0ec0100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
395bf38c4d2098c5a02a87650100000001000000 LOCAL_REFERENCE 42199031 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
caf55e7413a16ef1679a90e90100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
c69cec9662f40f7ca6237e950100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
8a50133bd26cd92974bf55740100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
17f64e63df37de2a533c5dc70100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3fefd6ea339dc2ec779b3d530100000001000000 LOCAL_REFERENCE 42199079 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
035ac669b41496c43019b88c0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ffffffffffffffffe55222870100000001000000 USED_BY_PENDING_TASK ? (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_setup_remote_runner:232 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_start_trial:286 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:start_trial:347
34db4545fa1fe33c7a15d5b10100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e77491fc2538aeea930b4a0e0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
6d6a37a9ed407e2b56cc821b0100000001000000 LOCAL_REFERENCE 42199077 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
831f665db2a42442ae2cb5e90100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
cf4690dac07b8c6017eea1c00100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
3152195ce008ec764382a9ef0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
e57d4b5f8ac60cbf4e49a9330100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
79404059e786ac577ef8be5d0100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ebc45228b104be22b3ca27510100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
66ce84edb32d269ba29322140100000001000000 LOCAL_REFERENCE 42199076 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
50aaac7911e1a0702aaff3950100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
afc3217f6216306f8a4141570100000001000000 LOCAL_REFERENCE 42199074 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
23ee5dd2f6eca26c548aabdd0100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
398ace152be259cca41d47090100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
433ddef3c36e9e2989a466210100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
efe34db4d2f59ee0c60ec47c0100000001000000 LOCAL_REFERENCE 42199028 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ea384a4e12be46011c240cb80100000001000000 LOCAL_REFERENCE 42199030 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
a7db6ccfc6046d4d4177e0010100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
bd8e3d582b2c968a419554f80100000001000000 LOCAL_REFERENCE 42199029 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
5ff960f5131b41e1250df3ef0100000001000000 LOCAL_REFERENCE 42199027 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
ea3f8ee0c8a785783402d03d0100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
afe688239cacfaf122ddda890100000001000000 LOCAL_REFERENCE 42199075 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
178466b7ea3416fef1f1eb430100000001000000 LOCAL_REFERENCE 42199073 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
d9ae7be2720b737ff646868f0100000001000000 LOCAL_REFERENCE 42199078 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:save:683 | /usr/local/lib/python3.8/site-packages/ray/tune/trial_executor.py:pause_trial:115 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:pause_trial:392
682fab6420341d7e4fee58b60100000001000000 LOCAL_REFERENCE 15 (actor call) | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:add:99 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:_stop_trial:325 | /usr/local/lib/python3.8/site-packages/ray/tune/ray_trial_executor.py:stop_trial:370
-----------------------------------------------------------------------------------------------------
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment