Skip to content

Instantly share code, notes, and snippets.

@zplizzi

zplizzi/stack.txt

Created December 9, 2019 01:10
Show Gist options
  • Save zplizzi/0677c2dc986db8941251e727c640796a to your computer and use it in GitHub Desktop.
Save zplizzi/0677c2dc986db8941251e727c640796a to your computer and use it in GitHub Desktop.
Download ZIP
ray stack
Raw
stack.txt
Stack dump for ubuntu 995 0.0 0.0 697416 37364 ? Sl Nov20 0:01 ray_worker
Process 995: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 995 (idle): "MainThread"
_wait_for_tstate_lock (threading.py:1072)
join (threading.py:1056)
join_import_thread (ray/import_thread.py:51)
disconnect (ray/worker.py:2119)
shutdown (ray/worker.py:1590)
Thread 1105 (idle): "ray_import_thread"
cb (<frozen importlib._bootstrap>:177)
_find_and_load (<frozen importlib._bootstrap>:971)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:929)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/_libs/tslibs/__init__.py:6)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/_libs/__init__.py:3)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/__init__.py:30)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_register_custom_pandas_handlers (pyarrow/serialization.py:150)
register_default_serialization_handlers (pyarrow/serialization.py:356)
default_serialization_context (pyarrow/serialization.py:361)
_initialize_serialization (ray/worker.py:1234)
get_serialization_context (ray/worker.py:255)
register_class_for_serialization (ray/worker.py:2280)
fetch_and_execute_function_to_run (ray/import_thread.py:140)
_process_key (ray/import_thread.py:111)
_run (ray/import_thread.py:67)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 7463 0.0 0.0 775736 59804 ? Sl Nov15 0:01 ray_worker
Process 7463: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 7463 (idle): "MainThread"
_wait_for_tstate_lock (threading.py:1072)
join (threading.py:1056)
join_import_thread (ray/import_thread.py:51)
disconnect (ray/worker.py:2119)
shutdown (ray/worker.py:1590)
Thread 7571 (idle): "ray_import_thread"
cb (<frozen importlib._bootstrap>:177)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (matplotlib/cm.py:29)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/style.py:4)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/core.py:33)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/boxplot.py:14)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/__init__.py:3)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_core.py:17)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/__init__.py:59)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/series.py:84)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/frame.py:115)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/groupby/generic.py:44)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/groupby/__init__.py:1)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/api.py:24)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/__init__.py:55)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_register_custom_pandas_handlers (pyarrow/serialization.py:150)
register_default_serialization_handlers (pyarrow/serialization.py:356)
default_serialization_context (pyarrow/serialization.py:361)
_initialize_serialization (ray/worker.py:1234)
get_serialization_context (ray/worker.py:255)
register_class_for_serialization (ray/worker.py:2280)
fetch_and_execute_function_to_run (ray/import_thread.py:140)
_process_key (ray/import_thread.py:111)
_run (ray/import_thread.py:67)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 7465 0.0 0.1 2126508 94532 ? Sl Nov15 2:58 ray_worker
Process 7465: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 7465 (idle): "MainThread"
acquire (<frozen importlib._bootstrap>:98)
_lock_unlock_module (<frozen importlib._bootstrap>:202)
<module> (ray/tune/analysis/experiment_analysis.py:10)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/tune/analysis/__init__.py:5)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/tune/tune.py:10)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/tune/__init__.py:6)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
_find_and_load_unlocked (<frozen importlib._bootstrap>:941)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/rllib/utils/__init__.py:8)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
_find_and_load_unlocked (<frozen importlib._bootstrap>:941)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/rllib/env/external_env.py:9)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/rllib/env/base_env.py:5)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/rllib/env/__init__.py:1)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
_find_and_load_unlocked (<frozen importlib._bootstrap>:941)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (ray/rllib/__init__.py:10)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
_find_and_load_unlocked (<frozen importlib._bootstrap>:941)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (data.py:8)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_load_actor_class_from_gcs (ray/function_manager.py:712)
load_actor_class (ray/function_manager.py:626)
_wait_for_and_process_task (ray/worker.py:1055)
main_loop (ray/worker.py:1135)
<module> (ray/workers/default_worker.py:98)
Thread 7574 (idle): "ray_import_thread"
_get_module_lock (<frozen importlib._bootstrap>:163)
__enter__ (<frozen importlib._bootstrap>:148)
_find_and_load (<frozen importlib._bootstrap>:968)
<module> (matplotlib/cm.py:29)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/style.py:4)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/core.py:33)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/boxplot.py:14)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_matplotlib/__init__.py:3)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/_core.py:17)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/plotting/__init__.py:59)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/series.py:84)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/frame.py:115)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/groupby/generic.py:44)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/groupby/__init__.py:1)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/core/api.py:24)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
<module> (pandas/__init__.py:55)
_call_with_frames_removed (<frozen importlib._bootstrap>:219)
exec_module (<frozen importlib._bootstrap_external>:678)
_load_unlocked (<frozen importlib._bootstrap>:665)
_find_and_load_unlocked (<frozen importlib._bootstrap>:955)
_find_and_load (<frozen importlib._bootstrap>:971)
_register_custom_pandas_handlers (pyarrow/serialization.py:150)
register_default_serialization_handlers (pyarrow/serialization.py:356)
default_serialization_context (pyarrow/serialization.py:361)
_initialize_serialization (ray/worker.py:1234)
get_serialization_context (ray/worker.py:255)
register_class_for_serialization (ray/worker.py:2280)
fetch_and_execute_function_to_run (ray/import_thread.py:140)
_process_key (ray/import_thread.py:111)
_run (ray/import_thread.py:67)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Thread 7585 (idle): "ray_push_profiling_information"
wait (threading.py:299)
wait (threading.py:551)
_periodically_flush_profile_events (ray/profiling.py:104)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30192 1.8 0.0 449188 8788 pts/1 Sl+ 01:07 0:01 /home/ubuntu/.pyenv/versions/3.6.8/lib/python3.6/site-packages/ray/core/src/ray/raylet/raylet --raylet_socket_name=/tmp/ray/session_2019-12-09_01-07-33_857612_30120/sockets/raylet --store_socket_name=/tmp/ray/session_2019-12-09_01-07-33_857612_30120/sockets/plasma_store --object_manager_port=0 --node_manager_port=0 --node_ip_address=172.31.12.112 --redis_address=172.31.12.112 --redis_port=12651 --num_initial_workers=8 --maximum_startup_concurrency=8 --static_resource_list=CPU,8,GPU,1,memory,700,object_store_memory,211 --config_list= --python_worker_command=/home/ubuntu/.pyenv/versions/3.6.8/bin/python /home/ubuntu/.pyenv/versions/3.6.8/lib/python3.6/site-packages/ray/workers/default_worker.py --node-ip-address=172.31.12.112 --object-store-name=/tmp/ray/session_2019-12-09_01-07-33_857612_30120/sockets/plasma_store --raylet-name=/tmp/ray/session_2019-12-09_01-07-33_857612_30120/sockets/raylet --redis-address=172.31.12.112:12651 --temp-dir=/tmp/ray --java_worker_command= --redis_password= --temp_dir=/tmp/ray --session_dir=/tmp/ray/session_2019-12-09_01-07-33_857612_30120
Stack dump for ubuntu 30204 3.2 0.3 18050636 224848 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30204: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30204 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30562 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30205 3.2 0.3 18050632 223408 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30205: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30205 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30581 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30207 37.5 11.2 19960280 7086604 pts/1 Sl+ 01:07 0:32 ray_Worker:run()
Process 30207: ray_Worker:run()
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30207 (idle): "MainThread"
retrieve_and_deserialize (ray/worker.py:473)
get_objects (ray/worker.py:567)
get (ray/worker.py:2114)
step (random_ai/papers/muzero/ray_test.py:51)
run (random_ai/papers/muzero/ray_test.py:40)
actor_method_executor (ray/function_manager.py:776)
_process_task (ray/worker.py:787)
_wait_for_and_process_task (ray/worker.py:904)
main_loop (ray/worker.py:955)
<module> (ray/workers/default_worker.py:98)
Thread 30481 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30208 3.1 0.3 18050640 223280 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30208: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30208 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30602 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30209 39.4 13.8 19961432 8709488 pts/1 Sl+ 01:07 0:34 ray_Worker:run()
Process 30209: ray_Worker:run()
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30209 (idle): "MainThread"
retrieve_and_deserialize (ray/worker.py:473)
get_objects (ray/worker.py:567)
get (ray/worker.py:2114)
step (random_ai/papers/muzero/ray_test.py:51)
run (random_ai/papers/muzero/ray_test.py:40)
actor_method_executor (ray/function_manager.py:776)
_process_task (ray/worker.py:787)
_wait_for_and_process_task (ray/worker.py:904)
main_loop (ray/worker.py:955)
<module> (ray/workers/default_worker.py:98)
Thread 30434 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30210 312 26.7 20167072 16841508 pts/1 Rl+ 01:07 4:31 ray_Storage:sample_batch()
Process 30210: ray_Storage:sample_batch()
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30210 (idle): "MainThread"
store_and_register (ray/worker.py:323)
_try_store_and_register (ray/worker.py:458)
put_object (ray/worker.py:397)
_store_outputs_in_object_store (ray/worker.py:706)
_process_task (ray/worker.py:809)
_wait_for_and_process_task (ray/worker.py:904)
main_loop (ray/worker.py:955)
<module> (ray/workers/default_worker.py:98)
Thread 30424 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30211 3.1 0.3 18050636 224088 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30211: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30211 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30598 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30212 3.2 0.3 18050640 224000 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30212: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30212 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30539 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30425 3.3 0.3 18050640 224088 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30425: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30425 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30681 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30426 3.4 0.3 18050636 222752 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30426: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30426 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30688 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30429 3.3 0.3 18050640 224692 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30429: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30429 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30693 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30430 3.3 0.3 18050640 222924 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30430: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30430 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30702 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30435 3.3 0.3 18050640 224028 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30435: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30435 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30697 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30437 3.3 0.3 18050636 224336 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30437: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30437 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30698 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30439 3.3 0.3 18050640 223520 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30439: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30439 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30703 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Stack dump for ubuntu 30463 3.3 0.3 18050640 223588 pts/1 Sl+ 01:07 0:02 ray_worker
Process 30463: ray_worker
Python v3.6.8 (/home/ubuntu/.pyenv/versions/3.6.8/bin/python3.6)
Thread 30463 (idle): "MainThread"
_get_next_task_from_raylet (ray/worker.py:937)
main_loop (ray/worker.py:954)
<module> (ray/workers/default_worker.py:98)
Thread 30692 (idle): "ray_import_thread"
wait (threading.py:299)
wait (threading.py:551)
_run (ray/import_thread.py:76)
run (threading.py:864)
_bootstrap_inner (threading.py:916)
_bootstrap (threading.py:884)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment