Skip to content

Instantly share code, notes, and snippets.

@alexeykudinkin
Created February 20, 2024 19:43
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save alexeykudinkin/9a707fa202b546bb0dc6ca2a4077d6c3 to your computer and use it in GitHub Desktop.
Save alexeykudinkin/9a707fa202b546bb0dc6ca2a4077d6c3 to your computer and use it in GitHub Desktop.
Ray Serve threads list
Thread 0x7FF9117404C0 (active): "MainThread"
main_loop (ray/_private/worker.py:847)
<module> (ray/_private/workers/default_worker.py:282)
Thread 135051 (active+gil): "AsyncIO Thread: default"
_openai_json_generator (rayllm/backend/server/routers/router_app.py:111)
stream_response (starlette/responses.py:262)
wrap (starlette/responses.py:273)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135053 (idle): "AsyncIO Thread: control_plane"
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135490 (idle): "OtelBatchSpanProcessor"
wait (threading.py:316)
worker (trace/export/__init__.py:264)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135491 (idle): "Thread-1"
wait (threading.py:316)
wait (threading.py:581)
_run (ldclient/impl/repeating_task.py:50)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135492 (idle): "Thread-2"
wait (threading.py:316)
wait (threading.py:581)
_run (ldclient/impl/repeating_task.py:50)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135493 (idle): "Thread-3"
wait (threading.py:316)
wait (threading.py:581)
_run (ldclient/impl/repeating_task.py:50)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135494 (idle): "ldclient.flush.1"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135495 (idle): "ldclient.flush.2"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135496 (idle): "ldclient.flush.3"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135497 (idle): "ldclient.flush.4"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135498 (idle): "ldclient.flush.5"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135499 (idle): "ldclient.diag_flush.1"
wait (threading.py:312)
get (queue.py:171)
_run_worker (ldclient/fixed_thread_pool.py:59)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135500 (idle): "Thread-10"
wait (threading.py:312)
get (queue.py:171)
_run_main_loop (ldclient/event_processor.py:272)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135501 (idle): "Thread-11"
read (ssl.py:1133)
recv_into (ssl.py:1275)
readinto (socket.py:704)
_update_chunk_length (urllib3/response.py:758)
read_chunked (urllib3/response.py:828)
stream (urllib3/response.py:624)
lines_from (ldclient/impl/sse.py:21)
events (ldclient/impl/sse.py:161)
run (ldclient/streaming.py:74)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135526 (idle): "Thread-12"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 0x7FF73EFFD700 (active)
Thread 135625 (idle): "Thread-13"
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135626 (idle): "Thread-14"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135644 (idle): "Thread-15"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135649 (idle): "Thread-16"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135650 (idle): "Thread-17"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135681 (idle): "ThreadPoolExecutor-1_0"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135688 (idle): "ThreadPoolExecutor-1_1"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135690 (idle): "ThreadPoolExecutor-2_0"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135704 (idle): "Thread-18"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135713 (idle): "Thread-19"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135744 (idle): "Thread-20"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135867 (idle): "Thread-21"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135978 (idle): "ThreadPoolExecutor-1_2"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 135991 (idle): "Thread-22"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136034 (idle): "Thread-23"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136099 (idle): "Thread-24"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136189 (idle): "Thread-25"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136293 (idle): "Thread-26"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136430 (active): "ThreadPoolExecutor-1_3"
_execute_child (subprocess.py:1793)
__init__ (subprocess.py:951)
_retrieve_credentials_using (botocore/credentials.py:1019)
<lambda> (botocore/credentials.py:1004)
_protected_refresh (botocore/credentials.py:538)
_refresh (botocore/credentials.py:532)
get_frozen_credentials (botocore/credentials.py:634)
get_auth_instance (botocore/signers.py:301)
sign (botocore/signers.py:186)
handler (botocore/signers.py:105)
_emit (botocore/hooks.py:239)
emit (botocore/hooks.py:256)
emit (botocore/hooks.py:412)
create_request (botocore/endpoint.py:134)
_send_request (botocore/endpoint.py:198)
make_request (botocore/endpoint.py:119)
_make_request (botocore/client.py:1015)
_make_api_call (botocore/client.py:989)
_patched_api_call (botocore/__init__.py:209)
_api_call (botocore/client.py:553)
wrapper (rayllm/backend/observability/tracing/threading_propagator.py:28)
run (concurrent/futures/thread.py:58)
_worker (concurrent/futures/thread.py:83)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136811 (idle): "Thread-27"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 136833 (idle): "Thread-28"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 137008 (idle): "Thread-29"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 154497 (idle): "ThreadPoolExecutor-1_4"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 154498 (idle): "ThreadPoolExecutor-1_5"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 171771 (idle): "Thread-31"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 171775 (idle): "Thread-32"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 172575 (idle): "ThreadPoolExecutor-1_6"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 172576 (idle): "ThreadPoolExecutor-1_7"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 172577 (idle): "ThreadPoolExecutor-1_8"
_worker (concurrent/futures/thread.py:81)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 173312 (idle): "Thread-33"
send_forever (ray/serve/_private/utils.py:472)
run (threading.py:917)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 214684 (idle): "AnyIO worker thread"
wait (threading.py:312)
get (queue.py:171)
run (anyio/_backends/_asyncio.py:797)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Thread 215054 (idle): "AnyIO worker thread"
wait (threading.py:312)
get (queue.py:171)
run (anyio/_backends/_asyncio.py:797)
_bootstrap_inner (threading.py:980)
_bootstrap (threading.py:937)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment