Created
February 20, 2024 19:43
-
-
Save alexeykudinkin/9a707fa202b546bb0dc6ca2a4077d6c3 to your computer and use it in GitHub Desktop.
Ray Serve threads list
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Thread 0x7FF9117404C0 (active): "MainThread" | |
main_loop (ray/_private/worker.py:847) | |
<module> (ray/_private/workers/default_worker.py:282) | |
Thread 135051 (active+gil): "AsyncIO Thread: default" | |
_openai_json_generator (rayllm/backend/server/routers/router_app.py:111) | |
stream_response (starlette/responses.py:262) | |
wrap (starlette/responses.py:273) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135053 (idle): "AsyncIO Thread: control_plane" | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135490 (idle): "OtelBatchSpanProcessor" | |
wait (threading.py:316) | |
worker (trace/export/__init__.py:264) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135491 (idle): "Thread-1" | |
wait (threading.py:316) | |
wait (threading.py:581) | |
_run (ldclient/impl/repeating_task.py:50) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135492 (idle): "Thread-2" | |
wait (threading.py:316) | |
wait (threading.py:581) | |
_run (ldclient/impl/repeating_task.py:50) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135493 (idle): "Thread-3" | |
wait (threading.py:316) | |
wait (threading.py:581) | |
_run (ldclient/impl/repeating_task.py:50) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135494 (idle): "ldclient.flush.1" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135495 (idle): "ldclient.flush.2" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135496 (idle): "ldclient.flush.3" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135497 (idle): "ldclient.flush.4" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135498 (idle): "ldclient.flush.5" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135499 (idle): "ldclient.diag_flush.1" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_worker (ldclient/fixed_thread_pool.py:59) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135500 (idle): "Thread-10" | |
wait (threading.py:312) | |
get (queue.py:171) | |
_run_main_loop (ldclient/event_processor.py:272) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135501 (idle): "Thread-11" | |
read (ssl.py:1133) | |
recv_into (ssl.py:1275) | |
readinto (socket.py:704) | |
_update_chunk_length (urllib3/response.py:758) | |
read_chunked (urllib3/response.py:828) | |
stream (urllib3/response.py:624) | |
lines_from (ldclient/impl/sse.py:21) | |
events (ldclient/impl/sse.py:161) | |
run (ldclient/streaming.py:74) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135526 (idle): "Thread-12" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 0x7FF73EFFD700 (active) | |
Thread 135625 (idle): "Thread-13" | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135626 (idle): "Thread-14" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135644 (idle): "Thread-15" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135649 (idle): "Thread-16" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135650 (idle): "Thread-17" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135681 (idle): "ThreadPoolExecutor-1_0" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135688 (idle): "ThreadPoolExecutor-1_1" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135690 (idle): "ThreadPoolExecutor-2_0" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135704 (idle): "Thread-18" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135713 (idle): "Thread-19" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135744 (idle): "Thread-20" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135867 (idle): "Thread-21" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135978 (idle): "ThreadPoolExecutor-1_2" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 135991 (idle): "Thread-22" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136034 (idle): "Thread-23" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136099 (idle): "Thread-24" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136189 (idle): "Thread-25" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136293 (idle): "Thread-26" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136430 (active): "ThreadPoolExecutor-1_3" | |
_execute_child (subprocess.py:1793) | |
__init__ (subprocess.py:951) | |
_retrieve_credentials_using (botocore/credentials.py:1019) | |
<lambda> (botocore/credentials.py:1004) | |
_protected_refresh (botocore/credentials.py:538) | |
_refresh (botocore/credentials.py:532) | |
get_frozen_credentials (botocore/credentials.py:634) | |
get_auth_instance (botocore/signers.py:301) | |
sign (botocore/signers.py:186) | |
handler (botocore/signers.py:105) | |
_emit (botocore/hooks.py:239) | |
emit (botocore/hooks.py:256) | |
emit (botocore/hooks.py:412) | |
create_request (botocore/endpoint.py:134) | |
_send_request (botocore/endpoint.py:198) | |
make_request (botocore/endpoint.py:119) | |
_make_request (botocore/client.py:1015) | |
_make_api_call (botocore/client.py:989) | |
_patched_api_call (botocore/__init__.py:209) | |
_api_call (botocore/client.py:553) | |
wrapper (rayllm/backend/observability/tracing/threading_propagator.py:28) | |
run (concurrent/futures/thread.py:58) | |
_worker (concurrent/futures/thread.py:83) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136811 (idle): "Thread-27" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 136833 (idle): "Thread-28" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 137008 (idle): "Thread-29" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 154497 (idle): "ThreadPoolExecutor-1_4" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 154498 (idle): "ThreadPoolExecutor-1_5" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 171771 (idle): "Thread-31" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 171775 (idle): "Thread-32" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 172575 (idle): "ThreadPoolExecutor-1_6" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 172576 (idle): "ThreadPoolExecutor-1_7" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 172577 (idle): "ThreadPoolExecutor-1_8" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 173312 (idle): "Thread-33" | |
send_forever (ray/serve/_private/utils.py:472) | |
run (threading.py:917) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 214684 (idle): "AnyIO worker thread" | |
wait (threading.py:312) | |
get (queue.py:171) | |
run (anyio/_backends/_asyncio.py:797) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) | |
Thread 215054 (idle): "AnyIO worker thread" | |
wait (threading.py:312) | |
get (queue.py:171) | |
run (anyio/_backends/_asyncio.py:797) | |
_bootstrap_inner (threading.py:980) | |
_bootstrap (threading.py:937) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment