-
-
Save C0DK/959c7ba24ed7db02d5157abce8841b56 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
root@5ded9ffa5880:/opt/dagster/dagster_home# py-spy dump --pid 1 | |
Process 1: /usr/local/bin/python /usr/local/bin/dagster-daemon run | |
Python v3.10.9 (/usr/local/bin/python3.10) | |
Thread 1 (idle): "MainThread" | |
check_daemon_loop (dagster/_daemon/controller.py:279) | |
_daemon_run_command (dagster/_daemon/cli/__init__.py:106) | |
wrap (dagster/_core/telemetry.py:172) | |
run_command (dagster/_daemon/cli/__init__.py:83) | |
invoke (click/core.py:782) | |
invoke (click/core.py:1434) | |
invoke (click/core.py:1688) | |
main (click/core.py:1078) | |
__call__ (click/core.py:1157) | |
main (dagster/_daemon/cli/__init__.py:178) | |
<module> (dagster-daemon:8) | |
Thread 8 (idle): "grpc-server-registry-cleanup" | |
wait (threading.py:324) | |
wait (threading.py:607) | |
_clear_old_processes (dagster/_core/host_representation/grpc_server_registry.py:252) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 19 (idle): "dagster-daemon-SENSOR" | |
connect (psycopg2/__init__.py:122) | |
connect (sqlalchemy/engine/default.py:616) | |
connect (sqlalchemy/engine/create.py:643) | |
__connect (sqlalchemy/pool/base.py:896) | |
__init__ (sqlalchemy/pool/base.py:674) | |
_create_connection (sqlalchemy/pool/base.py:390) | |
_do_get (sqlalchemy/pool/impl.py:282) | |
checkout (sqlalchemy/pool/base.py:712) | |
_checkout (sqlalchemy/pool/base.py:1263) | |
connect (sqlalchemy/pool/base.py:449) | |
raw_connection (sqlalchemy/engine/base.py:3282) | |
__init__ (sqlalchemy/engine/base.py:145) | |
connect (sqlalchemy/engine/base.py:3258) | |
retry_pg_connection_fn (dagster_postgres/utils.py:117) | |
create_pg_connection (dagster_postgres/utils.py:165) | |
__enter__ (contextlib.py:135) | |
has_instigators_table (dagster/_core/storage/schedules/sql_schedule_storage.py:280) | |
all_instigator_state (dagster/_core/storage/schedules/sql_schedule_storage.py:88) | |
all_instigator_state (dagster/_core/instance/__init__.py:2832) | |
inner (dagster/_utils/__init__.py:672) | |
execute_sensor_iteration (dagster/_daemon/sensor.py:314) | |
execute_sensor_iteration_loop (dagster/_daemon/sensor.py:272) | |
core_loop (dagster/_daemon/daemon.py:299) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 20 (active+gil): "dagster-daemon-BACKFILL" | |
__add__ (pendulum/datetime.py:1243) | |
astimezone (pendulum/datetime.py:1278) | |
convert (pendulum/tz/timezone.py:136) | |
in_timezone (pendulum/datetime.py:357) | |
from_timestamp (pendulum/__init__.py:302) | |
to_timezone (dagster/_seven/compat/pendulum.py:119) | |
is_second_ambiguous_time (dagster/_core/definitions/time_window_partitions.py:85) | |
dst_safe_strftime (dagster/_core/definitions/time_window_partitions.py:127) | |
get_partition_keys (dagster/_core/definitions/time_window_partitions.py:451) | |
subset_with_all_partitions (dagster/_core/definitions/partition.py:217) | |
_check_target_partitions_subset_is_valid (dagster/_core/execution/asset_backfill.py:809) | |
_check_validity_and_deserialize_asset_backfill_data (dagster/_core/execution/asset_backfill.py:844) | |
execute_asset_backfill_iteration (dagster/_core/execution/asset_backfill.py:903) | |
execute_backfill_jobs (dagster/_daemon/backfill.py:49) | |
execute_backfill_iteration (dagster/_daemon/backfill.py:29) | |
run_iteration (dagster/_daemon/daemon.py:317) | |
core_loop (dagster/_daemon/daemon.py:225) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 23 (idle): "dagster-daemon-SCHEDULER" | |
wait (threading.py:324) | |
wait (threading.py:607) | |
execute_scheduler_iteration_loop (dagster/_scheduler/scheduler.py:202) | |
core_loop (dagster/_daemon/daemon.py:254) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 25 (idle): "dagster-daemon-QUEUED_RUN_COORDINATOR" | |
connect (psycopg2/__init__.py:122) | |
connect (sqlalchemy/engine/default.py:616) | |
connect (sqlalchemy/engine/create.py:643) | |
__connect (sqlalchemy/pool/base.py:896) | |
__init__ (sqlalchemy/pool/base.py:674) | |
_create_connection (sqlalchemy/pool/base.py:390) | |
_do_get (sqlalchemy/pool/impl.py:282) | |
checkout (sqlalchemy/pool/base.py:712) | |
_checkout (sqlalchemy/pool/base.py:1263) | |
connect (sqlalchemy/pool/base.py:449) | |
raw_connection (sqlalchemy/engine/base.py:3282) | |
__init__ (sqlalchemy/engine/base.py:145) | |
connect (sqlalchemy/engine/base.py:3258) | |
retry_pg_connection_fn (dagster_postgres/utils.py:117) | |
create_pg_connection (dagster_postgres/utils.py:165) | |
__enter__ (contextlib.py:135) | |
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114) | |
get_runs (dagster/_core/storage/runs/sql_run_storage.py:352) | |
get_runs (dagster/_core/instance/__init__.py:1782) | |
inner (dagster/_utils/__init__.py:672) | |
_get_in_progress_runs (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:288) | |
_get_runs_to_dequeue (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:199) | |
run_iteration (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:86) | |
core_loop (dagster/_daemon/daemon.py:225) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 27 (idle): "dagster-daemon-MONITORING" | |
wait (threading.py:324) | |
wait (threading.py:607) | |
core_loop (dagster/_daemon/daemon.py:231) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 29 (idle): "dagster-daemon-EVENT_LOG_CONSUMER" | |
connect (psycopg2/__init__.py:122) | |
connect (sqlalchemy/engine/default.py:616) | |
connect (sqlalchemy/engine/create.py:643) | |
__connect (sqlalchemy/pool/base.py:896) | |
__init__ (sqlalchemy/pool/base.py:674) | |
_create_connection (sqlalchemy/pool/base.py:390) | |
_do_get (sqlalchemy/pool/impl.py:282) | |
checkout (sqlalchemy/pool/base.py:712) | |
_checkout (sqlalchemy/pool/base.py:1263) | |
connect (sqlalchemy/pool/base.py:449) | |
raw_connection (sqlalchemy/engine/base.py:3282) | |
__init__ (sqlalchemy/engine/base.py:145) | |
connect (sqlalchemy/engine/base.py:3258) | |
retry_pg_connection_fn (dagster_postgres/utils.py:117) | |
create_pg_connection (dagster_postgres/utils.py:165) | |
__enter__ (contextlib.py:135) | |
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114) | |
get_cursor_values (dagster/_core/storage/runs/sql_run_storage.py:889) | |
_fetch_persisted_cursors (dagster/_daemon/auto_run_reexecution/event_log_consumer.py:109) | |
run_iteration (dagster/_daemon/auto_run_reexecution/event_log_consumer.py:46) | |
core_loop (dagster/_daemon/daemon.py:225) | |
run_daemon_loop (dagster/_daemon/daemon.py:109) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 31 (idle): "dagster-daemon-ASSET" | |
connect (psycopg2/__init__.py:122) | |
connect (sqlalchemy/engine/default.py:616) | |
connect (sqlalchemy/engine/create.py:643) | |
__connect (sqlalchemy/pool/base.py:896) | |
__init__ (sqlalchemy/pool/base.py:674) | |
_create_connection (sqlalchemy/pool/base.py:390) | |
_do_get (sqlalchemy/pool/impl.py:282) | |
checkout (sqlalchemy/pool/base.py:712) | |
_checkout (sqlalchemy/pool/base.py:1263) | |
connect (sqlalchemy/pool/base.py:449) | |
raw_connection (sqlalchemy/engine/base.py:3282) | |
__init__ (sqlalchemy/engine/base.py:145) | |
connect (sqlalchemy/engine/base.py:3258) | |
retry_pg_connection_fn (dagster_postgres/utils.py:117) | |
create_pg_connection (dagster_postgres/utils.py:165) | |
__enter__ (contextlib.py:135) | |
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114) | |
get_daemon_heartbeats (dagster/_core/storage/runs/sql_run_storage.py:805) | |
get_daemon_heartbeats (dagster/_core/instance/__init__.py:2935) | |
_check_add_heartbeat (dagster/_daemon/daemon.py:161) | |
run_daemon_loop (dagster/_daemon/daemon.py:96) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 119 (idle): "sensor_daemon_worker_0" | |
_worker (concurrent/futures/thread.py:81) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) | |
Thread 755584 (idle): "grpc-server-watch" | |
wait (threading.py:324) | |
wait (threading.py:607) | |
watch_for_changes (dagster/_grpc/server_watcher.py:89) | |
watch_grpc_server_thread (dagster/_grpc/server_watcher.py:119) | |
run (threading.py:953) | |
_bootstrap_inner (threading.py:1016) | |
_bootstrap (threading.py:973) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment