Skip to content

Instantly share code, notes, and snippets.

@C0DK

C0DK/py-dump.py Secret

Created March 4, 2024 12:37
Show Gist options
  • Save C0DK/959c7ba24ed7db02d5157abce8841b56 to your computer and use it in GitHub Desktop.
Save C0DK/959c7ba24ed7db02d5157abce8841b56 to your computer and use it in GitHub Desktop.
root@5ded9ffa5880:/opt/dagster/dagster_home# py-spy dump --pid 1
Process 1: /usr/local/bin/python /usr/local/bin/dagster-daemon run
Python v3.10.9 (/usr/local/bin/python3.10)
Thread 1 (idle): "MainThread"
check_daemon_loop (dagster/_daemon/controller.py:279)
_daemon_run_command (dagster/_daemon/cli/__init__.py:106)
wrap (dagster/_core/telemetry.py:172)
run_command (dagster/_daemon/cli/__init__.py:83)
invoke (click/core.py:782)
invoke (click/core.py:1434)
invoke (click/core.py:1688)
main (click/core.py:1078)
__call__ (click/core.py:1157)
main (dagster/_daemon/cli/__init__.py:178)
<module> (dagster-daemon:8)
Thread 8 (idle): "grpc-server-registry-cleanup"
wait (threading.py:324)
wait (threading.py:607)
_clear_old_processes (dagster/_core/host_representation/grpc_server_registry.py:252)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 19 (idle): "dagster-daemon-SENSOR"
connect (psycopg2/__init__.py:122)
connect (sqlalchemy/engine/default.py:616)
connect (sqlalchemy/engine/create.py:643)
__connect (sqlalchemy/pool/base.py:896)
__init__ (sqlalchemy/pool/base.py:674)
_create_connection (sqlalchemy/pool/base.py:390)
_do_get (sqlalchemy/pool/impl.py:282)
checkout (sqlalchemy/pool/base.py:712)
_checkout (sqlalchemy/pool/base.py:1263)
connect (sqlalchemy/pool/base.py:449)
raw_connection (sqlalchemy/engine/base.py:3282)
__init__ (sqlalchemy/engine/base.py:145)
connect (sqlalchemy/engine/base.py:3258)
retry_pg_connection_fn (dagster_postgres/utils.py:117)
create_pg_connection (dagster_postgres/utils.py:165)
__enter__ (contextlib.py:135)
has_instigators_table (dagster/_core/storage/schedules/sql_schedule_storage.py:280)
all_instigator_state (dagster/_core/storage/schedules/sql_schedule_storage.py:88)
all_instigator_state (dagster/_core/instance/__init__.py:2832)
inner (dagster/_utils/__init__.py:672)
execute_sensor_iteration (dagster/_daemon/sensor.py:314)
execute_sensor_iteration_loop (dagster/_daemon/sensor.py:272)
core_loop (dagster/_daemon/daemon.py:299)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 20 (active+gil): "dagster-daemon-BACKFILL"
__add__ (pendulum/datetime.py:1243)
astimezone (pendulum/datetime.py:1278)
convert (pendulum/tz/timezone.py:136)
in_timezone (pendulum/datetime.py:357)
from_timestamp (pendulum/__init__.py:302)
to_timezone (dagster/_seven/compat/pendulum.py:119)
is_second_ambiguous_time (dagster/_core/definitions/time_window_partitions.py:85)
dst_safe_strftime (dagster/_core/definitions/time_window_partitions.py:127)
get_partition_keys (dagster/_core/definitions/time_window_partitions.py:451)
subset_with_all_partitions (dagster/_core/definitions/partition.py:217)
_check_target_partitions_subset_is_valid (dagster/_core/execution/asset_backfill.py:809)
_check_validity_and_deserialize_asset_backfill_data (dagster/_core/execution/asset_backfill.py:844)
execute_asset_backfill_iteration (dagster/_core/execution/asset_backfill.py:903)
execute_backfill_jobs (dagster/_daemon/backfill.py:49)
execute_backfill_iteration (dagster/_daemon/backfill.py:29)
run_iteration (dagster/_daemon/daemon.py:317)
core_loop (dagster/_daemon/daemon.py:225)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 23 (idle): "dagster-daemon-SCHEDULER"
wait (threading.py:324)
wait (threading.py:607)
execute_scheduler_iteration_loop (dagster/_scheduler/scheduler.py:202)
core_loop (dagster/_daemon/daemon.py:254)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 25 (idle): "dagster-daemon-QUEUED_RUN_COORDINATOR"
connect (psycopg2/__init__.py:122)
connect (sqlalchemy/engine/default.py:616)
connect (sqlalchemy/engine/create.py:643)
__connect (sqlalchemy/pool/base.py:896)
__init__ (sqlalchemy/pool/base.py:674)
_create_connection (sqlalchemy/pool/base.py:390)
_do_get (sqlalchemy/pool/impl.py:282)
checkout (sqlalchemy/pool/base.py:712)
_checkout (sqlalchemy/pool/base.py:1263)
connect (sqlalchemy/pool/base.py:449)
raw_connection (sqlalchemy/engine/base.py:3282)
__init__ (sqlalchemy/engine/base.py:145)
connect (sqlalchemy/engine/base.py:3258)
retry_pg_connection_fn (dagster_postgres/utils.py:117)
create_pg_connection (dagster_postgres/utils.py:165)
__enter__ (contextlib.py:135)
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114)
get_runs (dagster/_core/storage/runs/sql_run_storage.py:352)
get_runs (dagster/_core/instance/__init__.py:1782)
inner (dagster/_utils/__init__.py:672)
_get_in_progress_runs (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:288)
_get_runs_to_dequeue (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:199)
run_iteration (dagster/_daemon/run_coordinator/queued_run_coordinator_daemon.py:86)
core_loop (dagster/_daemon/daemon.py:225)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 27 (idle): "dagster-daemon-MONITORING"
wait (threading.py:324)
wait (threading.py:607)
core_loop (dagster/_daemon/daemon.py:231)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 29 (idle): "dagster-daemon-EVENT_LOG_CONSUMER"
connect (psycopg2/__init__.py:122)
connect (sqlalchemy/engine/default.py:616)
connect (sqlalchemy/engine/create.py:643)
__connect (sqlalchemy/pool/base.py:896)
__init__ (sqlalchemy/pool/base.py:674)
_create_connection (sqlalchemy/pool/base.py:390)
_do_get (sqlalchemy/pool/impl.py:282)
checkout (sqlalchemy/pool/base.py:712)
_checkout (sqlalchemy/pool/base.py:1263)
connect (sqlalchemy/pool/base.py:449)
raw_connection (sqlalchemy/engine/base.py:3282)
__init__ (sqlalchemy/engine/base.py:145)
connect (sqlalchemy/engine/base.py:3258)
retry_pg_connection_fn (dagster_postgres/utils.py:117)
create_pg_connection (dagster_postgres/utils.py:165)
__enter__ (contextlib.py:135)
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114)
get_cursor_values (dagster/_core/storage/runs/sql_run_storage.py:889)
_fetch_persisted_cursors (dagster/_daemon/auto_run_reexecution/event_log_consumer.py:109)
run_iteration (dagster/_daemon/auto_run_reexecution/event_log_consumer.py:46)
core_loop (dagster/_daemon/daemon.py:225)
run_daemon_loop (dagster/_daemon/daemon.py:109)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 31 (idle): "dagster-daemon-ASSET"
connect (psycopg2/__init__.py:122)
connect (sqlalchemy/engine/default.py:616)
connect (sqlalchemy/engine/create.py:643)
__connect (sqlalchemy/pool/base.py:896)
__init__ (sqlalchemy/pool/base.py:674)
_create_connection (sqlalchemy/pool/base.py:390)
_do_get (sqlalchemy/pool/impl.py:282)
checkout (sqlalchemy/pool/base.py:712)
_checkout (sqlalchemy/pool/base.py:1263)
connect (sqlalchemy/pool/base.py:449)
raw_connection (sqlalchemy/engine/base.py:3282)
__init__ (sqlalchemy/engine/base.py:145)
connect (sqlalchemy/engine/base.py:3258)
retry_pg_connection_fn (dagster_postgres/utils.py:117)
create_pg_connection (dagster_postgres/utils.py:165)
__enter__ (contextlib.py:135)
fetchall (dagster/_core/storage/runs/sql_run_storage.py:114)
get_daemon_heartbeats (dagster/_core/storage/runs/sql_run_storage.py:805)
get_daemon_heartbeats (dagster/_core/instance/__init__.py:2935)
_check_add_heartbeat (dagster/_daemon/daemon.py:161)
run_daemon_loop (dagster/_daemon/daemon.py:96)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 119 (idle): "sensor_daemon_worker_0"
_worker (concurrent/futures/thread.py:81)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Thread 755584 (idle): "grpc-server-watch"
wait (threading.py:324)
wait (threading.py:607)
watch_for_changes (dagster/_grpc/server_watcher.py:89)
watch_grpc_server_thread (dagster/_grpc/server_watcher.py:119)
run (threading.py:953)
_bootstrap_inner (threading.py:1016)
_bootstrap (threading.py:973)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment