Condenser config File

README.md

This gist is to support an issue on the TonicAI/condenser project.

The config.json is designed to apply to the Neotoma Paleoecology Database, a postgres database (snapshot available here: https://figshare.com/articles/dataset/Neotoma_Database_Snapshot_2021-06-08/14750697)

The issue appears to be that the application hangs at some point in the processing, but it's not clear how to debug the issue.

config.json

{
    "initial_targets": [
        {
            "table":"ndb.sites",
            "percent": 100
        }
    ],
    "db_type": "postgres",
    "source_db_connection_info": {
        "user_name": "postgres",
        "host": "localhost",
        "db_name": "neotoma",
        "password": "postgres",
        "port": 5432
    },
    "destination_db_connection_info": {
        "user_name": "postgres",
        "host": "localhost",
        "db_name": "export",
        "port": 5432,
        "password": "postgres"
    },
    "upstream_filters": [
        { 
            "table": "ndb.constituentdatabases",
            "where": "databaseid=28"
        }
    ],
    "excluded_tables": [
    ],
    "passthrough_tables": [
      "ndb.rocktypes",
      "ndb.depenvttypes",
      "ndb.chroncontroltypes",
      "ndb.geopoliticalunits",
      "ndb.taxa",
      "ndb.lithostrat"
    ],
    "fk_augmentation": [],
    "post_subset_sql": [],
    "keep_disconnected_tables": true,
    "dependency_breaks": [
        {"fk_table": "ndb.geopoliticalunits", "target_table": "geopoliticalunits"},
        {"fk_table": "ndb.taxa", "target_table": "ndb.taxa"},
        {"fk_table": "ndb.chroncontroltypes", "target_table": "ndb.chroncontroltypes"},
        {"fk_table": "ndb.depenvttypes", "target_table": "ndb.depenvttypes"},
        {"fk_table": "ndb.rocktypes", "target_table": "ndb.rocktypes"},
        {"fk_table": "ndb.lithostrat", "target_table": "ndb.lithostrat"}
    ]
 }