Singer Catalog Single Table Extractor

single_table.py

#!/usr/bin/env python
import json
import sys
full_catalog=sys.argv[1]
schema_table=sys.argv[2]

try:
    replication_method = sys.argv[3]
    replication_key = sys.argv[4]
except:
    replication_method="FULL_TABLE"

with open(full_catalog,'r') as f:
  npf = json.load(f)

stream = [x for x in npf['streams'] if x['tap_stream_id'] == schema_table]
if len(stream) > 1:
    print(f"ERROR: Catalog may not have been created correctly {schema_table} matches more than one stream")
    exit()

newobj = {'streams':[x for x in npf['streams'] if x['tap_stream_id'] == schema_table]}
newobj['streams'][0]['metadata'][0]['metadata']['selected'] = True
newobj['streams'][0]['metadata'][0]['metadata']['replication-method'] = replication_method
try:
    newobj['streams'][0]['metadata'][0]['metadata']['replication-key'] = replication_key
except:
    pass
    #print('No replication key')

print(json.dumps(newobj,indent=4))