Extract data from SQL Server: https://h3xagn.com

extract-sql-01.py

# retrieve tag metadata
query = """
set nocount on; 
print 'TagID,TagName,Description,ChangeTimestamp,SourceUniqueTagID,Maximum,Minimum,EngUnits'; 
select [TagID],[TagName],REPLACE([Description], ',', '') AS [Description],[ChangeTimestamp],[SourceUniqueTagID],[Maximum],[Minimum],[EngUnits]
from TagManager_Tags;
"""
sqlcmd = f'sqlcmd -S {server} -d ProcessDataDB -U {username} -P {password} -Q "{query}" -s "," -h -1 -W -o "./data/{site}_metadata.csv"'
logger.info("-- Getting tag metadata...")
os.system(sqlcmd)

# read metadata and compress it
df = pd.read_csv(f"./data/{site}_metadata.csv")
df.to_csv(f"./data/{site}_metadata.csv.gz", compression="gzip", index=False)
logger.info(f"Done.\n")