kshitijcode

table_raw = "integrationtest_users"
table_processed = "processed_integrationtest_user"

# Trigger the Master Pipeline for Processed to processed Zone
masterpipeline_processed_params = {
    "lookUpTables": [{
        "SourceTableSchemaName": "dbo",
        "SourceTableName": table_raw,
        "SinkTableSchemaName": "dbo",
        "SinkTableName": table_processed,

kshitijcode

pipeline_run_result = pipelineutils.run_and_observe_pipeline(
    azure_credential, synapse_endpoint, pipeline_name, masterpipeline_processed_params)

assert pipeline_run_result == constants.PIPELINE_SUCCESS_STATUS

# Check for Data in processed Zone
cursor = sql_connection_client.cursor()
cursor.execute(
    "SELECT COUNT(*) AS COUNT FROM [dbo].[{0}]".format(table_processed))
row = cursor.fetchone()

kshitijcode

 annotations:
    service.beta.kubernetes.io/azure-load-balancer-internal: "true"
    #https://cloud-provider-azure.sigs.k8s.io/topics/pls-integration/
    service.beta.kubernetes.io/azure-pls-create: "true"
    #create private link service with name private-link-demo
    service.beta.kubernetes.io/azure-pls-name: "private-link-demo"

kshitijcode

import aiohttp
import argparse
import asyncio
import json
import logging
import re
import tiktoken
import time
from status_tracker import StatusTracker
from api_request import APIRequest