davidallan

davidallan

davidallan

davidallan

davidallan

import oci
import json
import requests
import sys
import glob
import os
from oci.signer import Signer

workspaceID = sys.argv [1]
applicationKey = sys.argv[2]

davidallan

from pyspark.sql import SparkSession
import os
import argparse


# Usage: 
def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('--inputfile')
    parser.add_argument('--outputfile')

davidallan

Introduction

This script can create schedules in OCI Data Integration from a tab delimited file or task schedules. The workspace ocid and application key are passed as parameters. The schedules and task schedules are created in this application/workspace and the referenced tasks and schedules are within it. This depends on the OCI Python SDK which is available in the OCI Console Cloud Shell preconfigured or can be installed locally (see here for details).

Save the Python file create_task_schedules.py into your client (easiest is Cloud Shell), then save same tsv file(s) for your schedules or task schedules. If you have the OCI Python SDK installed which is already inst

davidallan

{
"containers": [
{
"imageUrl": "iad.ocir.io/namespace/oci-mlflow:latest",
"displayName": "container-20230731-1429-1",
"environmentVariables": {
"MLFLOW_HOST": "0.0.0.0",
"MLFLOW_GUNICORN_OPTS": "--log-level debug",
"MLFLOW_PORT": "5000",
"MLFLOW_DEFAULT_ARTIFACT_ROOT": "oci://bucket@namespace/folder/",

davidallan

--
-- Terminate OCI Data Integration task, pass parameters;
--   workspace_ocid - workspace OCID
--   application_key - application key
--   task_run_key - task run key
--   region - region info
--   cred - OCI$RESOURCE_PRINICPAL or user credential name
--
create or replace procedure di_terminate_task(workspace_ocid VARCHAR2, application_key VARCHAR2, task_run_key VARCHAR2, region VARCHAR2, cred VARCHAR2, status OUT VARCHAR2) as 
  result DBMS_CLOUD_OCI_DI_DATA_INTEGRATION_UPDATE_TASK_RUN_RESPONSE_T;

davidallan

import oci
from oci.data_integration.data_integration_client import DataIntegrationClient
config = oci.config.from_file()
data_integration_client = DataIntegrationClient(config)

workspace_id="ocid1.disworkspace.oc1.iad...."
application_key="...."

create_schedule_response=data_integration_client.create_schedule(
    workspace_id=workspace_id,