kfp_rest_api_testing.py

import json
import requests

files = {'uploadfile': open("compiled_pipeline.tar.gz", 'rb')}
reponse=requests.post(
    f"https://www.{domain}/pipeline/apis/v1beta1/pipelines/upload?resource_reference_key.type=NAMESPACE&resource_reference_key.id={namespace}", 
    files=files,   
    cookies=cookies
)
reponse.raise_for_status()


"""
{'id': '4b33c2d4-bcf4-4805-ab79-38fae586427a',
 'created_at': '2020-12-10T15:56:08Z',
 'name': 'compiled_pipeline.tar.gz',
 'parameters': [],
 'default_version': {'id': '4b33c2d4-bcf4-4805-ab79-38fae586427a',
  'name': 'compiled_pipeline.tar.gz',
  'created_at': '2020-12-10T15:56:08Z',
  'parameters': [],
  'resource_references': [{'key': {'type': 'PIPELINE',
     'id': '4b33c2d4-bcf4-4805-ab79-38fae586427a'},
    'relationship': 'OWNER'}]}}
""

pipeline_id=reponse.json()["id"]


reponse=requests.post(
    f"https://www.{domain}/pipeline/apis/v1beta1/runs?resource_reference_key.type=NAMESPACE&resource_reference_key.id={namespace}", 
    data=json.dumps(
        {
            "name":"compiled_pipeline_run1",
            "pipeline_spec": {
              "pipeline_id": pipeline_id
            }
        }
    ),   
    cookies=cookies,
    headers= {"Content-Type": "application/json"}
)
reponse.raise_for_status()

# results in
"""
---------------------------------------------------------------------------
HTTPError                                 Traceback (most recent call last)
<ipython-input-156-ff6acbe5bf5c> in <module>
     12     headers= {"Content-Type": "application/json"}
     13 )
---> 14 reponse.raise_for_status()

~\Anaconda3\lib\site-packages\requests\models.py in raise_for_status(self)
    939 
    940         if http_error_msg:
--> 941             raise HTTPError(http_error_msg, response=self)
    942 
    943     def close(self):

HTTPError: 409 Client Error: Conflict for url: https://www.dev-kubeflow-120.learn-mlops.com/pipeline/apis/v1beta1/runs?resource_reference_key.type=NAMESPACE&resource_reference_key.id=karl-schriek
""


# UPDATE:





reponse=requests.post(
    f"https://www.{domain}/pipeline/apis/v1beta1/runs?resource_reference_key.type=NAMESPACE&resource_reference_key.id={namespace}?filter", 
    data=json.dumps(
        {
            "name":"compiled_pipeline_run",
            "pipeline_spec": {
              "pipeline_id": pipeline_id
            },
            "resource_references": [
                {
                    "resource_reference_key.type":"NAMESPACE",
                    "resource_reference_key.id": namespace
                },
                {
                    "resource_reference_key.type":"EXPERIMENT",
                    "resource_reference_key.id": "54b002b6-c2dd-41c7-9ca0-3e0c7e133088"
                }                       
            ]
        }
    ),   
    cookies=cookies,
    headers= {"Content-Type": "application/json"}
)
reponse.raise_for_status()

# leads to:
"""
---------------------------------------------------------------------------
HTTPError                                 Traceback (most recent call last)
<ipython-input-179-3b2f0e4c26a0> in <module>
     22     headers= {"Content-Type": "application/json"}
     23 )
---> 24 reponse.raise_for_status()

~\Anaconda3\lib\site-packages\requests\models.py in raise_for_status(self)
    939 
    940         if http_error_msg:
--> 941             raise HTTPError(http_error_msg, response=self)
    942 
    943     def close(self):

HTTPError: 503 Server Error: Service Unavailable for url: https://www.dev-kubeflow-120.learn-mlops.com/pipeline/apis/v1beta1/runs?resource_reference_key.type=NAMESPACE&resource_reference_key.id=karl-schriek
"""