Skip to content

Instantly share code, notes, and snippets.

@deep-diver
Created July 29, 2021 02:07
Show Gist options
  • Save deep-diver/e88342cc80e23d78f6c828318628e1ee to your computer and use it in GitHub Desktop.
Save deep-diver/e88342cc80e23d78f6c828318628e1ee to your computer and use it in GitHub Desktop.
{'ContainerOp': {'is_exit_handler': False, 'human_name': 'Model-export_model', 'display_name': None, 'name': 'model-export-model', 'node_selector': {}, 'volumes': [], 'tolerations': [], 'affinity': {}, 'pod_annotations': {}, 'pod_labels': {}, 'num_retries': 0, 'retry_policy': None, 'backoff_factor': None, 'backoff_duration': None, 'backoff_max_duration': None, 'timeout': 0, 'init_containers': [], 'sidecars': [], 'loop_args': None, '_inputs': [{{pipelineparam:op=;name=project}}, {{pipelineparam:op=automlimagetrainingjob-run;name=model}}], 'dependent_names': [], 'enable_caching': True, 'attrs_with_pipelineparams': ['node_selector', 'volumes', 'pod_annotations', 'pod_labels', 'num_retries', 'init_containers', 'sidecars', 'tolerations', '_container', 'artifact_arguments', '_parameter_arguments'], '_is_v2': False, '_container': {'args': ['--method.export_format_id',
'tflite',
'--method.artifact_destination',
'gs://output-model-gde-csp/flower-models/',
'--executor_input',
'{{$}}',
'--resource_name_output_artifact_uri',
"{{$.outputs.artifacts['exported_dataset'].uri}}",
'--init.project',
"{{$.inputs.parameters['project']}}",
'--init.model_name',
"{{$.inputs.artifacts['model'].uri}}"],
'command': ['python3',
'-m',
'google_cloud_pipeline_components.aiplatform.remote_runner',
'--cls_name',
'Model',
'--method_name',
'export_model'],
'env': None,
'env_from': None,
'image': 'gcr.io/ml-pipeline/google-cloud-pipeline-components:0.1.3',
'image_pull_policy': None,
'lifecycle': None,
'liveness_probe': None,
'ports': None,
'readiness_probe': None,
'resources': None,
'security_context': None,
'startup_probe': None,
'stdin': None,
'stdin_once': None,
'termination_message_path': None,
'termination_message_policy': None,
'tty': None,
'volume_devices': None,
'volume_mounts': None,
'working_dir': None}, 'add_env_from': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f597a0>, 'add_env_variable': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59830>, 'add_port': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59710>, 'add_resource_limit': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59680>, 'add_resource_request': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59b00>, 'add_volume_devices': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59c20>, 'add_volume_mount': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59d40>, 'set_cpu_limit': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59e60>, 'set_cpu_request': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f59f80>, 'set_ephemeral_storage_limit': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f280e0>, 'set_ephemeral_storage_request': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28200>, 'set_gpu_limit': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28320>, 'set_image_pull_policy': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28440>, 'set_lifecycle': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28560>, 'set_liveness_probe': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28680>, 'set_memory_limit': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f287a0>, 'set_memory_request': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f288c0>, 'set_readiness_probe': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f289e0>, 'set_security_context': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28b00>, 'set_stdin': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28c20>, 'set_stdin_once': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28d40>, 'set_termination_message_path': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28e60>, 'set_termination_message_policy': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f28f80>, 'set_tty': <function deprecation_warning.<locals>._wrapped at 0x7f5ca9f260e0>, 'input_artifact_paths': {'model': '/tmp/inputs/model/data'}, 'artifact_arguments': {'model': '{{pipelineparam:op=automlimagetrainingjob-run;name=model}}'}, 'file_outputs': {'exported_dataset': '/tmp/outputs/exported_dataset/data'}, 'output_artifact_paths': {}, '_metadata': ComponentSpec(name='Model-export_model', description=None, metadata=None, inputs=[InputSpec(name='project', type='String', description=None, default=None, optional=False, annotations=None), InputSpec(name='model', type='Model', description=None, default=None, optional=False, annotations=None)], outputs=[OutputSpec(name='exported_dataset', type='Dataset', description=None, annotations=None)], implementation=ContainerImplementation(container=ContainerSpec(image='gcr.io/ml-pipeline/google-cloud-pipeline-components:0.1.3', command=['python3', '-m', 'google_cloud_pipeline_components.aiplatform.remote_runner', '--cls_name', 'Model', '--method_name', 'export_model'], args=['--method.export_format_id', 'tflite', '--method.artifact_destination', 'gs://output-model-gde-csp/flower-models/', '--executor_input', '{{$}}', '--resource_name_output_artifact_uri', OutputUriPlaceholder(output_name='exported_dataset'), '--init.project', InputValuePlaceholder(input_name='project'), '--init.model_name', InputUriPlaceholder(input_name='model')], env=None, file_outputs=None)), version='google.com/cloud/pipelines/component/v1'), '_parameter_arguments': {'project': '{{pipelineparam:op=;name=project}}'}, 'execution_options': ExecutionOptionsSpec(retry_strategy=None, caching_strategy=CachingStrategySpec(max_cache_staleness=None)), 'outputs': {'exported_dataset': {{pipelineparam:op=model-export-model;name=exported_dataset}}}, 'output': {{pipelineparam:op=model-export-model;name=exported_dataset}}, 'pvolumes': {}, 'pvolume': None, '_component_ref': ComponentReference(name=None, digest='0fe77726f00cda84ab8326b9dfc696d052da725afc906124087a22f1190e0d4d', tag=None, url='/tmp/tmp9crjtnbs', spec=None), 'component_spec': input_definitions {
artifacts {
key: "model"
value {
artifact_type {
schema_title: "system.Model"
}
}
}
parameters {
key: "project"
value {
type: STRING
}
}
}
output_definitions {
artifacts {
key: "exported_dataset"
value {
artifact_type {
schema_title: "system.Dataset"
}
}
}
}
executor_label: "exec-model-export-model"
, 'task_spec': task_info {
name: "model-export-model"
}
inputs {
parameters {
key: "project"
value {
component_input_parameter: "project"
}
}
artifacts {
key: "model"
value {
task_output_artifact {
producer_task: "automlimagetrainingjob-run"
output_artifact_key: "model"
}
}
}
}
component_ref {
name: "comp-model-export-model"
}
}}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment