Skip to content

Instantly share code, notes, and snippets.

@edpark

edpark/Evaluator logs Secret

Last active January 11, 2022 04:25
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save edpark/09783ef24d50b58c5010355662009fbf to your computer and use it in GitHub Desktop.
Save edpark/09783ef24d50b58c5010355662009fbf to your computer and use it in GitHub Desktop.
Download ZIP
Evaluator Logs + pipeline.json
Raw
Evaluator logs
2022-01-11T03:51:14.074965211Z,2022-01-11T03:51:14.309837846Z,
2022-01-11T03:51:14.861813361Z,
"
2022-01-11T03:51:15.307151195Z,"Opening GCS connection...
"
2022-01-11T03:51:15.307411653Z,"Mounting file system ""gcsfuse""...
"
2022-01-11T03:51:15.311100604Z,"File system has been successfully mounted.
2022-01-11T03:51:45.087414431Z,
2022-01-11T03:51:45.211874969Z,
"
2022-01-11T03:51:45.506289171Z,"2022-01-11 03:51:45.506008: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/local/cuda/lib64:/usr/local/cuda/lib:/usr/local/lib/x86_64-linux-gnu:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
"
2022-01-11T03:51:45.506461265Z,"2022-01-11 03:51:45.506178: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
"
2022-01-11T03:51:45.506474880Z,"2022-01-11 03:51:45.506248: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (cmle-training-workerpool0-ce708eaab0-0-srh4t): /proc/driver/nvidia/version does not exist
"
2022-01-11T03:51:45.564173609Z,"I0111 03:51:45.563652 139994684507968 kubeflow_v2_run_executor.py:87] Executor tfx.components.evaluator.executor.Executor do: inputs: {'examples': [Artifact(artifact: id: 7201903680110177211
"
2022-01-11T03:51:45.564224057Z,"uri: ""gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline/692954754682/clearsafety-rules-pipeline-20220110191724/CsvExampleGen_4411524324637278208/examples""
"
2022-01-11T03:51:45.564230670Z,"properties {
"
2022-01-11T03:51:45.564234671Z," key: ""split_names""
"
2022-01-11T03:51:45.564238638Z," value {
"
2022-01-11T03:51:45.564242378Z," string_value: ""[\""train\"", \""eval\""]""
"
2022-01-11T03:51:45.564246776Z," }
"
2022-01-11T03:51:45.564250411Z,"}
"
2022-01-11T03:51:45.564254130Z,"custom_properties {
"
2022-01-11T03:51:45.564257745Z," key: ""file_format""
"
2022-01-11T03:51:45.564261428Z," value {
"
2022-01-11T03:51:45.564264965Z," struct_value {
"
2022-01-11T03:51:45.564268603Z," fields {
"
2022-01-11T03:51:45.564272127Z," key: ""__value__""
"
2022-01-11T03:51:45.564275745Z," value {
"
2022-01-11T03:51:45.564279255Z," string_value: ""tfrecords_gzip""
"
2022-01-11T03:51:45.564293006Z," }
"
2022-01-11T03:51:45.564297010Z," }
"
2022-01-11T03:51:45.564300575Z," }
"
2022-01-11T03:51:45.564304073Z," }
"
2022-01-11T03:51:45.564307627Z,"}
"
2022-01-11T03:51:45.564311047Z,"custom_properties {
"
2022-01-11T03:51:45.564314535Z," key: ""input_fingerprint""
"
2022-01-11T03:51:45.564318149Z," value {
"
2022-01-11T03:51:45.564321588Z," struct_value {
"
2022-01-11T03:51:45.564325030Z," fields {
"
2022-01-11T03:51:45.564328482Z," key: ""__value__""
"
2022-01-11T03:51:45.564332039Z," value {
"
2022-01-11T03:51:45.564340808Z," string_value: ""split:single_split,num_files:1,total_bytes:208,xor_checksum:1640795590,sum_checksum:1640795590""
"
2022-01-11T03:51:45.564344719Z," }
"
2022-01-11T03:51:45.564348168Z," }
"
2022-01-11T03:51:45.564351943Z," }
"
2022-01-11T03:51:45.564382987Z," }
"
2022-01-11T03:51:45.564387238Z,"}
"
2022-01-11T03:51:45.564390686Z,"custom_properties {
"
2022-01-11T03:51:45.564394215Z," key: ""payload_format""
"
2022-01-11T03:51:45.564397849Z," value {
"
2022-01-11T03:51:45.564401258Z," struct_value {
"
2022-01-11T03:51:45.564404705Z," fields {
"
2022-01-11T03:51:45.564408184Z," key: ""__value__""
"
2022-01-11T03:51:45.564411685Z," value {
"
2022-01-11T03:51:45.564415175Z," string_value: ""FORMAT_TF_EXAMPLE""
"
2022-01-11T03:51:45.564418747Z," }
"
2022-01-11T03:51:45.564422142Z," }
"
2022-01-11T03:51:45.564425647Z," }
"
2022-01-11T03:51:45.564429190Z," }
"
2022-01-11T03:51:45.564432603Z,"}
"
2022-01-11T03:51:45.564436002Z,"custom_properties {
"
2022-01-11T03:51:45.564439556Z," key: ""span""
"
2022-01-11T03:51:45.564443115Z," value {
"
2022-01-11T03:51:45.564446601Z," struct_value {
"
2022-01-11T03:51:45.564459963Z," fields {
"
2022-01-11T03:51:45.564464041Z," key: ""__value__""
"
2022-01-11T03:51:45.564467592Z," value {
"
2022-01-11T03:51:45.564471071Z," number_value: 0.0
"
2022-01-11T03:51:45.564474631Z," }
"
2022-01-11T03:51:45.564478162Z," }
"
2022-01-11T03:51:45.564481599Z," }
"
2022-01-11T03:51:45.564485027Z," }
"
2022-01-11T03:51:45.564488645Z,"}
"
2022-01-11T03:51:45.564492135Z,"custom_properties {
"
2022-01-11T03:51:45.564495876Z," key: ""tfx_version""
"
2022-01-11T03:51:45.564499408Z," value {
"
2022-01-11T03:51:45.564502812Z," struct_value {
"
2022-01-11T03:51:45.564506484Z," fields {
"
2022-01-11T03:51:45.564509941Z," key: ""__value__""
"
2022-01-11T03:51:45.564513459Z," value {
"
2022-01-11T03:51:45.564516919Z," string_value: ""1.5.0""
"
2022-01-11T03:51:45.564520523Z," }
"
2022-01-11T03:51:45.564523936Z," }
"
2022-01-11T03:51:45.564527355Z," }
"
2022-01-11T03:51:45.564541077Z," }
"
2022-01-11T03:51:45.564544532Z,"}
"
2022-01-11T03:51:45.564547968Z,", artifact_type: name: ""Examples""
"
2022-01-11T03:51:45.564551670Z,"properties {
"
2022-01-11T03:51:45.564555227Z," key: ""span""
"
2022-01-11T03:51:45.564558738Z," value: INT
"
2022-01-11T03:51:45.564562167Z,"}
"
2022-01-11T03:51:45.564565553Z,"properties {
"
2022-01-11T03:51:45.564569006Z," key: ""split_names""
"
2022-01-11T03:51:45.564577144Z," value: STRING
"
2022-01-11T03:51:45.564580690Z,"}
"
2022-01-11T03:51:45.564584160Z,"properties {
"
2022-01-11T03:51:45.564587601Z," key: ""version""
"
2022-01-11T03:51:45.564591175Z," value: INT
"
2022-01-11T03:51:45.564594610Z,"}
"
2022-01-11T03:51:45.564598021Z,"base_type: DATASET
"
2022-01-11T03:51:45.564601504Z,")], 'model': [Artifact(artifact: id: 7056850709197782359
"
2022-01-11T03:51:45.564614794Z,"uri: ""gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline/692954754682/clearsafety-rules-pipeline-20220110191724/Trainer_4843869888864845824/model""
"
2022-01-11T03:51:45.564619360Z,"custom_properties {
"
2022-01-11T03:51:45.564622853Z," key: ""tfx_version""
"
2022-01-11T03:51:45.564626361Z," value {
"
2022-01-11T03:51:45.564629796Z," struct_value {
"
2022-01-11T03:51:45.564633245Z," fields {
"
2022-01-11T03:51:45.564652097Z," key: ""__value__""
"
2022-01-11T03:51:45.564657153Z," value {
"
2022-01-11T03:51:45.564660751Z," string_value: ""1.5.0""
"
2022-01-11T03:51:45.564664339Z," }
"
2022-01-11T03:51:45.564667795Z," }
"
2022-01-11T03:51:45.564671260Z," }
"
2022-01-11T03:51:45.564674709Z," }
"
2022-01-11T03:51:45.564678110Z,"}
"
2022-01-11T03:51:45.564681539Z,", artifact_type: name: ""Model""
"
2022-01-11T03:51:45.564695363Z,")]}, outputs: {'evaluation': [Artifact(artifact: id: 4162979876898678260
"
2022-01-11T03:51:45.564699197Z,"uri: ""gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline/692954754682/clearsafety-rules-pipeline-20220110191724/Evaluator_-4811847712217497600/evaluation""
"
2022-01-11T03:51:45.564703201Z,", artifact_type: name: ""ModelEvaluation""
"
2022-01-11T03:51:45.564706911Z,")], 'blessing': [Artifact(artifact: id: 2933167744470345273
"
2022-01-11T03:51:45.564710580Z,"uri: ""gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline/692954754682/clearsafety-rules-pipeline-20220110191724/Evaluator_-4811847712217497600/blessing""
"
2022-01-11T03:51:45.564714562Z,", artifact_type: name: ""ModelBlessing""
"
2022-01-11T03:51:45.564721547Z,")]}, exec_properties: {'example_splits': 'null', 'fairness_indicator_thresholds': 'null', 'eval_config': '{\n ""metrics_specs"": [\n {\n ""metrics"": [\n {\n ""class_name"": ""ExampleCount""\n },\n {\n ""class_name"": ""BinaryAccuracy"",\n ""threshold"": {\n ""change_threshold"": {\n ""absolute"": -1e-10,\n ""direction"": ""HIGHER_IS_BETTER""\n },\n ""value_threshold"": {\n ""lower_bound"": 0.5\n }\n }\n }\n ]\n }\n ],\n ""model_specs"": [\n {\n ""label_key"": ""label_xf"",\n ""preprocessing_function_names"": [\n ""transform_features""\n ],\n ""signature_name"": ""serving_default""\n }\n ],\n ""options"": {\n ""compute_confidence_intervals"": true\n },\n ""slicing_specs"": [\n {}\n ]\n}'}
"
2022-01-11T03:51:45.568383111Z,"W0111 03:51:45.567920 139994684507968 pipeline_options.py:309] Discarding unparseable args: ['/opt/conda/lib/python3.7/site-packages/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor.py']
"
2022-01-11T03:51:45.568469480Z,"I0111 03:51:45.568348 139994684507968 dependency_utils.py:67] Attempting to infer TFX Python dependency for beam
"
2022-01-11T03:51:45.568852883Z,"I0111 03:51:45.568673 139994684507968 dependency_utils.py:108] Copying all content from install dir /opt/conda/lib/python3.7/site-packages/tfx to temp dir /tmp/tmpts92ohzw/build/tfx
"
2022-01-11T03:51:45.886102887Z,"I0111 03:51:45.885430 139994684507968 dependency_utils.py:114] Generating a temp setup file at /tmp/tmpts92ohzw/build/tfx/setup.py
"
2022-01-11T03:51:45.886605996Z,"I0111 03:51:45.886383 139994684507968 dependency_utils.py:127] Creating temporary sdist package, logs available at /tmp/tmpts92ohzw/build/tfx/setup.log
"
2022-01-11T03:51:47.215677424Z,"I0111 03:51:47.215210 139994684507968 dependency_utils.py:70] Added --extra_package=/tmp/tmpts92ohzw/build/tfx/dist/tfx_ephemeral-1.5.0.tar.gz to beam args
"
2022-01-11T03:51:47.216718501Z,"I0111 03:51:47.216493 139994684507968 kubeflow_v2_run_executor.py:96] Starting executor
"
2022-01-11T03:51:47.218661489Z,"I0111 03:51:47.218416 139994684507968 udf_utils.py:48] udf_utils.get_fn {'example_splits': 'null', 'fairness_indicator_thresholds': 'null', 'eval_config': '{\n ""metrics_specs"": [\n {\n ""metrics"": [\n {\n ""class_name"": ""ExampleCount""\n },\n {\n ""class_name"": ""BinaryAccuracy"",\n ""threshold"": {\n ""change_threshold"": {\n ""absolute"": -1e-10,\n ""direction"": ""HIGHER_IS_BETTER""\n },\n ""value_threshold"": {\n ""lower_bound"": 0.5\n }\n }\n }\n ]\n }\n ],\n ""model_specs"": [\n {\n ""label_key"": ""label_xf"",\n ""preprocessing_function_names"": [\n ""transform_features""\n ],\n ""signature_name"": ""serving_default""\n }\n ],\n ""options"": {\n ""compute_confidence_intervals"": true\n },\n ""slicing_specs"": [\n {}\n ]\n}'} 'custom_eval_shared_model'
"
2022-01-11T03:51:47.220193891Z,"I0111 03:51:47.219367 139994684507968 config_util.py:186] Request was made to ignore the baseline ModelSpec and any change thresholds. This is likely because a baseline model was not provided: updated_config=
"
2022-01-11T03:51:47.220216240Z,"model_specs {
"
2022-01-11T03:51:47.220221617Z," signature_name: ""serving_default""
"
2022-01-11T03:51:47.220225907Z," label_key: ""label_xf""
"
2022-01-11T03:51:47.220236701Z," preprocessing_function_names: ""transform_features""
"
2022-01-11T03:51:47.220240875Z,"}
"
2022-01-11T03:51:47.220244471Z,"slicing_specs {
"
2022-01-11T03:51:47.220248248Z,"}
"
2022-01-11T03:51:47.220251740Z,"metrics_specs {
"
2022-01-11T03:51:47.220255303Z," metrics {
"
2022-01-11T03:51:47.220258874Z," class_name: ""ExampleCount""
"
2022-01-11T03:51:47.220262589Z," }
"
2022-01-11T03:51:47.220266090Z," metrics {
"
2022-01-11T03:51:47.220269622Z," class_name: ""BinaryAccuracy""
"
2022-01-11T03:51:47.220287182Z," threshold {
"
2022-01-11T03:51:47.220290905Z," value_threshold {
"
2022-01-11T03:51:47.220294492Z," lower_bound {
"
2022-01-11T03:51:47.220297991Z," value: 0.5
"
2022-01-11T03:51:47.220301523Z," }
"
2022-01-11T03:51:47.220305065Z," }
"
2022-01-11T03:51:47.220308559Z," }
"
2022-01-11T03:51:47.220312039Z," }
"
2022-01-11T03:51:47.220315503Z,"}
"
2022-01-11T03:51:47.220319053Z,"options {
"
2022-01-11T03:51:47.220322562Z," compute_confidence_intervals {
"
2022-01-11T03:51:47.220326144Z," value: true
"
2022-01-11T03:51:47.220329726Z," }
"
2022-01-11T03:51:47.220333301Z," confidence_intervals {
"
2022-01-11T03:51:47.220336849Z," method: JACKKNIFE
"
2022-01-11T03:51:47.220340401Z," }
"
2022-01-11T03:51:47.220343859Z,"}
"
2022-01-11T03:51:47.220347333Z,"
"
2022-01-11T03:51:47.315027509Z,"I0111 03:51:47.314713 139994684507968 executor.py:188] Using gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline/692954754682/clearsafety-rules-pipeline-20220110191724/Trainer_4843869888864845824/model/Format-Serving as model.
"
2022-01-11T03:51:47.718296526Z,"2022-01-11 03:51:47.718018: I tensorflow/core/platform/cpu_feature_guard.cc:151] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
"
2022-01-11T03:51:47.718356612Z,"To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
"
2022-01-11T03:51:47.967115747Z,"I0111 03:51:47.966635 139994684507968 executor.py:233] The 'example_splits' parameter is not set, using 'eval' split.
"
2022-01-11T03:51:47.967570326Z,"I0111 03:51:47.966984 139994684507968 executor.py:236] Evaluating model.
"
2022-01-11T03:51:47.968801893Z,"I0111 03:51:47.968568 139994684507968 pipeline.py:188] Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
"
2022-01-11T03:51:47.983816489Z,"I0111 03:51:47.983505 139994684507968 auth.py:105] Setting socket default timeout to 60 seconds.
"
2022-01-11T03:51:47.984576025Z,"I0111 03:51:47.983684 139994684507968 auth.py:108] socket default timeout is 60.0 seconds.
"
2022-01-11T03:51:47.988484099Z,"I0111 03:51:47.988264 139994684507968 gcsio.py:557] Starting the size estimation of the input
"
2022-01-11T03:51:47.989790975Z,"I0111 03:51:47.989618 139994684507968 transport.py:157] Attempting refresh to obtain initial access_token
"
2022-01-11T03:51:48.044521727Z,"I0111 03:51:48.044120 139994684507968 gcsio.py:573] Finished listing 1 files in 0.05585527420043945 seconds.
"
2022-01-11T03:51:48.110274598Z,"I0111 03:51:48.109846 139994684507968 udf_utils.py:48] udf_utils.get_fn {'example_splits': 'null', 'fairness_indicator_thresholds': 'null', 'eval_config': '{\n ""metrics_specs"": [\n {\n ""metrics"": [\n {\n ""class_name"": ""ExampleCount""\n },\n {\n ""class_name"": ""BinaryAccuracy"",\n ""threshold"": {\n ""change_threshold"": {\n ""absolute"": -1e-10,\n ""direction"": ""HIGHER_IS_BETTER""\n },\n ""value_threshold"": {\n ""lower_bound"": 0.5\n }\n }\n }\n ]\n }\n ],\n ""model_specs"": [\n {\n ""label_key"": ""label_xf"",\n ""preprocessing_function_names"": [\n ""transform_features""\n ],\n ""signature_name"": ""serving_default""\n }\n ],\n ""options"": {\n ""compute_confidence_intervals"": true\n },\n ""slicing_specs"": [\n {}\n ]\n}'} 'custom_extractors'
"
2022-01-11T03:51:48.113875851Z,"I0111 03:51:48.113554 139994684507968 config_util.py:186] Request was made to ignore the baseline ModelSpec and any change thresholds. This is likely because a baseline model was not provided: updated_config=
"
2022-01-11T03:51:48.113911888Z,"model_specs {
"
2022-01-11T03:51:48.113917268Z," signature_name: ""serving_default""
"
2022-01-11T03:51:48.113921232Z," label_key: ""label_xf""
"
2022-01-11T03:51:48.113924994Z," preprocessing_function_names: ""transform_features""
"
2022-01-11T03:51:48.113928809Z,"}
"
2022-01-11T03:51:48.113932392Z,"slicing_specs {
"
2022-01-11T03:51:48.113935917Z,"}
"
2022-01-11T03:51:48.113939518Z,"metrics_specs {
"
2022-01-11T03:51:48.113962559Z," metrics {
"
2022-01-11T03:51:48.113966899Z," class_name: ""ExampleCount""
"
2022-01-11T03:51:48.113970552Z," }
"
2022-01-11T03:51:48.113974028Z," metrics {
"
2022-01-11T03:51:48.113977551Z," class_name: ""BinaryAccuracy""
"
2022-01-11T03:51:48.113981206Z," threshold {
"
2022-01-11T03:51:48.113984682Z," value_threshold {
"
2022-01-11T03:51:48.113988212Z," lower_bound {
"
2022-01-11T03:51:48.114042253Z," value: 0.5
"
2022-01-11T03:51:48.114047674Z," }
"
2022-01-11T03:51:48.114051294Z," }
"
2022-01-11T03:51:48.114054845Z," }
"
2022-01-11T03:51:48.114058369Z," }
"
2022-01-11T03:51:48.114061808Z," model_names: """"
"
2022-01-11T03:51:48.114065410Z,"}
"
2022-01-11T03:51:48.114069028Z,"options {
"
2022-01-11T03:51:48.114072562Z," compute_confidence_intervals {
"
2022-01-11T03:51:48.114076505Z," value: true
"
2022-01-11T03:51:48.114080047Z," }
"
2022-01-11T03:51:48.114083599Z," confidence_intervals {
"
2022-01-11T03:51:48.114104605Z," method: JACKKNIFE
"
2022-01-11T03:51:48.114108568Z," }
"
2022-01-11T03:51:48.114112039Z,"}
"
2022-01-11T03:51:48.114115606Z,"
"
2022-01-11T03:51:48.114123898Z,"I0111 03:51:48.113875 139994684507968 config_util.py:186] Request was made to ignore the baseline ModelSpec and any change thresholds. This is likely because a baseline model was not provided: updated_config=
"
2022-01-11T03:51:48.114128099Z,"model_specs {
"
2022-01-11T03:51:48.114144411Z," signature_name: ""serving_default""
"
2022-01-11T03:51:48.114148205Z," label_key: ""label_xf""
"
2022-01-11T03:51:48.114151835Z," preprocessing_function_names: ""transform_features""
"
2022-01-11T03:51:48.114155476Z,"}
"
2022-01-11T03:51:48.114158902Z,"slicing_specs {
"
2022-01-11T03:51:48.114162948Z,"}
"
2022-01-11T03:51:48.114182510Z,"metrics_specs {
"
2022-01-11T03:51:48.114188725Z," metrics {
"
2022-01-11T03:51:48.114194032Z," class_name: ""ExampleCount""
"
2022-01-11T03:51:48.114199056Z," }
"
2022-01-11T03:51:48.114204245Z," metrics {
"
2022-01-11T03:51:48.114209678Z," class_name: ""BinaryAccuracy""
"
2022-01-11T03:51:48.114215218Z," threshold {
"
2022-01-11T03:51:48.114220354Z," value_threshold {
"
2022-01-11T03:51:48.114225876Z," lower_bound {
"
2022-01-11T03:51:48.114231228Z," value: 0.5
"
2022-01-11T03:51:48.114236645Z," }
"
2022-01-11T03:51:48.114241810Z," }
"
2022-01-11T03:51:48.114245517Z," }
"
2022-01-11T03:51:48.114260602Z," }
"
2022-01-11T03:51:48.114264642Z," model_names: """"
"
2022-01-11T03:51:48.114268250Z,"}
"
2022-01-11T03:51:48.114271692Z,"options {
"
2022-01-11T03:51:48.114275225Z," compute_confidence_intervals {
"
2022-01-11T03:51:48.114278782Z," value: true
"
2022-01-11T03:51:48.114282250Z," }
"
2022-01-11T03:51:48.114285674Z," confidence_intervals {
"
2022-01-11T03:51:48.114289594Z," method: JACKKNIFE
"
2022-01-11T03:51:48.114293109Z," }
"
2022-01-11T03:51:48.114296547Z,"}
"
2022-01-11T03:51:48.114300002Z,"
"
2022-01-11T03:51:48.114679877Z,"I0111 03:51:48.114472 139994684507968 config_util.py:186] Request was made to ignore the baseline ModelSpec and any change thresholds. This is likely because a baseline model was not provided: updated_config=
"
2022-01-11T03:51:48.114688418Z,"model_specs {
"
2022-01-11T03:51:48.114692274Z," signature_name: ""serving_default""
"
2022-01-11T03:51:48.114695919Z," label_key: ""label_xf""
"
2022-01-11T03:51:48.114699520Z," preprocessing_function_names: ""transform_features""
"
2022-01-11T03:51:48.114703221Z,"}
"
2022-01-11T03:51:48.114725445Z,"slicing_specs {
"
2022-01-11T03:51:48.114729226Z,"}
"
2022-01-11T03:51:48.114732782Z,"metrics_specs {
"
2022-01-11T03:51:48.114736250Z," metrics {
"
2022-01-11T03:51:48.114739728Z," class_name: ""ExampleCount""
"
2022-01-11T03:51:48.114743354Z," }
"
2022-01-11T03:51:48.114746796Z," metrics {
"
2022-01-11T03:51:48.114750316Z," class_name: ""BinaryAccuracy""
"
2022-01-11T03:51:48.114760563Z," threshold {
"
2022-01-11T03:51:48.114764159Z," value_threshold {
"
2022-01-11T03:51:48.114767704Z," lower_bound {
"
2022-01-11T03:51:48.114771222Z," value: 0.5
"
2022-01-11T03:51:48.114774781Z," }
"
2022-01-11T03:51:48.114778605Z," }
"
2022-01-11T03:51:48.114782217Z," }
"
2022-01-11T03:51:48.114785652Z," }
"
2022-01-11T03:51:48.114797396Z," model_names: """"
"
2022-01-11T03:51:48.114801420Z,"}
"
2022-01-11T03:51:48.114804863Z,"options {
"
2022-01-11T03:51:48.114808385Z," compute_confidence_intervals {
"
2022-01-11T03:51:48.114812042Z," value: true
"
2022-01-11T03:51:48.114815558Z," }
"
2022-01-11T03:51:48.114818962Z," confidence_intervals {
"
2022-01-11T03:51:48.114822461Z," method: JACKKNIFE
"
2022-01-11T03:51:48.114826037Z," }
"
2022-01-11T03:51:48.114829462Z,"}
"
2022-01-11T03:51:48.114832926Z,"
"
2022-01-11T03:51:48.116839623Z,"I0111 03:51:48.116404 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.117002572Z,"I0111 03:51:48.116838 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.147206972Z,"I0111 03:51:48.146795 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.147253990Z,"I0111 03:51:48.147041 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.161744059Z,"I0111 03:51:48.161386 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.161958473Z,"I0111 03:51:48.161763 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.162606445Z,"I0111 03:51:48.162344 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.162663507Z,"I0111 03:51:48.162481 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.163646723Z,"I0111 03:51:48.163459 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.163729685Z,"I0111 03:51:48.163611 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.165778332Z,"I0111 03:51:48.165583 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.165912021Z,"I0111 03:51:48.165748 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.173915846Z,"I0111 03:51:48.173684 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.174096645Z,"I0111 03:51:48.173886 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.188589486Z,"I0111 03:51:48.188273 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.188651583Z,"I0111 03:51:48.188482 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.189311658Z,"I0111 03:51:48.189073 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.189373154Z,"I0111 03:51:48.189246 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.190485376Z,"I0111 03:51:48.190318 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.190562750Z,"I0111 03:51:48.190461 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.195712930Z,"I0111 03:51:48.195491 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.195760254Z,"I0111 03:51:48.195655 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.196203455Z,"I0111 03:51:48.196018 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.196260203Z,"I0111 03:51:48.196149 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.197084777Z,"I0111 03:51:48.196921 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.197207292Z,"I0111 03:51:48.197065 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Sequence[typing.MutableMapping[str, typing.Any]]
"
2022-01-11T03:51:48.203432702Z,"I0111 03:51:48.203215 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.203553373Z,"I0111 03:51:48.203438 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.204290734Z,"I0111 03:51:48.204094 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.204529873Z,"I0111 03:51:48.204373 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.205909180Z,"I0111 03:51:48.205701 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.206186067Z,"I0111 03:51:48.206009 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.220472697Z,"I0111 03:51:48.220169 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.220979321Z,"I0111 03:51:48.220798 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.221961733Z,"I0111 03:51:48.221763 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.228539687Z,"I0111 03:51:48.228290 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.229188623Z,"I0111 03:51:48.228997 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.230064371Z,"I0111 03:51:48.229821 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.230502949Z,"I0111 03:51:48.230328 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.231727478Z,"I0111 03:51:48.231517 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:48.232264328Z,"I0111 03:51:48.232060 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.MutableMapping[str, typing.Any]
"
2022-01-11T03:51:50.093496980Z,"I0111 03:51:50.093053 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Type[typing.Union[tensorflow_model_analysis.metrics.metric_types.MetricKey, tensorflow_model_analysis.metrics.metric_types.PlotKey, tensorflow_model_analysis.metrics.metric_types.AttributionsKey]]
"
2022-01-11T03:51:50.101684956Z,"I0111 03:51:50.101329 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Type[typing.Union[tensorflow_model_analysis.metrics.metric_types.MetricKey, tensorflow_model_analysis.metrics.metric_types.PlotKey, tensorflow_model_analysis.metrics.metric_types.AttributionsKey]]
"
2022-01-11T03:51:50.110153208Z,"I0111 03:51:50.109782 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Type[typing.Union[tensorflow_model_analysis.metrics.metric_types.MetricKey, tensorflow_model_analysis.metrics.metric_types.PlotKey, tensorflow_model_analysis.metrics.metric_types.AttributionsKey]]
"
2022-01-11T03:51:50.203142823Z,"I0111 03:51:50.202655 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Callable[[typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]]], typing.Dict[str, typing.Tuple[typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]]]
"
2022-01-11T03:51:50.265101255Z,"I0111 03:51:50.264610 139994684507968 native_type_compatibility.py:248] Using Any for unsupported type: typing.Callable[[typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor, typing.Dict[str, typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]]], typing.Dict[str, typing.Tuple[typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor], typing.Union[tensorflow.python.framework.ops.Tensor, tensorflow.python.framework.sparse_tensor.SparseTensor, tensorflow.python.ops.ragged.ragged_tensor.RaggedTensor]]]]
"
2022-01-11T03:51:50.644515301Z,"W0111 03:51:50.644104 139994684507968 pipeline_options.py:309] Discarding unparseable args: ['/opt/conda/lib/python3.7/site-packages/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor.py']
"
2022-01-11T03:51:50.645007395Z,"W0111 03:51:50.644780 139994684507968 environments.py:374] Make sure that locally built Python SDK docker image has Python 3.7 interpreter.
"
2022-01-11T03:51:50.645104766Z,"I0111 03:51:50.644950 139994684507968 environments.py:380] Default Python SDK image for environment is apache/beam_python3.7_sdk:2.34.0
"
2022-01-11T03:51:52.028039170Z,"I0111 03:51:52.027589 139994684507968 translations.py:678] ==================== <function annotate_downstream_side_inputs at 0x7f5286994a70> ====================
"
2022-01-11T03:51:52.032925556Z,"I0111 03:51:52.032557 139994684507968 translations.py:678] ==================== <function fix_side_input_pcoll_coders at 0x7f5286994b90> ====================
"
2022-01-11T03:51:52.035649613Z,"I0111 03:51:52.035356 139994684507968 translations.py:678] ==================== <function pack_combiners at 0x7f528699a0e0> ====================
"
2022-01-11T03:51:52.043521750Z,"I0111 03:51:52.043212 139994684507968 translations.py:678] ==================== <function lift_combiners at 0x7f528699a170> ====================
"
2022-01-11T03:51:52.084657801Z,"I0111 03:51:52.084247 139994684507968 translations.py:678] ==================== <function expand_sdf at 0x7f528699a320> ====================
"
2022-01-11T03:51:52.090968006Z,"I0111 03:51:52.090636 139994684507968 translations.py:678] ==================== <function expand_gbk at 0x7f528699a3b0> ====================
"
2022-01-11T03:51:52.100759504Z,"I0111 03:51:52.100412 139994684507968 translations.py:678] ==================== <function sink_flattens at 0x7f528699a4d0> ====================
"
2022-01-11T03:51:52.126912106Z,"I0111 03:51:52.126471 139994684507968 translations.py:678] ==================== <function greedily_fuse at 0x7f528699a560> ====================
"
2022-01-11T03:51:52.205642858Z,"I0111 03:51:52.205286 139994684507968 translations.py:678] ==================== <function read_to_impulse at 0x7f528699a5f0> ====================
"
2022-01-11T03:51:52.209908969Z,"I0111 03:51:52.209500 139994684507968 translations.py:678] ==================== <function impulse_to_input at 0x7f528699a680> ====================
"
2022-01-11T03:51:52.214335259Z,"I0111 03:51:52.213971 139994684507968 translations.py:678] ==================== <function sort_stages at 0x7f528699a8c0> ====================
"
2022-01-11T03:51:52.227604541Z,"I0111 03:51:52.227182 139994684507968 translations.py:678] ==================== <function setup_timer_mapping at 0x7f528699a830> ====================
"
2022-01-11T03:51:52.232818794Z,"I0111 03:51:52.232457 139994684507968 translations.py:678] ==================== <function populate_data_channel_coders at 0x7f528699a950> ====================
"
2022-01-11T03:51:52.708336426Z,"I0111 03:51:52.707992 139994684507968 statecache.py:172] Creating state cache with size 100
"
2022-01-11T03:51:52.713053604Z,"I0111 03:51:52.708880 139994684507968 worker_handlers.py:894] Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.EmbeddedWorkerHandler object at 0x7f526e68fdd0> for environment ref_Environment_default_environment_1 (beam:env:embedded_python:v1, b'')
"
2022-01-11T03:51:52.713098303Z,"I0111 03:51:52.709378 139994684507968 fn_runner.py:607] Running ((((ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordBeamSource-ReadRawRecords-ReadFromTFRe_7)+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordBeamSource-ReadRawRecords-ReadFromTFRe_8))+(ReadFromTFRecordToArrow[eval][0]/RawRecordBeamSource/ReadRawRecords/ReadFromTFRecord[0]/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/PairWithRestriction))+(ReadFromTFRecordToArrow[eval][0]/RawRecordBeamSource/ReadRawRecords/ReadFromTFRecord[0]/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/SplitAndSizeRestriction))+(ref_PCollection_PCollection_2_split/Write)
"
2022-01-11T03:51:52.751103574Z,"I0111 03:51:52.750752 139994684507968 gcsio.py:557] Starting the size estimation of the input
"
2022-01-11T03:51:52.796374576Z,"I0111 03:51:52.795970 139994684507968 gcsio.py:573] Finished listing 1 files in 0.045212507247924805 seconds.
"
2022-01-11T03:51:52.799514440Z,"I0111 03:51:52.799149 139994684507968 gcsio.py:557] Starting the size estimation of the input
"
2022-01-11T03:51:52.838600999Z,"I0111 03:51:52.838242 139994684507968 gcsio.py:573] Finished listing 1 files in 0.03908538818359375 seconds.
"
2022-01-11T03:51:52.850675983Z,"I0111 03:51:52.850234 139994684507968 fn_runner.py:607] Running ((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((ref_PCollection_PCollection_2_split/Read)+(ReadFromTFRecordToArrow[eval][0]/RawRecordBeamSource/ReadRawRecords/ReadFromTFRecord[0]/Read/SDFBoundedSourceReader/ParDo(SDFBoundedSourceDoFn)/Process))+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordBeamSource-ReadRawRecords-FlattenPColl_11))+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordBeamSource-CollectRawRecordTelemetry-P_13))+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordToRecordBatch-RawRecordToRecordBatch-B_17))+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordToRecordBatch-RawRecordToRecordBatch-D_18))+(ref_AppliedPTransform_ReadFromTFRecordToArrow-eval-0-RawRecordToRecordBatch-CollectRecordBatchTeleme_20))+(ref_AppliedPTransform_FlattenExamples_21))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-BatchedInputsToExtracts-AddArrowRecordBatchKey_24))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractFeatures-ExtractFeatu_27))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractTransformedFeatures-P_29))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractLabels-ExtractLabels_31))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractExampleWeights-Extrac_33))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractPredictions-Predict_35))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractUnbatchedInputs-Unbat_37))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-ExtractSliceKeys-ParDo-Extra_39))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_42))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_44))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_47))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_72))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_93))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_49))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/FanoutSlices/TrackDistinctSliceKeys/RemoveDuplicates/Group/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/FanoutSlices/TrackDistinctSliceKeys/RemoveDuplicates/Group/Group/Write))+(ref_AppliedPTransform_ExtractEvaluateAndWriteResults-ExtractAndEvaluate-EvaluateMetricsAndPlots-Comp_74))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/CountPerSliceKey/CombinePerKey(CountCombineFn)/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/CountPerSliceKey/CombinePerKey(CountCombineFn)/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[5]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[0]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[19]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[17]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[16]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[10]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[7]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[3]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[12]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[14]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[8]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[13]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[4]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[9]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[6]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[11]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[18]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[2]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[1]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[15]/Precombine))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[0]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[1]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[2]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[3]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[4]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[5]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[6]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[7]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[8]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[9]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[10]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[11]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[12]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[13]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[14]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[15]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[16]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[17]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[18]/Group/Write))+(ExtractEvaluateAndWriteResults/ExtractAndEvaluate/EvaluateMetricsAndPlots/ComputeMetricsAndPlots()/JackknifeConfidenceIntervals/CombinePartitionPerSlice[19]/Group/Write)
"
2022-01-11T03:51:53.289483707Z,"Traceback (most recent call last):
"
2022-01-11T03:51:53.289527251Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/framework/ops.py"", line 4098, in _get_op_def
"
2022-01-11T03:51:53.289535602Z," return self._op_def_cache[type]
"
2022-01-11T03:51:53.289540455Z,"KeyError: 'SimpleMLLoadModelFromPathWithHandle'
"
2022-01-11T03:51:53.289545782Z,"
"
2022-01-11T03:51:53.289551247Z,"During handling of the above exception, another exception occurred:
"
2022-01-11T03:51:53.289556907Z,"
"
2022-01-11T03:51:53.289562094Z,"Traceback (most recent call last):
"
2022-01-11T03:51:53.289567296Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 939, in load_internal
"
2022-01-11T03:51:53.289572527Z," ckpt_options, options, filters)
"
2022-01-11T03:51:53.289577645Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 139, in __init__
"
2022-01-11T03:51:53.289583047Z," meta_graph.graph_def.library, wrapper_function=_WrapperFunction))
"
2022-01-11T03:51:53.289588034Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/function_deserialization.py"", line 388, in load_function_def_library
"
2022-01-11T03:51:53.289593945Z," func_graph = function_def_lib.function_def_to_graph(copy)
"
2022-01-11T03:51:53.289599797Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/framework/function_def_to_graph.py"", line 64, in function_def_to_graph
"
2022-01-11T03:51:53.289605573Z," fdef, input_shapes)
"
2022-01-11T03:51:53.289610902Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/framework/function_def_to_graph.py"", line 229, in function_def_to_graph_def
"
2022-01-11T03:51:53.289633958Z," op_def = default_graph._get_op_def(node_def.op) # pylint: disable=protected-access
"
2022-01-11T03:51:53.289646875Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/framework/ops.py"", line 4103, in _get_op_def
"
2022-01-11T03:51:53.289652875Z," buf)
"
2022-01-11T03:51:53.289658666Z,"tensorflow.python.framework.errors_impl.NotFoundError: Op type not registered 'SimpleMLLoadModelFromPathWithHandle' in binary running on cmle-training-workerpool0-ce708eaab0-0-srh4t. Make sure the Op and Kernel are registered in the binary running in this process. Note that if you are loading a saved graph which used ops from tf.contrib, accessing (e.g.) `tf.contrib.resampler` should be done before importing the graph, as contrib ops are lazily registered when the module is first accessed.
"
2022-01-11T03:51:53.289666761Z,"
"
2022-01-11T03:51:53.289672339Z,"During handling of the above exception, another exception occurred:
"
2022-01-11T03:51:53.289677853Z,"
"
2022-01-11T03:51:53.289683390Z,"Traceback (most recent call last):
"
2022-01-11T03:51:53.289691259Z," File ""apache_beam/runners/common.py"", line 1274, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
"
2022-01-11T03:51:53.289697199Z," File ""apache_beam/runners/common.py"", line 500, in apache_beam.runners.common.DoFnInvoker.invoke_setup
"
2022-01-11T03:51:53.289703072Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 863, in setup
"
2022-01-11T03:51:53.289709277Z," super().setup()
"
2022-01-11T03:51:53.289714676Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 678, in setup
"
2022-01-11T03:51:53.289720777Z," model_load_time_callback=self._set_model_load_seconds)
"
2022-01-11T03:51:53.289725958Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/types.py"", line 305, in load
"
2022-01-11T03:51:53.289731041Z," return self._shared_handle.acquire(construct_fn)
"
2022-01-11T03:51:53.289736412Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 311, in acquire
"
2022-01-11T03:51:53.289742232Z," return _shared_map.acquire(self._key, constructor_fn, tag)
"
2022-01-11T03:51:53.289747940Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 252, in acquire
"
2022-01-11T03:51:53.289754002Z," result = control_block.acquire(constructor_fn, tag)
"
2022-01-11T03:51:53.289759559Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 146, in acquire
"
2022-01-11T03:51:53.289765350Z," result = constructor_fn()
"
2022-01-11T03:51:53.289770189Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/types.py"", line 314, in with_load_times
"
2022-01-11T03:51:53.289775130Z," model = self.construct_fn()
"
2022-01-11T03:51:53.289780534Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 654, in construct_fn
"
2022-01-11T03:51:53.289792044Z," model = tf.compat.v1.saved_model.load_v2(eval_saved_model_path, tags=tags)
"
2022-01-11T03:51:53.289797324Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 900, in load
"
2022-01-11T03:51:53.289803081Z," result = load_internal(export_dir, tags, options)[""root""]
"
2022-01-11T03:51:53.289808546Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 942, in load_internal
"
2022-01-11T03:51:53.289814336Z," str(err) + ""\n You may be trying to load on a different device ""
"
2022-01-11T03:51:53.289820492Z,"FileNotFoundError: Op type not registered 'SimpleMLLoadModelFromPathWithHandle' in binary running on cmle-training-workerpool0-ce708eaab0-0-srh4t. Make sure the Op and Kernel are registered in the binary running in this process. Note that if you are loading a saved graph which used ops from tf.contrib, accessing (e.g.) `tf.contrib.resampler` should be done before importing the graph, as contrib ops are lazily registered when the module is first accessed.
"
2022-01-11T03:51:53.289826885Z," You may be trying to load on a different device from the computational device. Consider setting the `experimental_io_device` option in `tf.saved_model.LoadOptions` to the io_device such as '/job:localhost'.
"
2022-01-11T03:51:53.289832365Z,"
"
2022-01-11T03:51:53.289837486Z,"During handling of the above exception, another exception occurred:
"
2022-01-11T03:51:53.289843062Z,"
"
2022-01-11T03:51:53.289849019Z,"Traceback (most recent call last):
"
2022-01-11T03:51:53.289854506Z," File ""/opt/conda/lib/python3.7/runpy.py"", line 193, in _run_module_as_main
"
2022-01-11T03:51:53.289876239Z," ""__main__"", mod_spec)
"
2022-01-11T03:51:53.289882184Z," File ""/opt/conda/lib/python3.7/runpy.py"", line 85, in _run_code
"
2022-01-11T03:51:53.289887745Z," exec(code, run_globals)
"
2022-01-11T03:51:53.289892986Z," File ""/opt/conda/lib/python3.7/site-packages/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor.py"", line 171, in <module>
"
2022-01-11T03:51:53.289899746Z," app.run(main, flags_parser=_parse_flags)
"
2022-01-11T03:51:53.289905630Z," File ""/opt/conda/lib/python3.7/site-packages/absl/app.py"", line 303, in run
"
2022-01-11T03:51:53.289911515Z," _run_main(main, args)
"
2022-01-11T03:51:53.289916809Z," File ""/opt/conda/lib/python3.7/site-packages/absl/app.py"", line 251, in _run_main
"
2022-01-11T03:51:53.289922507Z," sys.exit(main(argv))
"
2022-01-11T03:51:53.289927858Z," File ""/opt/conda/lib/python3.7/site-packages/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor.py"", line 167, in main
"
2022-01-11T03:51:53.289933954Z," _run_executor(args, beam_args)
"
2022-01-11T03:51:53.289939542Z," File ""/opt/conda/lib/python3.7/site-packages/tfx/orchestration/kubeflow/v2/container/kubeflow_v2_run_executor.py"", line 97, in _run_executor
"
2022-01-11T03:51:53.289945567Z," executor.Do(inputs, outputs, exec_properties)
"
2022-01-11T03:51:53.289951032Z," File ""/opt/conda/lib/python3.7/site-packages/tfx/components/evaluator/executor.py"", line 300, in Do
"
2022-01-11T03:51:53.289962543Z," tensor_adapter_config=tensor_adapter_config)))
"
2022-01-11T03:51:53.289967971Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/pipeline.py"", line 596, in __exit__
"
2022-01-11T03:51:53.289973773Z," self.result = self.run()
"
2022-01-11T03:51:53.289979376Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/pipeline.py"", line 573, in run
"
2022-01-11T03:51:53.289985342Z," return self.runner.run_pipeline(self, self._options)
"
2022-01-11T03:51:53.289990945Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/direct/direct_runner.py"", line 131, in run_pipeline
"
2022-01-11T03:51:53.289997169Z," return runner.run_pipeline(pipeline, options)
"
2022-01-11T03:51:53.290004717Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 196, in run_pipeline
"
2022-01-11T03:51:53.290010958Z," pipeline.to_runner_api(default_environment=self._default_environment))
"
2022-01-11T03:51:53.290016773Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 206, in run_via_runner_api
"
2022-01-11T03:51:53.290023042Z," return self.run_stages(stage_context, stages)
"
2022-01-11T03:51:53.290028516Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 385, in run_stages
"
2022-01-11T03:51:53.290034611Z," runner_execution_context, bundle_context_manager)
"
2022-01-11T03:51:53.290039844Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 653, in _run_stage
"
2022-01-11T03:51:53.290045935Z," bundle_manager))
"
2022-01-11T03:51:53.290051264Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 770, in _run_bundle
"
2022-01-11T03:51:53.290057556Z," data_input, data_output, input_timers, expected_timer_output)
"
2022-01-11T03:51:53.290063278Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py"", line 1080, in process_bundle
"
2022-01-11T03:51:53.290069430Z," result_future = self._worker_handler.control_conn.push(process_bundle_req)
"
2022-01-11T03:51:53.290075231Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/portability/fn_api_runner/worker_handlers.py"", line 378, in push
"
2022-01-11T03:51:53.290081533Z," response = self.worker.do_instruction(request)
"
2022-01-11T03:51:53.290086921Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py"", line 598, in do_instruction
"
2022-01-11T03:51:53.290092956Z," getattr(request, request_type), request.instruction_id)
"
2022-01-11T03:51:53.290098850Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py"", line 629, in process_bundle
"
2022-01-11T03:51:53.290104882Z," instruction_id, request.process_bundle_descriptor_id)
"
2022-01-11T03:51:53.290110758Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/worker/sdk_worker.py"", line 457, in get
"
2022-01-11T03:51:53.290121479Z," self.data_channel_factory)
"
2022-01-11T03:51:53.290127265Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/runners/worker/bundle_processor.py"", line 865, in __init__
"
2022-01-11T03:51:53.290133484Z," op.setup()
"
2022-01-11T03:51:53.290139637Z," File ""apache_beam/runners/worker/operations.py"", line 654, in apache_beam.runners.worker.operations.DoOperation.setup
"
2022-01-11T03:51:53.292240749Z," File ""apache_beam/runners/worker/operations.py"", line 703, in apache_beam.runners.worker.operations.DoOperation.setup
"
2022-01-11T03:51:53.292267241Z," File ""apache_beam/runners/common.py"", line 1280, in apache_beam.runners.common.DoFnRunner.setup
"
2022-01-11T03:51:53.292274402Z," File ""apache_beam/runners/common.py"", line 1276, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
"
2022-01-11T03:51:53.292280364Z," File ""apache_beam/runners/common.py"", line 1316, in apache_beam.runners.common.DoFnRunner._reraise_augmented
"
2022-01-11T03:51:53.292286726Z," File ""apache_beam/runners/common.py"", line 1274, in apache_beam.runners.common.DoFnRunner._invoke_lifecycle_method
"
2022-01-11T03:51:53.292291936Z," File ""apache_beam/runners/common.py"", line 500, in apache_beam.runners.common.DoFnInvoker.invoke_setup
"
2022-01-11T03:51:53.292297841Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 863, in setup
"
2022-01-11T03:51:53.292303950Z," super().setup()
"
2022-01-11T03:51:53.292309454Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 678, in setup
"
2022-01-11T03:51:53.292315046Z," model_load_time_callback=self._set_model_load_seconds)
"
2022-01-11T03:51:53.292320099Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/types.py"", line 305, in load
"
2022-01-11T03:51:53.292325574Z," return self._shared_handle.acquire(construct_fn)
"
2022-01-11T03:51:53.292330883Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 311, in acquire
"
2022-01-11T03:51:53.292336272Z," return _shared_map.acquire(self._key, constructor_fn, tag)
"
2022-01-11T03:51:53.292341767Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 252, in acquire
"
2022-01-11T03:51:53.292347845Z," result = control_block.acquire(constructor_fn, tag)
"
2022-01-11T03:51:53.292353654Z," File ""/opt/conda/lib/python3.7/site-packages/apache_beam/utils/shared.py"", line 146, in acquire
"
2022-01-11T03:51:53.292358907Z," result = constructor_fn()
"
2022-01-11T03:51:53.292364411Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/types.py"", line 314, in with_load_times
"
2022-01-11T03:51:53.292370613Z," model = self.construct_fn()
"
2022-01-11T03:51:53.292376236Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow_model_analysis/utils/model_util.py"", line 654, in construct_fn
"
2022-01-11T03:51:53.292382360Z," model = tf.compat.v1.saved_model.load_v2(eval_saved_model_path, tags=tags)
"
2022-01-11T03:51:53.292399668Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 900, in load
"
2022-01-11T03:51:53.292407362Z," result = load_internal(export_dir, tags, options)[""root""]
"
2022-01-11T03:51:53.292413368Z," File ""/opt/conda/lib/python3.7/site-packages/tensorflow/python/saved_model/load.py"", line 942, in load_internal
"
2022-01-11T03:51:53.292419407Z," str(err) + ""\n You may be trying to load on a different device ""
"
2022-01-11T03:51:53.292425178Z,"FileNotFoundError: Op type not registered 'SimpleMLLoadModelFromPathWithHandle' in binary running on cmle-training-workerpool0-ce708eaab0-0-srh4t. Make sure the Op and Kernel are registered in the binary running in this process. Note that if you are loading a saved graph which used ops from tf.contrib, accessing (e.g.) `tf.contrib.resampler` should be done before importing the graph, as contrib ops are lazily registered when the module is first accessed.
"
2022-01-11T03:51:53.292432727Z," You may be trying to load on a different device from the computational device. Consider setting the `experimental_io_device` option in `tf.saved_model.LoadOptions` to the io_device such as '/job:localhost'. [while running 'ExtractEvaluateAndWriteResults/ExtractAndEvaluate/ExtractTransformedFeatures/Predict']
Raw
pipeline.json
{
"displayName": "clearsafety-rules-pipeline",
"labels": {
"tfx_py_version": "3-8",
"tfx_runner": "kubeflow_v2",
"tfx_version": "1-5-0"
},
"pipelineSpec": {
"components": {
"CsvExampleGen": {
"executorLabel": "CsvExampleGen_executor",
"inputDefinitions": {
"parameters": {
"input_base": {
"type": "STRING"
},
"input_config": {
"type": "STRING"
},
"output_config": {
"type": "STRING"
},
"output_data_format": {
"type": "INT"
},
"output_file_format": {
"type": "INT"
}
}
},
"outputDefinitions": {
"artifacts": {
"examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
}
}
},
"Evaluator": {
"executorLabel": "Evaluator_executor",
"inputDefinitions": {
"artifacts": {
"baseline_model": {
"artifactType": {
"instanceSchema": "title: tfx.Model\ntype: object\n"
}
},
"examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"model": {
"artifactType": {
"instanceSchema": "title: tfx.Model\ntype: object\n"
}
}
},
"parameters": {
"eval_config": {
"type": "STRING"
},
"example_splits": {
"type": "STRING"
},
"fairness_indicator_thresholds": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"blessing": {
"artifactType": {
"instanceSchema": "title: tfx.ModelBlessing\ntype: object\n"
}
},
"evaluation": {
"artifactType": {
"instanceSchema": "title: tfx.ModelEvaluation\ntype: object\n"
}
}
}
}
},
"ExampleValidator": {
"executorLabel": "ExampleValidator_executor",
"inputDefinitions": {
"artifacts": {
"schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
},
"statistics": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleStatistics\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
},
"parameters": {
"exclude_splits": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"anomalies": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleAnomalies\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
}
}
},
"Pusher": {
"executorLabel": "Pusher_executor",
"inputDefinitions": {
"artifacts": {
"model": {
"artifactType": {
"instanceSchema": "title: tfx.Model\ntype: object\n"
}
},
"model_blessing": {
"artifactType": {
"instanceSchema": "title: tfx.ModelBlessing\ntype: object\n"
}
}
},
"parameters": {
"custom_config": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"pushed_model": {
"artifactType": {
"instanceSchema": "title: tfx.PushedModel\ntype: object\n"
}
}
}
}
},
"SchemaGen": {
"executorLabel": "SchemaGen_executor",
"inputDefinitions": {
"artifacts": {
"statistics": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleStatistics\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
},
"parameters": {
"exclude_splits": {
"type": "STRING"
},
"infer_feature_shape": {
"type": "INT"
}
}
},
"outputDefinitions": {
"artifacts": {
"schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
}
}
}
},
"StatisticsGen": {
"executorLabel": "StatisticsGen_executor",
"inputDefinitions": {
"artifacts": {
"examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
},
"parameters": {
"exclude_splits": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"statistics": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleStatistics\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
}
}
}
},
"Trainer": {
"executorLabel": "Trainer_executor",
"inputDefinitions": {
"artifacts": {
"examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
},
"transform_graph": {
"artifactType": {
"instanceSchema": "title: tfx.TransformGraph\ntype: object\n"
}
}
},
"parameters": {
"custom_config": {
"type": "STRING"
},
"eval_args": {
"type": "STRING"
},
"module_file": {
"type": "STRING"
},
"train_args": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"model": {
"artifactType": {
"instanceSchema": "title: tfx.Model\ntype: object\n"
}
},
"model_run": {
"artifactType": {
"instanceSchema": "title: tfx.ModelRun\ntype: object\n"
}
}
}
}
},
"Transform": {
"executorLabel": "Transform_executor",
"inputDefinitions": {
"artifacts": {
"examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
}
},
"parameters": {
"custom_config": {
"type": "STRING"
},
"disable_statistics": {
"type": "INT"
},
"force_tf_compat_v1": {
"type": "INT"
},
"module_file": {
"type": "STRING"
}
}
},
"outputDefinitions": {
"artifacts": {
"post_transform_anomalies": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleAnomalies\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"post_transform_schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
},
"post_transform_stats": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleStatistics\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"pre_transform_schema": {
"artifactType": {
"instanceSchema": "title: tfx.Schema\ntype: object\n"
}
},
"pre_transform_stats": {
"artifactType": {
"instanceSchema": "title: tfx.ExampleStatistics\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"transform_graph": {
"artifactType": {
"instanceSchema": "title: tfx.TransformGraph\ntype: object\n"
}
},
"transformed_examples": {
"artifactType": {
"instanceSchema": "title: tfx.Examples\ntype: object\nproperties:\n span:\n type: integer\n description: Span for an artifact.\n version:\n type: integer\n description: Version for an artifact.\n split_names:\n type: string\n description: JSON-encoded list of splits for an artifact. Empty string means artifact has no split.\n"
}
},
"updated_analyzer_cache": {
"artifactType": {
"instanceSchema": "title: tfx.TransformCache\ntype: object\n"
}
}
}
}
},
"latest_blessed_model_resolver-model-blessing-resolver": {
"executorLabel": "latest_blessed_model_resolver-model-blessing-resolver_executor",
"outputDefinitions": {
"artifacts": {
"model_blessing": {
"artifactType": {
"instanceSchema": "title: tfx.ModelBlessing\ntype: object\n"
}
}
}
}
},
"latest_blessed_model_resolver-model-resolver": {
"executorLabel": "latest_blessed_model_resolver-model-resolver_executor",
"inputDefinitions": {
"artifacts": {
"input": {
"artifactType": {
"instanceSchema": "title: tfx.ModelBlessing\ntype: object\n"
}
}
}
},
"outputDefinitions": {
"artifacts": {
"model": {
"artifactType": {
"instanceSchema": "title: tfx.Model\ntype: object\n"
}
}
}
}
}
},
"deploymentSpec": {
"executors": {
"CsvExampleGen_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.example_gen.csv_example_gen.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0",
"lifecycle": {
"preCacheCheck": {
"args": [
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.file_based_example_gen.driver"
]
}
}
}
},
"Evaluator_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.evaluator.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"ExampleValidator_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.example_validator.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"Pusher_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.extensions.google_cloud_ai_platform.pusher.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"SchemaGen_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.schema_gen.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"StatisticsGen_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.statistics_gen.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"Trainer_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.extensions.google_cloud_ai_platform.trainer.executor.GenericExecutor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"Transform_executor": {
"container": {
"args": [
"--executor_class_path",
"tfx.components.transform.executor.Executor",
"--json_serialized_invocation_args",
"{{$}}"
],
"command": [
"python",
"-m",
"tfx.orchestration.kubeflow.v2.container.kubeflow_v2_run_executor"
],
"image": "gcr.io/tfx-oss-public/tfx:1.5.0"
}
},
"latest_blessed_model_resolver-model-blessing-resolver_executor": {
"resolver": {
"outputArtifactQueries": {
"model_blessing": {
"filter": "schema_title=\"tfx.ModelBlessing\" AND state=LIVE AND metadata.blessed.number_value=1"
}
}
}
},
"latest_blessed_model_resolver-model-resolver_executor": {
"resolver": {
"outputArtifactQueries": {
"model": {
"filter": "schema_title=\"tfx.Model\" AND state=LIVE AND name=\"{{$.inputs.artifacts['input'].metadata['current_model_id']}}\""
}
}
}
}
}
},
"pipelineInfo": {
"name": "clearsafety-rules-pipeline"
},
"root": {
"dag": {
"tasks": {
"CsvExampleGen": {
"componentRef": {
"name": "CsvExampleGen"
},
"inputs": {
"parameters": {
"input_base": {
"runtimeValue": {
"constantValue": {
"stringValue": "gs://clearsafety-rules-dev/clearsafety-rules-pipeline/data"
}
}
},
"input_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\n \"splits\": [\n {\n \"name\": \"single_split\",\n \"pattern\": \"*\"\n }\n ]\n}"
}
}
},
"output_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\n \"split_config\": {\n \"splits\": [\n {\n \"hash_buckets\": 2,\n \"name\": \"train\"\n },\n {\n \"hash_buckets\": 1,\n \"name\": \"eval\"\n }\n ]\n }\n}"
}
}
},
"output_data_format": {
"runtimeValue": {
"constantValue": {
"intValue": "6"
}
}
},
"output_file_format": {
"runtimeValue": {
"constantValue": {
"intValue": "5"
}
}
}
}
},
"taskInfo": {
"name": "CsvExampleGen"
}
},
"Evaluator": {
"componentRef": {
"name": "Evaluator"
},
"dependentTasks": [
"CsvExampleGen",
"Trainer",
"latest_blessed_model_resolver-model-resolver"
],
"inputs": {
"artifacts": {
"baseline_model": {
"taskOutputArtifact": {
"outputArtifactKey": "model",
"producerTask": "latest_blessed_model_resolver-model-resolver"
}
},
"examples": {
"taskOutputArtifact": {
"outputArtifactKey": "examples",
"producerTask": "CsvExampleGen"
}
},
"model": {
"taskOutputArtifact": {
"outputArtifactKey": "model",
"producerTask": "Trainer"
}
}
},
"parameters": {
"eval_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\n \"metrics_specs\": [\n {\n \"metrics\": [\n {\n \"class_name\": \"ExampleCount\"\n },\n {\n \"class_name\": \"BinaryAccuracy\",\n \"threshold\": {\n \"change_threshold\": {\n \"absolute\": -1e-10,\n \"direction\": \"HIGHER_IS_BETTER\"\n },\n \"value_threshold\": {\n \"lower_bound\": 0.5\n }\n }\n }\n ]\n }\n ],\n \"model_specs\": [\n {\n \"label_key\": \"label_xf\",\n \"preprocessing_function_names\": [\n \"transform_features\"\n ],\n \"signature_name\": \"serving_default\"\n }\n ],\n \"options\": {\n \"compute_confidence_intervals\": true\n },\n \"slicing_specs\": [\n {}\n ]\n}"
}
}
},
"example_splits": {
"runtimeValue": {
"constantValue": {
"stringValue": "null"
}
}
},
"fairness_indicator_thresholds": {
"runtimeValue": {
"constantValue": {
"stringValue": "null"
}
}
}
}
},
"taskInfo": {
"name": "Evaluator"
}
},
"ExampleValidator": {
"componentRef": {
"name": "ExampleValidator"
},
"dependentTasks": [
"SchemaGen",
"StatisticsGen"
],
"inputs": {
"artifacts": {
"schema": {
"taskOutputArtifact": {
"outputArtifactKey": "schema",
"producerTask": "SchemaGen"
}
},
"statistics": {
"taskOutputArtifact": {
"outputArtifactKey": "statistics",
"producerTask": "StatisticsGen"
}
}
},
"parameters": {
"exclude_splits": {
"runtimeValue": {
"constantValue": {
"stringValue": "[]"
}
}
}
}
},
"taskInfo": {
"name": "ExampleValidator"
}
},
"Pusher": {
"componentRef": {
"name": "Pusher"
},
"dependentTasks": [
"Evaluator",
"Trainer"
],
"inputs": {
"artifacts": {
"model": {
"taskOutputArtifact": {
"outputArtifactKey": "model",
"producerTask": "Trainer"
}
},
"model_blessing": {
"taskOutputArtifact": {
"outputArtifactKey": "blessing",
"producerTask": "Evaluator"
}
}
},
"parameters": {
"custom_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\"ai_platform_enable_vertex\": true, \"ai_platform_serving_args\": {\"endpoint_name\": \"prediction-clearsafety-rules\", \"machine_type\": \"n1-standard-2\", \"project_id\": \"clearview-dev\"}, \"ai_platform_vertex_container_image_uri\": \"us-central1-docker.pkg.dev/clearview-dev/ml-docker-dev/tf-serving-tfdf\", \"ai_platform_vertex_region\": \"us-central1\"}"
}
}
}
}
},
"taskInfo": {
"name": "Pusher"
}
},
"SchemaGen": {
"componentRef": {
"name": "SchemaGen"
},
"dependentTasks": [
"StatisticsGen"
],
"inputs": {
"artifacts": {
"statistics": {
"taskOutputArtifact": {
"outputArtifactKey": "statistics",
"producerTask": "StatisticsGen"
}
}
},
"parameters": {
"exclude_splits": {
"runtimeValue": {
"constantValue": {
"stringValue": "[]"
}
}
},
"infer_feature_shape": {
"runtimeValue": {
"constantValue": {
"intValue": "1"
}
}
}
}
},
"taskInfo": {
"name": "SchemaGen"
}
},
"StatisticsGen": {
"componentRef": {
"name": "StatisticsGen"
},
"dependentTasks": [
"CsvExampleGen"
],
"inputs": {
"artifacts": {
"examples": {
"taskOutputArtifact": {
"outputArtifactKey": "examples",
"producerTask": "CsvExampleGen"
}
}
},
"parameters": {
"exclude_splits": {
"runtimeValue": {
"constantValue": {
"stringValue": "[]"
}
}
}
}
},
"taskInfo": {
"name": "StatisticsGen"
}
},
"Trainer": {
"componentRef": {
"name": "Trainer"
},
"dependentTasks": [
"SchemaGen",
"Transform"
],
"inputs": {
"artifacts": {
"examples": {
"taskOutputArtifact": {
"outputArtifactKey": "transformed_examples",
"producerTask": "Transform"
}
},
"schema": {
"taskOutputArtifact": {
"outputArtifactKey": "schema",
"producerTask": "SchemaGen"
}
},
"transform_graph": {
"taskOutputArtifact": {
"outputArtifactKey": "transform_graph",
"producerTask": "Transform"
}
}
},
"parameters": {
"custom_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\"ai_platform_training_args\": {\"project\": \"clearview-dev\", \"worker_pool_specs\": [{\"container_spec\": {\"image_uri\": \"us-central1-docker.pkg.dev/clearview-dev/ml-docker-dev/tfx-1.5.0-tfdf-0.2.1\"}, \"machine_spec\": {\"machine_type\": \"n1-standard-4\"}, \"replica_count\": 1}]}, \"ai_platform_training_enable_ucaip\": true, \"ai_platform_training_ucaip_region\": \"us-central1\", \"use_gpu\": false}"
}
}
},
"eval_args": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\n \"num_steps\": 100\n}"
}
}
},
"module_file": {
"runtimeValue": {
"constantValue": {
"stringValue": "gs://clearsafety-rules-dev/clearsafety-rules-pipeline/src/model_trainer.py"
}
}
},
"train_args": {
"runtimeValue": {
"constantValue": {
"stringValue": "{\n \"num_steps\": 100\n}"
}
}
}
}
},
"taskInfo": {
"name": "Trainer"
}
},
"Transform": {
"componentRef": {
"name": "Transform"
},
"dependentTasks": [
"CsvExampleGen",
"SchemaGen"
],
"inputs": {
"artifacts": {
"examples": {
"taskOutputArtifact": {
"outputArtifactKey": "examples",
"producerTask": "CsvExampleGen"
}
},
"schema": {
"taskOutputArtifact": {
"outputArtifactKey": "schema",
"producerTask": "SchemaGen"
}
}
},
"parameters": {
"custom_config": {
"runtimeValue": {
"constantValue": {
"stringValue": "null"
}
}
},
"disable_statistics": {
"runtimeValue": {
"constantValue": {
"intValue": "0"
}
}
},
"force_tf_compat_v1": {
"runtimeValue": {
"constantValue": {
"intValue": "0"
}
}
},
"module_file": {
"runtimeValue": {
"constantValue": {
"stringValue": "gs://clearsafety-rules-dev/clearsafety-rules-pipeline/src/model_preprocessing.py"
}
}
}
}
},
"taskInfo": {
"name": "Transform"
}
},
"latest_blessed_model_resolver-model-blessing-resolver": {
"componentRef": {
"name": "latest_blessed_model_resolver-model-blessing-resolver"
},
"taskInfo": {
"name": "latest_blessed_model_resolver-model-blessing-resolver"
}
},
"latest_blessed_model_resolver-model-resolver": {
"componentRef": {
"name": "latest_blessed_model_resolver-model-resolver"
},
"inputs": {
"artifacts": {
"input": {
"taskOutputArtifact": {
"outputArtifactKey": "model_blessing",
"producerTask": "latest_blessed_model_resolver-model-blessing-resolver"
}
}
}
},
"taskInfo": {
"name": "latest_blessed_model_resolver-model-resolver"
}
}
}
}
},
"schemaVersion": "2.0.0",
"sdkVersion": "tfx-1.5.0"
},
"runtimeConfig": {
"gcsOutputDirectory": "gs://clearsafety-rules-dev/tfx_pipeline_output/clearsafety-rules-pipeline"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment