Skip to content

Instantly share code, notes, and snippets.

@leiterenato

leiterenato/downloaded-logs-20220217-140840.json

Created February 17, 2022 17:09
Show Gist options
  • Save leiterenato/8a488664083496a61316b838a9574991 to your computer and use it in GitHub Desktop.
Save leiterenato/8a488664083496a61316b838a9574991 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
downloaded-logs-20220217-140840.json
[
{
"textPayload": "Waiting for job to be provisioned.",
"insertId": "18yitcfd8u9d",
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "service"
}
},
"timestamp": "2022-02-17T14:12:37.174204209Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/endpoint": ""
},
"logName": "projects/renatoleite-dev/logs/ml.googleapis.com%2F3709377298651152384",
"receiveTimestamp": "2022-02-17T14:12:37.853375346Z"
},
{
"insertId": "6dz4vefrsrvf7",
"jsonPayload": {
"name": "root",
"levelname": "NOTICE",
"message": "Opening GCS connection...\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0.gcsfuse",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:14:21.388425944Z",
"severity": "NOTICE",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "gcsfuse",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "_TPU_WORKER_ID_"
},
"logName": "projects/renatoleite-dev/logs/gcsfuse.logs.userproject",
"receiveTimestamp": "2022-02-17T14:20:41.843274718Z"
},
{
"insertId": "6dz4vefrsrvf8",
"jsonPayload": {
"message": "Mounting file system \"gcsfuse\"...\n",
"levelname": "NOTICE",
"name": "root"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0.gcsfuse",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:14:21.393448357Z",
"severity": "NOTICE",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "gcsfuse",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": "_TPU_WORKER_ID_"
},
"logName": "projects/renatoleite-dev/logs/gcsfuse.logs.userproject",
"receiveTimestamp": "2022-02-17T14:20:41.843274718Z"
},
{
"insertId": "6dz4vefrsrvf9",
"jsonPayload": {
"name": "root",
"message": "File system has been successfully mounted.\n",
"levelname": "NOTICE"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0.gcsfuse",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:14:21.422326822Z",
"severity": "NOTICE",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "_TPU_WORKER_ID_",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "gcsfuse"
},
"logName": "projects/renatoleite-dev/logs/gcsfuse.logs.userproject",
"receiveTimestamp": "2022-02-17T14:20:41.843274718Z"
},
{
"insertId": "y4oz3nfebuyab",
"jsonPayload": {
"message": "17-02-22 14:20:16 - Timing task\n",
"levelname": "INFO"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:20:16.204439388Z",
"severity": "INFO",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyac",
"jsonPayload": {
"levelname": "INFO",
"message": "17-02-22 14:20:16 - Creating cluster\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:20:16.204494962Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyad",
"jsonPayload": {
"levelname": "INFO",
"message": "17-02-22 14:20:16 - init\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:16.204499699Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyae",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:18.549635742Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyaf",
"jsonPayload": {
"message": "distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:18.579470800Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyag",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:18.579774091Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyah",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.preloading - INFO - Import preload module: dask_cuda.initialize\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:18.581330731Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyai",
"jsonPayload": {
"levelname": "INFO",
"message": "17-02-22 14:20:20 - Creating Parquet dataset\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:20:20.634802920Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyaj",
"jsonPayload": {
"message": "17-02-22 14:20:24 - Creating Workflow\n",
"levelname": "INFO"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:20:24.247833123Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "y4oz3nfebuyak",
"jsonPayload": {
"message": "17-02-22 14:20:24 - Analyzing dataset\n",
"levelname": "INFO"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:20:24.248124941Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:20:41.843904675Z"
},
{
"insertId": "kh31aftho9eq",
"jsonPayload": {
"levelname": "ERROR",
"message": "/usr/local/lib/python3.8/dist-packages/cudf/core/dataframe.py:1253: UserWarning: The deep parameter is ignored and is only included for pandas compatibility.\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067658477Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9er",
"jsonPayload": {
"levelname": "ERROR",
"message": " warnings.warn(\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067727428Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9es",
"jsonPayload": {
"message": "distributed.worker - WARNING - Compute Failed\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067737092Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9et",
"jsonPayload": {
"message": "Function: _write_uniques\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067742470Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9eu",
"jsonPayload": {
"levelname": "ERROR",
"message": "args: ([pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067747845Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9ev",
"jsonPayload": {
"message": "C20: string\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067752934Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9ew",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20_size: int64, pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:58:38.067759026Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9ex",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20: string\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067764482Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9ey",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20_size: int64, pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:58:38.067769776Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9ez",
"jsonPayload": {
"message": "C20: string\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:58:38.067774990Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f0",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20_size: int64, pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067778521Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f1",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20: string\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067781938Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f2",
"jsonPayload": {
"message": "C20_size: int64, pyarrow.Table\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:58:38.067785204Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f3",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20: string\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067789510Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f4",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20_size: int64, pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067793280Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f5",
"jsonPayload": {
"message": "C20: string\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067796904Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f6",
"jsonPayload": {
"message": "C20_size: int64, pyarrow.Table\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067800776Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f7",
"jsonPayload": {
"message": "C20: string\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067804550Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f8",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20_size: int64, pyarrow.Table\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067808318Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9f9",
"jsonPayload": {
"levelname": "ERROR",
"message": "C20: string\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T14:58:38.067811962Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9fa",
"jsonPayload": {
"message": "C20_size: int64], './/categories', <nvtabular.graph.selector.ColumnSelector object at 0x7ff31eed7f40>, FitOptions(col_groups=[<nvtabular.graph.selector.ColumnSelector object at 0x7ff3e71cf2e0>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff3e431dd30>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff405f5b220>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff23ed7e7f0>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff23ed7eaf0>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff30f89b580>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff3e6400310>, <nvtabular.graph.selector.ColumnSelector object at 0x7ff31efdec70>, <\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T14:58:38.067816578Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9fb",
"jsonPayload": {
"levelname": "ERROR",
"message": "kwargs: {}\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067825980Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9fc",
"jsonPayload": {
"message": "Exception: \"RuntimeError('cuDF failure at: ../src/copying/concatenate.cu:391: Total number of concatenated chars exceeds size_type range')\"\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067844459Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "kh31aftho9fd",
"jsonPayload": {
"levelname": "ERROR",
"message": "\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T14:58:38.067848579Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T14:58:41.643986604Z"
},
{
"insertId": "9q5ufefsm308k",
"jsonPayload": {
"message": "/nvtabular/nvtabular/utils.py:166: FutureWarning: The `client` argument is deprecated from Dataset and will be removed in a future version of NVTabular. By default, a global client in the same python context will be detected automatically, and `nvt.utils.set_dask_client` can be used for explicit control.\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790197796Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308l",
"jsonPayload": {
"levelname": "ERROR",
"message": " warnings.warn(\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790268987Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308m",
"jsonPayload": {
"message": "/nvtabular/nvtabular/utils.py:166: FutureWarning: The `client` argument is deprecated from Workflow and will be removed in a future version of NVTabular. By default, a global client in the same python context will be detected automatically, and `nvt.utils.set_dask_client` can be used for explicit control.\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790274566Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308n",
"jsonPayload": {
"levelname": "ERROR",
"message": " warnings.warn(\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790279145Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308o",
"jsonPayload": {
"levelname": "ERROR",
"message": "Traceback (most recent call last):\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790282647Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308p",
"jsonPayload": {
"message": " File \"/usr/lib/python3.8/runpy.py\", line 194, in _run_module_as_main\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790286186Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308q",
"jsonPayload": {
"message": " return _run_code(code, main_globals, None,\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790290161Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308r",
"jsonPayload": {
"message": " File \"/usr/lib/python3.8/runpy.py\", line 87, in _run_code\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790293777Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308s",
"jsonPayload": {
"levelname": "ERROR",
"message": " exec(code, run_globals)\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790297262Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308t",
"jsonPayload": {
"levelname": "ERROR",
"message": " File \"/src/task.py\", line 425, in <module>\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790300754Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308u",
"jsonPayload": {
"levelname": "ERROR",
"message": " main_analyse(parsed_args)\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790304629Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308v",
"jsonPayload": {
"message": " File \"/src/task.py\", line 296, in main_analyse\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790308414Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308w",
"jsonPayload": {
"message": " criteo_workflow = analyze_dataset(criteo_workflow, dataset)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790311823Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308x",
"jsonPayload": {
"message": " File \"/src/task.py\", line 156, in analyze_dataset\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790315978Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308y",
"jsonPayload": {
"levelname": "ERROR",
"message": " workflow.fit(dataset)\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790319974Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm308z",
"jsonPayload": {
"levelname": "ERROR",
"message": " File \"/nvtabular/nvtabular/workflow/workflow.py\", line 206, in fit\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790323907Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3090",
"jsonPayload": {
"message": " results = [r.result() for r in dask_client.compute(stats)]\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790330113Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3091",
"jsonPayload": {
"message": " File \"/nvtabular/nvtabular/workflow/workflow.py\", line 206, in <listcomp>\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790334148Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3092",
"jsonPayload": {
"levelname": "ERROR",
"message": " results = [r.result() for r in dask_client.compute(stats)]\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790337793Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3093",
"jsonPayload": {
"message": " File \"/usr/local/lib/python3.8/dist-packages/distributed/client.py\", line 236, in result\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790341155Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3094",
"jsonPayload": {
"levelname": "ERROR",
"message": " raise exc.with_traceback(tb)\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790344697Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3095",
"jsonPayload": {
"message": " File \"/usr/lib/python3.8/contextlib.py\", line 75, in inner\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790349179Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3096",
"jsonPayload": {
"message": " return func(*args, **kwds)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790352778Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3097",
"jsonPayload": {
"levelname": "ERROR",
"message": " File \"/nvtabular/nvtabular/ops/categorify.py\", line 1020, in _write_uniques\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790356581Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3098",
"jsonPayload": {
"levelname": "ERROR",
"message": " df = dispatch._concat_columns([dispatch._from_host(df)] + size_columns)\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790360869Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm3099",
"jsonPayload": {
"message": " File \"/nvtabular/nvtabular/dispatch.py\", line 551, in _from_host\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790364451Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309a",
"jsonPayload": {
"message": " return cudf.DataFrame.from_arrow(x)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790367893Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309b",
"jsonPayload": {
"message": " File \"/usr/local/lib/python3.8/dist-packages/cudf/core/dataframe.py\", line 4863, in from_arrow\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.790388611Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309c",
"jsonPayload": {
"message": " out = super().from_arrow(table)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790392342Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309d",
"jsonPayload": {
"message": " File \"/usr/lib/python3.8/contextlib.py\", line 75, in inner\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790398239Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309e",
"jsonPayload": {
"message": " return func(*args, **kwds)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790402561Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309f",
"jsonPayload": {
"message": " File \"/usr/local/lib/python3.8/dist-packages/cudf/core/frame.py\", line 2198, in from_arrow\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.790409411Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309g",
"jsonPayload": {
"levelname": "ERROR",
"message": " else libcudf.interop.from_arrow(data, data.column_names)[0]\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790413434Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309h",
"jsonPayload": {
"message": " File \"cudf/_lib/interop.pyx\", line 167, in cudf._lib.interop.from_arrow\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790416391Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309i",
"jsonPayload": {
"message": "RuntimeError: cuDF failure at: ../src/copying/concatenate.cu:391: Total number of concatenated chars exceeds size_type range\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.790419417Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309j",
"jsonPayload": {
"levelname": "ERROR",
"message": "/usr/local/lib/python3.8/dist-packages/cudf/core/dataframe.py:1253: UserWarning: The deep parameter is ignored and is only included for pandas compatibility.\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.982262302Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309k",
"jsonPayload": {
"message": " warnings.warn(\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:19.982297907Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309l",
"jsonPayload": {
"levelname": "ERROR",
"message": "/usr/local/lib/python3.8/dist-packages/cudf/core/dataframe.py:1253: UserWarning: The deep parameter is ignored and is only included for pandas compatibility.\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:19.982304358Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309m",
"jsonPayload": {
"message": " warnings.warn(\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:19.982309195Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309n",
"jsonPayload": {
"levelname": "ERROR",
"message": "/usr/local/lib/python3.8/dist-packages/cudf/core/dataframe.py:1253: UserWarning: The deep parameter is ignored and is only included for pandas compatibility.\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:20.277185840Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309o",
"jsonPayload": {
"levelname": "ERROR",
"message": " warnings.warn(\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:20.277226066Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309p",
"jsonPayload": {
"message": "/nvtabular/nvtabular/ops/categorify.py:1036: UserWarning: Category DataFrame (with columns: Index(['C1', 'C1_size'], dtype='object')) is 3560679468 bytes in size. This is large compared to the suggested upper limit of 1980465152 bytes!(12.5% of the total memory by default)\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:20.277236463Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309q",
"jsonPayload": {
"message": " warnings.warn(\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:20.277249215Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309r",
"jsonPayload": {
"message": "/usr/local/lib/python3.8/dist-packages/cudf/core/frame.py:3077: FutureWarning: keep_index is deprecated and will be removed in the future.\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:20.277256664Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_type": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "9q5ufefsm309s",
"jsonPayload": {
"message": " warnings.warn(\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0"
}
},
"timestamp": "2022-02-17T15:11:20.277262170Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:23.091545685Z"
},
{
"insertId": "qd5ey3fs0o79w",
"jsonPayload": {
"message": "distributed.nanny - WARNING - Worker process still alive after 3 seconds, killing\n",
"levelname": "ERROR"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:23.830823006Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/trial_id": "",
"compute.googleapis.com/resource_id": "4870274337353230650"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:27.197069714Z"
},
{
"insertId": "qd5ey3fs0o79x",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.nanny - WARNING - Worker process still alive after 3 seconds, killing\n"
},
"resource": {
"type": "ml_job",
"labels": {
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:23.830979581Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/zone": "us-central1-a",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/tpu_worker_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:27.197069714Z"
},
{
"insertId": "qd5ey3fs0o79y",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.nanny - WARNING - Worker process still alive after 3 seconds, killing\n"
},
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"task_name": "workerpool0-0",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:11:23.831236710Z",
"severity": "ERROR",
"labels": {
"compute.googleapis.com/resource_id": "4870274337353230650",
"ml.googleapis.com/trial_type": "",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/tpu_worker_id": "",
"ml.googleapis.com/trial_id": "",
"ml.googleapis.com/job_id/log_area": "root",
"compute.googleapis.com/zone": "us-central1-a"
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:27.197069714Z"
},
{
"insertId": "qd5ey3fs0o79z",
"jsonPayload": {
"levelname": "ERROR",
"message": "distributed.nanny - WARNING - Worker process still alive after 3 seconds, killing\n"
},
"resource": {
"type": "ml_job",
"labels": {
"job_id": "3709377298651152384",
"task_name": "workerpool0-0",
"project_id": "renatoleite-dev"
}
},
"timestamp": "2022-02-17T15:11:23.831806659Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/trial_type": "",
"ml.googleapis.com/job_id/log_area": "root",
"ml.googleapis.com/tpu_worker_id": "",
"compute.googleapis.com/zone": "us-central1-a",
"compute.googleapis.com/resource_id": "4870274337353230650",
"compute.googleapis.com/resource_name": "cmle-training-12749817886038905379",
"ml.googleapis.com/trial_id": ""
},
"logName": "projects/renatoleite-dev/logs/workerpool0-0",
"receiveTimestamp": "2022-02-17T15:11:27.197069714Z"
},
{
"textPayload": "The replica workerpool0-0 exited with a non-zero status of 1. To find out more about why your job exited please check the logs: https://console.cloud.google.com/logs/viewer?project=375468928805&resource=ml_job%2Fjob_id%2F3709377298651152384&advancedFilter=resource.type%3D%22ml_job%22%0Aresource.labels.job_id%3D%223709377298651152384%22",
"insertId": "18yitcfd8wgp",
"resource": {
"type": "ml_job",
"labels": {
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384",
"task_name": "service"
}
},
"timestamp": "2022-02-17T15:12:08.838187972Z",
"severity": "ERROR",
"labels": {
"ml.googleapis.com/endpoint": ""
},
"logName": "projects/renatoleite-dev/logs/ml.googleapis.com%2F3709377298651152384",
"receiveTimestamp": "2022-02-17T15:12:10.377894329Z"
},
{
"textPayload": "Job failed.",
"insertId": "18yitcfd8wjb",
"resource": {
"type": "ml_job",
"labels": {
"task_name": "service",
"project_id": "renatoleite-dev",
"job_id": "3709377298651152384"
}
},
"timestamp": "2022-02-17T15:14:40.503678058Z",
"severity": "INFO",
"labels": {
"ml.googleapis.com/endpoint": ""
},
"logName": "projects/renatoleite-dev/logs/ml.googleapis.com%2F3709377298651152384",
"receiveTimestamp": "2022-02-17T15:14:41.395412120Z"
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment