clarng

from math import ceil
import sys
import time
import numpy as np

import psutil
import pytest

import ray
from ray._private import test_utils

clarng

from math import ceil
import sys
import time

import psutil
import pytest

import ray
from ray._private import test_utils
from ray._private.test_utils import get_node_stats, wait_for_condition

clarng

+ ROOT_DIR=/home/ray/default
+ DATA_DIR=/home/ray/data
+ MIN_PARALLELISM=10
+ NUM_IMAGES_PER_FILE=7168
+ SKIP_RAY_UP=true
+ OUT=output-2022-10-20-13:20:22.csv
+ USE_GPU_FLAG=
+ NUM_EPOCHS=1
+ BATCH_SIZE=64
+ SHUFFLE_BUFFER_SIZE=0

clarng

From 0ea7a964458347615a030084f7424f5d1fdc7453 Mon Sep 17 00:00:00 2001
From: Clarence Ng <clarence@anyscale.com>
Date: Mon, 24 Oct 2022 20:28:07 -0700
Subject: [PATCH] honor skip_ray and add flag to skip TF or RAY data

---
 resnet50-train/run_file_size_benchmark.sh |  5 ++++-
 resnet50-train/run_file_size_remote.sh    | 15 +++++++++++----
 2 files changed, 15 insertions(+), 5 deletions(-)

clarng

import boto3
import os
import rasterio

from prefect import flow, task, get_run_logger
from prefect_ray import RayTaskRunner
from prefect_ray.context import remote_options

from rasterio.session import AWSSession
from rio_cogeo import cog_profiles

clarng

import boto3
import os
import rasterio

from prefect import flow, task, get_run_logger
from prefect_ray import RayTaskRunner
from prefect_ray.context import remote_options

from rasterio.session import AWSSession
from rio_cogeo import cog_profiles

clarng

From 6c57cd07a253ea2c37041a2f767629118f262a29 Mon Sep 17 00:00:00 2001
From: Clarence Ng <clarence.wyng@gmail.com>
Date: Fri, 18 Nov 2022 06:45:55 -0800
Subject: [PATCH] [core] telemetry for oom triggers

Signed-off-by: Clarence Ng <clarence.wyng@gmail.com>
---
 python/ray/_private/usage/usage_lib.py        |  8 ++++++
 python/ray/tests/test_usage_stats.py          | 28 +++++++++++++++++++
 src/ray/gcs/gcs_server/gcs_kv_manager.h       |  4 +--

clarng

From 7b6e8c795c4339971fdf94fda05e6e6498fe1d1f Mon Sep 17 00:00:00 2001
From: Clarence Ng <clarence.wyng@gmail.com>
Date: Fri, 18 Nov 2022 06:45:55 -0800
Subject: [PATCH] [core] telemetry for oom triggers

Signed-off-by: Clarence Ng <clarence.wyng@gmail.com>
---
 python/ray/_private/usage/usage_lib.py        |  8 ++++++
 python/ray/tests/test_usage_stats.py          | 28 +++++++++++++++++++
 src/ray/gcs/gcs_server/gcs_kv_manager.h       |  4 +--

clarng

From 7b6e8c795c4339971fdf94fda05e6e6498fe1d1f Mon Sep 17 00:00:00 2001
From: Clarence Ng <clarence.wyng@gmail.com>
Date: Fri, 18 Nov 2022 06:45:55 -0800
Subject: [PATCH] [core] telemetry for oom triggers

Signed-off-by: Clarence Ng <clarence.wyng@gmail.com>
---
 python/ray/_private/usage/usage_lib.py        |  8 ++++++
 python/ray/tests/test_usage_stats.py          | 28 +++++++++++++++++++
 src/ray/gcs/gcs_server/gcs_kv_manager.h       |  4 +--

clarng

import ray
from ray import tune
from ray.air.config import ScalingConfig
from ray.tune import Tuner
from ray.train.xgboost import XGBoostTrainer
from ray.data.preprocessors import BatchMapper
import ray
from ray.air import session
from ray.data import Dataset
from ray.train.torch import TorchTrainer