Skip to content

Instantly share code, notes, and snippets.

from transformers import DetrImageProcessor, DetrForObjectDetection
import torch
from PIL import Image
import requests
import boto3
import io
import time
import pandas as pd
import numpy as np
from ray.train.huggingface import HuggingFacePredictor
import torch
import torch.nn.functional as F
from torchmetrics import Accuracy
from torch.utils.data import DataLoader, Subset
from torchvision.datasets import MNIST
from torchvision import transforms
import pytorch_lightning as pl
from ray.air.config import ScalingConfig
from ray.train.lightning import LightningTrainer, LightningConfigBuilder
2023-02-24 10:35:45,573 INFO worker.py:1360 -- Connecting to existing Ray cluster at address: 10.0.46.170:6379...
2023-02-24 10:35:45,578 INFO worker.py:1548 -- Connected to Ray cluster. View the dashboard at 127.0.0.1:8265
Configurations for TorchTrainer
"lr": 1e-3,
"batch_size": 64,
"epochs": 4
"num_workers": 2,
"use_gpu"= True
#!/usr/bin/env python
import inspect
import typer
import ray
from ray.util.annotations import _is_annotated
IGNORE_PATHS = {
".impl.",
".backend.",
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index 96f7d9c..e6d7976 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -24,16 +24,16 @@ ray.actor:PublicAPI: args, kwargs
ray.air.checkpoint:PublicAPI (Beta)
ray.air.checkpoint:__fspath__: self
ray.air.checkpoint:__getstate__: self
-ray.air.checkpoint:__init__: self, local_path, data_dict, uri, obj_ref
+ray.air.checkpoint:__init__: self, local_path, data_dict, uri
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index 96f7d9c..06049f3 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -1,6 +1,7 @@
ray.actor:PublicAPI
ray.actor:__call__: self, args, kwargs
ray.actor:__init__: cls, name, bases, attr
+ray.actor:_remote: self, args, kwargs, actor_options
ray.actor:bind: self, args, kwargs
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index 814adb4..06049f3 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -28,19 +28,22 @@ ray.actor:PublicAPI: args, kwargs
ray.air.checkpoint:PublicAPI (Beta)
ray.air.checkpoint:__fspath__: self
ray.air.checkpoint:__getstate__: self
-ray.air.checkpoint:__init__: self, local_path, data_dict, uri, obj_ref
+ray.air.checkpoint:__init__: self, local_path, data_dict, uri
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index f3e3c86..219ceeb 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -28,19 +28,22 @@ ray.actor:PublicAPI: args, kwargs
ray.air.checkpoint:PublicAPI (Beta)
ray.air.checkpoint:__fspath__: self
ray.air.checkpoint:__getstate__: self
-ray.air.checkpoint:__init__: self, local_path, data_dict, uri, obj_ref
+ray.air.checkpoint:__init__: self, local_path, data_dict, uri
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index 98e4a88..f7d7987 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -23,19 +23,22 @@ ray.actor:
ray.actor: args, kwargs
ray.air.checkpoint:__fspath__: self
ray.air.checkpoint:__getstate__: self
-ray.air.checkpoint:__init__: self, local_path, data_dict, uri, obj_ref
+ray.air.checkpoint:__init__: self, local_path, data_dict, uri
diff --git a/api_2.2.0.log b/api_3.0.0.dev0.log
index 98e4a88..f7d7987 100644
--- a/api_2.2.0.log
+++ b/api_3.0.0.dev0.log
@@ -23,19 +23,22 @@ ray.actor:
ray.actor: args, kwargs
ray.air.checkpoint:__fspath__: self
ray.air.checkpoint:__getstate__: self
-ray.air.checkpoint:__init__: self, local_path, data_dict, uri, obj_ref
+ray.air.checkpoint:__init__: self, local_path, data_dict, uri