architkulkarni

diff --git a/python/ray/serve/api.py b/python/ray/serve/api.py
index 2d08bc9db..3d7ef80d5 100644
--- a/python/ray/serve/api.py
+++ b/python/ray/serve/api.py
@@ -3,6 +3,7 @@ import atexit
 import collections
 import inspect
 import os
+import sys
 import time

architkulkarni

import asyncio
import aiohttp
import time

async def fetch_page(session, url):
    async with session.get(url) as response:
        assert response.status == 200
        return await response.read()

async def main():

architkulkarni

architkulkarni

import ray
from ray import serve

from fastapi import FastAPI
from transformers import pipeline

app = FastAPI()

serve_handle = None

architkulkarni

from fastapi import FastAPI

app = FastAPI()

from transformers import pipeline # A simple API for NLP tasks.

nlp_model = pipeline("text-generation", model="gpt2") # Load the model.

# The function below handles GET requests to the URL `/generate`.
@app.get("/generate")