embedder.py

def embedder() -> URLEmbedder:
    env = rh.env(
        name=f"langchain_embed_env",
        reqs=[
            "langchain", 
            "langchain-community", 
            "langchainhub", 
            "sentence_transformers", 
            "bs4"
        ],
    )
    cluster = rh.cluster(f"/dongreenberg/rh-hamilton-a10g",
                         instance_type="A10G:1",
                         auto_stop_mins=5,
                         spot=True).up_if_not()
    RemoteURLEmbedder = rh.module(URLEmbedder).to(cluster, env)
    return RemoteURLEmbedder(
        model_name_or_path="BAAI/bge-large-en-v1.5",
        device="cuda",
        name=f"doc_embedder",
    )