Skip to content

Instantly share code, notes, and snippets.

@veenaramesh
veenaramesh / AgentEvaluation.py
Created September 3, 2025 15:11
[blog] Agents are like onions (they have layers)
import mlflow
from mlflow.genai.scorers import scorer
from mlflow.genai.scorers import Correctness, RelevanceToQuery
from custom_scorer import ToolUsageScorer
import re
# Workaround for serverless compatibility
mlflow.tracking._model_registry.utils._get_registry_uri_from_spark_session = lambda: "databricks-uc"
model = mlflow.pyfunc.load_model(f"models:/{model_name}@agent_latest")
@veenaramesh
veenaramesh / logging_many_models.py
Last active July 21, 2025 21:29
[blog] It’s beaver time! Don’t get logged down with mlflow logging.
# Databricks notebook source
import pandas as pd
import numpy as np
import cloudpickle
from datetime import datetime
import mlflow
import os
import json
# COMMAND ----------
@veenaramesh
veenaramesh / clean-up-resource.yml
Created July 5, 2025 16:17
AgentOps Stacks 'CleanUp' workflow
common_permissions: &permissions
permissions:
- level: CAN_VIEW
group_name: users
resources:
jobs:
clean_up_job:
name: ${bundle.target}-{{ .input_project_name }}-clean_up_job