Skip to content

Instantly share code, notes, and snippets.

View Likhith-Modak's full-sized avatar

Likhith - Modak Likhith-Modak

View GitHub Profile
@Likhith-Modak
Likhith-Modak / mermaid.md
Last active October 3, 2025 11:29 
flowchart LR
    YSC[Yeedu Spark Compute]
    UC[Unity Catalog]
    ADLS2[ADLS Gen2 Storage - humuceastus2dev0 ]

    YSC -->|1. Connect using URL & PAT| UC
    UC -->|2. Return Catalog/Tables & ADLS2 Locations| YSC
    YSC -->|3. Access ADLS2 locations using Azure SPN| ADLS2
 UC -.->|RBAC Governance| ADLS2
@Likhith-Modak
Likhith-Modak / dbutils.py
Created September 9, 2025 11:59
from typing import Any, Optional, Dict, List
import requests, base64
from pyspark.sql import SparkSession
from IPython.display import display, clear_output
from py4j.java_gateway import java_import
from datetime import datetime
import inspect, os, io
from IPython.display import display, Markdown
from IPython.core.interactiveshell import InteractiveShell
import logging
@Likhith-Modak
Likhith-Modak / yeedu.txt
Created September 3, 2025 13:24
-----BEGIN RSA PRIVATE KEY-----
MIIEowIBAAKCAQEA2LxMpqMONHTnyetIeZO4CK9mRzJZIWxWuPy97k3eMnnP5BpE
wHJqUsHGofsgfWkhJiRLHUE2Ff5Vy3W/GdVFdGrvTJw8EpbBLh2TmGD/QiqhK/Tl
1xkEs8UzeqKc6PsZ1hlkWwjg6SiNpySyotX38RHNWxgzdjFyySoXHgRe1jx09+B7
Yi1UtS3xM9BK5n4dOvNDBEQ8+I7AxDrsaFLhAPqOyApZDHYuVRCEqPIoNdX4LDtB
aAUXaQws2K6oDu3rK5k9IbzGbfqSnlnKNEPKZEKQkortGvB9TzGqWndwEBDtKIVm
KxnVTJWuSQ6mj5AnWiufw0Pk640w0B5DKS+/TwIDAQABAoIBABuOzbw+bVb0Kmi9
NujmhHbuPnX9C+I5EUnSMSA03HTUkj9xq55Arg45v1TnRnlLvcBIyxg8K3FednA5
V4QkXwFve1/lWaoPax6++f5dDvfNzdJ2ACd6ceOdxm7ocEUbcGyNq/n7RgW/d0ty
WhhkVnNbjR3xFNIJdYvogyn46koZB9Dcq5/wDJu+JfPurnRSSJC65fvRWTRJYOY4
@Likhith-Modak
Likhith-Modak / permissions_in_azure
Created July 15, 2025 12:28
"permissions": [
{
"actions": [
"Microsoft.Compute/sshPublicKeys/write",
"Microsoft.Compute/virtualMachines/read",
"Microsoft.Compute/virtualMachines/start/action",
"Microsoft.Compute/virtualMachines/restart/action",
"Microsoft.Compute/virtualMachines/deallocate/action",
"Microsoft.Compute/virtualMachines/delete",
"Microsoft.Compute/virtualMachines/write",
@Likhith-Modak
Likhith-Modak / stats.sh
Created September 19, 2024 15:02
#!/bin/bash
# Directory to store logs
LOG_DIR="/yeedu/reactors/logs/dstat"
mkdir -p "$LOG_DIR"
# Infinite loop to run the command every 60 seconds
while true
do
@Likhith-Modak
Likhith-Modak / flow.py
Last active July 17, 2024 09:49
@flow(retries=0, retry_delay_seconds=5, log_prints=True)
def test_job_variables():
job_url = os.environ.get("job_url")
operator = YeeduOperator(job_url=job_url,
connection_block_name='connection-create-from-code',
login_password_block_name='secret-create-from-code')
operator.execute()
.deploy(
name="testing_job_variables",
@Likhith-Modak
Likhith-Modak / test_flow_1.py
Created July 15, 2024 14:15
import unittest
from unittest.mock import patch, MagicMock
import sys
import os
# # Ensure the project root directory is in sys.path
# project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
# if project_root not in sys.path:
# sys.path.append(project_root)