Supabase EDGE Function - Embeddings generator

embeddings-generator.ts

// Import the serve function to start a Deno server
import { serve } from "std/server"; 

// Import pipeline utility from Hugging Face Transformers
import { pipeline } from "transformers";

// Import Supabase client 
import { createClient } from "supabase/client";  

// Shared CORS headers
import { corsHeaders } from "../_shared/cors.ts";

// Disable caching and allow local models for development
env.useBrowserCache = false;
env.allowLocalModels = false;

// Get Supabase credentials from environment 
const SUPABASE_URL = Deno.env.get("SUPABASE_URL")!;
const SUPABASE_ANON_KEY = Deno.env.get("SUPABASE_ANON_KEY")!;

// Create Supabase client instance
const supabase = createClient(SUPABASE_URL, SUPABASE_ANON_KEY);

// Load Hugging Face pipeline and model  
const pipe = await pipeline("feature-extraction", "Supabase/gte-small");

// Start server
serve(async (req) => {

  try {

    // Get input data from request 
    const { input } = await req.json();
    
    // Run input through pipeline 
    const output = await pipe(input, {
      pooling: "mean", 
      normalize: true,
    });
    
    // Extract embeddings
    const getEmbeddings = Array.from(output.data);

    // Insert embeddings into Supabase
    const { data, error } = await supabase  
      .from("collections")
      .insert({ embedding: getEmbeddings })
      .select();
    
    // Handle errors
    if (error) {
      // Return 500 error
      return new Response(JSON.stringify({ error }), { 
        headers: {...corsHeaders},
        status: 500,
      });
    }
    // Return inserted data
    return new Response(JSON.stringify({ data }), {
      headers: {
        ...corsHeaders, 
        "Content-Type": "application/json"  
      },
    });

  } catch (err) {
    // Catch and return any unhandled errors
    return new Response(JSON.stringify({ err }), {
      headers: {...corsHeaders},
      status: 500,
    });
  }
});

import_map.json

{
  "imports": {
    "std/server": "https://deno.land/std@0.168.0/http/server.ts",
    "transformers": "https://cdn.jsdelivr.net/npm/@xenova/transformers@2.5.0",
    "postgres": "https://deno.land/x/postgres@v0.15.0/mod.ts",
    "supabase/client": "https://esm.sh/@supabase/supabase-js@2.38.0"
  }
}