gustavz

from langchain_chroma import Chroma
from langchain_openai import OpenAIEmbeddings
from langchain_community.document_loaders import PDFMinerLoader, PyMuPDFLoader
from langchain_text_splitters import RecursiveCharacterTextSplitter

pdf_path = "https://www.barclaycard.co.uk/content/dam/barclaycard/documents/personal/existing-customers/terms-and-conditions-barclaycard-core-2019.pdf"

loader = PDFMinerLoader(pdf_path) # loads all text into a single document
loader = PyMuPDFLoader(pdf_path) # loads each page as a separate document
documents = loader.load()

gustavz

{
    "version": "0.2.0",
    "configurations": [
        {
            "name": "Python: Current File",
            "type": "python",
            "request": "launch",
            "program": "${file}",
            "console": "integratedTerminal",
            "cwd": "${fileDirname}",

gustavz

import numpy as np
import pandas as pd
import asyncio
import openai
from sentence_transformers import SentenceTransformer

openai.api_key = "YOUR-API-KEY"

model = SentenceTransformer('all-MiniLM-L6-v2')

gustavz

{
    "version": "0.2.0",
    "configurations": [
        {
            "name": "Python: Streamlit",
            "type": "python",
            "request": "launch",
            "module": "streamlit",
            "env": {
                // any .env variables you may have

gustavz

from deeplake.util.bugout_reporter import deeplake_reporter
from deeplake.client.client import DeepLakeBackendClient

def list_deeplake_datasets(
    org_id: str = "",
    token: str = None,
) -> None:
    """List all available Deep Lake cloud datasets.
    Removed from deeplake in: https://github.com/activeloopai/deeplake/pull/2182/files
    """

gustavz

import trafaret as t

class DecisionLog:
    def __init__(self, reason_key=''):
        self.init()
        self._reason_key = reason_key
        self._len_reason_key = len(reason_key)
    
    def init(self):
        self.logs = []