bitsnaps

# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software

bitsnaps

[
    {
        "model": "gpt-4",
        "api_key": "PASTE_YOUR_API_KEY_HERE"
    },
    {
        "model": "gpt-4-1106-preview",
        "api_key": "PASTE_YOUR_API_KEY_HERE"
    },
    {

bitsnaps

# %%
# this is run from /notebooks on paperspace
from huggingface_hub import login
from dotenv import load_dotenv

load_dotenv("/notebooks/.env")
import os
os.environ["TOKENIZERS_PARALLELISM"]="false"
login(token=os.getenv("HUGGINGFACE_TOKEN"))

bitsnaps

1. Install oh-my-zsh
sh -c "$(wget https://raw.githubusercontent.com/robbyrussell/oh-my-zsh/master/tools/install.sh -O -)"

2. Clone necessary plugins.
git clone git://github.com/zsh-users/zsh-autosuggestions $ZSH_CUSTOM/plugins/zsh-autosuggestions
git clone https://github.com/zsh-users/zsh-history-substring-search ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-history-substring-search
git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting

3. Add plugins to ~/.zshrc as
plugins = ( [plugins...] zsh-autosuggestions zsh-history-substring-search zsh-syntax-highlighting)

bitsnaps

import { join } from 'path';
import { readdir, stat } from 'fs/promises';

function humanFileSize(bytes, si = false, dp = 1) {
  const thresh = si ? 1000 : 1024;

  if (Math.abs(bytes) < thresh) {
    return bytes + ' B';
  }

bitsnaps

# NixOS is a Linux distribution built on top of the Nix package manager, known for its declarative and reproducible approach to system configuration.
# read more: https://nixos.org/

# Replit uses NixOS under the hood in order with Nix which is a tool for managing packages and system configurations.
#https://docs.replit.com/programming-ide/nix-on-replit

# Update nix packages
nix-channel --update

# list all nix channels

bitsnaps

# pip install openpyxl, pandas, PyQt5... (if you don't use conda)
import sys
import pandas as pd
from PyQt5.QtCore import QSize, Qt, pyqtSlot, pyqtSignal
from PyQt5.QtWidgets import (QApplication, QMainWindow, QPushButton, QTableWidget, QTableWidgetItem,
                             QFileDialog, QVBoxLayout, QWidget, QDialog, QLabel, QLineEdit, QComboBox, QCheckBox, QHBoxLayout)

# Custom TableWidget class
class TableWidget(QTableWidget):
    def __init__(self, df, parent=None):

bitsnaps

from flask import Flask, jsonify, request
import requests
import PyPDF2
import tempfile
import pickle
import retrying
from langchain.llms import OpenAI
from langchain.chains.qa_with_sources import load_qa_with_sources_chain
from langchain.docstore.document import Document
from langchain.embeddings.openai import OpenAIEmbeddings

bitsnaps

import os
import re
import faiss
from langchain import FAISS
import obsidiantools.api as otools
from langchain.embeddings.openai import OpenAIEmbeddings
from langchain.chains.qa_with_sources import load_qa_with_sources_chain
from langchain.llms import OpenAI

os.environ["OPENAI_API_KEY"] = 'sk-********'

bitsnaps

from sklearn.metrics.pairwise import cosine_similarity

try:
  import spacy
except:
  !pip install spacy
  import spacy

try:
  from sentence_transformers import SentenceTransformer, util