データセット | LLM-jp-13B-v1.0 | weblab-10b | PLaMo-13B | Stockmark-13b | Japanese StableLM Alpha | 備考 |
---|---|---|---|---|---|---|
mc4 | ◯ | ◯ | ◯ | ◯ | ◯ | |
wikipedia | ◯ | ◯ | ◯ | ◯ | StableLMのページからはdumps.wikipediaにリンクされてる | |
pile | ◯ | ◯ | ||||
RedPajama | ◯ | ◯ | ||||
cc100 | ◯ | ◯ | ||||
the stack |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# based on StableLM chat | |
# https://huggingface.co/spaces/stabilityai/stablelm-tuned-alpha-chat | |
import gradio as gr | |
import torch | |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer | |
import time | |
import numpy as np | |
from torch.nn import functional as F | |
import os | |
from threading import Thread |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import openai | |
from dotenv import load_dotenv | |
from llama_index import GPTSimpleVectorIndex, SimpleDirectoryReader, LLMPredictor, PromptHelper | |
from langchain.llms import AzureOpenAI | |
from langchain.embeddings import OpenAIEmbeddings | |
from llama_index import LangchainEmbedding | |
# Load env variables (create .env with OPENAI_API_KEY and OPENAI_API_BASE) | |
load_dotenv() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
pipe = StableDiffusionPipeline.from_pretrained("CompVis/stable-diffusion-v1-4", revision="fp16", torch_dtype=torch.float16, use_auth_token=True) | |
pipe = pipe.to("cuda") | |
img2imgPipe = StableDiffusionImg2ImgPipeline.from_pretrained("CompVis/stable-diffusion-v1-4", revision="fp16", torch_dtype=torch.float16, use_auth_token=True) | |
img2imgPipe = img2imgPipe.to("cuda") | |
inpaintingPipe = StableDiffusionInpaintingPipeline.from_pretrained("CompVis/stable-diffusion-v1-4", revision="fp16", torch_dtype=torch.float16, use_auth_token=True) | |
inpaintingPipe = inpaintingPipe.to("cuda") | |
https://www.udemy.com/course/docker-and-kubernetes-the-complete-guide/
docker run hello-world
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Original: https://iotdiary.blogspot.com/2019/07/maixpy-go-mobilenet-transfer-learning.html | |
# Slightly modified for M5StickV | |
import sensor | |
import image | |
import lcd | |
import KPU as kpu | |
lcd.init() | |
lcd.rotation(2) | |
sensor.reset() | |
sensor.set_pixformat(sensor.RGB565) |
beebotteの使い方メモ.md
BeebotteはMQTTブローカ+REST API+Web Socketを提供するサービス。 無料アカウントでは50000メッセージ/日まで使える。
NewerOlder