ctransformersを使ってStableCodeによるコード生成を行う

run_stablecode_ctransformers.py

from ctransformers import AutoModelForCausalLM

llm = AutoModelForCausalLM.from_pretrained(
        "TheBloke/stablecode-completion-alpha-3b-4k-GGML",
        model_file="stablecode-completion-alpha-3b-4k.ggmlv1.q8_0.bin",
        )

text = "Generate a JavaScript code to add div element"

inputs = "###Instruction:\n" + text + "\n\n###Response:"

print(inputs)

tokens = llm.tokenize(inputs)

for token in llm.generate(tokens, temperature=0.1):
    print(llm.detokenize(token), end="")

print("")