-
-
Save supersonictw/f6cf5e599377132fe5e180b3d495c553 to your computer and use it in GitHub Desktop.
#!/bin/bash | |
# Ollama Model Export Script | |
# Usage: bash ollama-export.sh vicuna:7b | |
# License: MIT (https://ncurl.xyz/s/RD0Yl5fSg) | |
# https://gist.github.com/supersonictw/f6cf5e599377132fe5e180b3d495c553 | |
set -e | |
echo "Ollama Model Export Script" | |
echo "License: MIT (https://ncurl.xyz/s/RD0Yl5fSg)" | |
echo "" | |
OLLAMA_HOME="${OLLAMA_HOME:="$HOME/.ollama"}" | |
BLOBS_FILE_BASE_PATH="$OLLAMA_HOME/models/blobs" | |
MANIFESTS_FILE_BASE_PATH="$OLLAMA_HOME/models/manifests" | |
SUCCESS_PREFIX="\033[1;32mSuccess:\033[0m" | |
FAILED_PREFIX="\033[0;31mFailed:\033[0m" | |
IFS='/' read -ra NAME_ARGS <<< "${1/://}" | |
case "${#NAME_ARGS[@]}" in | |
4) | |
MANIFESTS_REGISTRY_NAME="${NAME_ARGS[0]}" | |
MANIFESTS_LIBRARY_NAME="${NAME_ARGS[1]}" | |
MANIFESTS_MODEL_NAME="${NAME_ARGS[2]}" | |
MANIFESTS_PARAMS_NAME="${NAME_ARGS[3]}" | |
;; | |
3) | |
MANIFESTS_LIBRARY_NAME="${NAME_ARGS[0]}" | |
MANIFESTS_MODEL_NAME="${NAME_ARGS[1]}" | |
MANIFESTS_PARAMS_NAME="${NAME_ARGS[2]}" | |
;; | |
2) | |
MANIFESTS_MODEL_NAME="${NAME_ARGS[0]}" | |
MANIFESTS_PARAMS_NAME="${NAME_ARGS[1]}" | |
;; | |
1) | |
MANIFESTS_MODEL_NAME="${NAME_ARGS[0]}" | |
;; | |
esac | |
MANIFESTS_REGISTRY_NAME="${MANIFESTS_REGISTRY_NAME:="registry.ollama.ai"}" | |
MANIFESTS_LIBRARY_NAME="${MANIFESTS_LIBRARY_NAME:="library"}" | |
MANIFESTS_MODEL_NAME="${MANIFESTS_MODEL_NAME:="vicuna"}" | |
MANIFESTS_PARAMS_NAME="${MANIFESTS_PARAMS_NAME:="latest"}" | |
MODEL_FULL_NAME="$MANIFESTS_MODEL_NAME:$MANIFESTS_PARAMS_NAME" | |
echo "Exporting model \"$MODEL_FULL_NAME\"..." | |
echo "" | |
MANIFESTS_FILE_PATH="$MANIFESTS_FILE_BASE_PATH/$MANIFESTS_REGISTRY_NAME/$MANIFESTS_LIBRARY_NAME/$MANIFESTS_MODEL_NAME/$MANIFESTS_PARAMS_NAME" | |
if [ ! -f "$MANIFESTS_FILE_PATH" ]; then | |
echo -e "$FAILED_PREFIX \"$MANIFESTS_FILE_PATH\" not exists, the model \"$MODEL_FULL_NAME\" you requested is not found." | |
exit 1 | |
fi | |
EXPORT_DST_BASE_PATH="${EXPORT_DST_BASE_PATH:="$PWD/${MODEL_FULL_NAME/:/-}"}" | |
if [ -d "$EXPORT_DST_BASE_PATH" ]; then | |
echo -e "$FAILED_PREFIX \"$EXPORT_DST_BASE_PATH\" already exists, exits for preventing from unexpected operations." | |
exit 1 | |
fi | |
mkdir -p "$EXPORT_DST_BASE_PATH" | |
printf "$MANIFESTS_REGISTRY_NAME/$MANIFESTS_LIBRARY_NAME/$MANIFESTS_MODEL_NAME:$MANIFESTS_PARAMS_NAME" >"$EXPORT_DST_BASE_PATH/source.txt" | |
while IFS= read -r layer; do | |
BLOB_FILE_NAME="${layer/:/-}" | |
BLOB_FILE_PATH="$BLOBS_FILE_BASE_PATH/$BLOB_FILE_NAME" | |
BLOB_TYPE_NAME=$(jq -r --arg layer "$layer" '.layers[] | select(.digest == $layer) | .mediaType' "$MANIFESTS_FILE_PATH" | sed 's|.*\.ollama\.image\.\(.*\)|\1|') | |
EXPORT_MODEL_FILE_PATH="$EXPORT_DST_BASE_PATH/Modelfile" | |
EXPORT_MODEL_BIN_PATH="$EXPORT_DST_BASE_PATH/model.bin" | |
case "$BLOB_TYPE_NAME" in | |
model) | |
cp "$BLOB_FILE_PATH" "$EXPORT_MODEL_BIN_PATH" | |
printf "FROM ./model.bin\n" >>"$EXPORT_MODEL_FILE_PATH" | |
;; | |
params) | |
PARAMS_JSON="$(cat "$BLOB_FILE_PATH")" | |
printf "$(jq -r 'keys[] as $key | .[$key][] | "PARAMETER \($key) \"\(.)\"" ' <<<"$PARAMS_JSON")" >>"$EXPORT_MODEL_FILE_PATH" | |
;; | |
*) | |
TYPE_NAME="$(echo "$BLOB_TYPE_NAME" | tr '[:lower:]' '[:upper:]')" | |
printf "$TYPE_NAME \"\"\"$(cat "$BLOB_FILE_PATH")\"\"\"\n" >>"$EXPORT_MODEL_FILE_PATH" | |
;; | |
esac | |
done < <(jq -r '.layers[].digest' "${MANIFESTS_FILE_PATH}") | |
echo -e "$SUCCESS_PREFIX Model \"$MODEL_FULL_NAME\" has been exported to \"$EXPORT_DST_BASE_PATH\"!" |
Problem in macos:
OK! I fixed some bugs and make the script support the bash on macOS.
Thanks for your using and reporting! π
Very useful tool!
And how to import the exported model to ollama
?
how to import the exported model to
ollama
?
Just need to do ollama create (model_name)
π
Problem in macos:
OK! I fixed some bugs and make the script support the bash on macOS.
Thanks for your using and reporting! π
Now "-"
is default.
Simple fix is
FETCH_BLOB_FILE_NAME() {
echo "${1/:/-}"
}
I'm using the Docker version of Ollama, and I found that running your script has the following error. After analyzing the manifest, I found that the digest is separated by a colon : between the sha and the subsequent string sha:xxx, while in the blobs, it's sha-xxx, which causes the following error:
root@9587469fdad7:~/ollama_tool# bash ollama_export.sh qwen:1.8b
Ollama Model Export Script
License: MIT (https://ncurl.xyz/s/RD0Yl5fSg)
Exporting model "qwen:1.8b"...
cp: cannot stat '/root/.ollama/models/blobs/sha256:1296b084ed6bc4c6eaee99255d73e9c715d38e0087b6467fd1c498b908180614': No such file or directory
I modified it and now it works normally:
# Ollama Model Export Script
# Usage: bash ollama-export.sh vicuna:7b
# License: MIT (https://ncurl.xyz/s/RD0Yl5fSg)
# https://gist.github.com/supersonictw/f6cf5e599377132fe5e180b3d495c553
set -e
echo "Ollama Model Export Script"
echo "License: MIT (https://ncurl.xyz/s/RD0Yl5fSg)"
echo ""
OLLAMA_HOME="${OLLAMA_HOME:="$HOME/.ollama"}"
BLOBS_FILE_BASE_PATH="$OLLAMA_HOME/models/blobs"
MANIFESTS_FILE_BASE_PATH="$OLLAMA_HOME/models/manifests"
SUCCESS_PREFIX="\033[1;32mSuccess:\033[0m"
FAILED_PREFIX="\033[0;31mFailed:\033[0m"
IFS='/' read -ra NAME_ARGS <<< "${1/://}"
case "${#NAME_ARGS[@]}" in
4)
MANIFESTS_REGISTRY_NAME="${NAME_ARGS[0]}"
MANIFESTS_LIBRARY_NAME="${NAME_ARGS[1]}"
MANIFESTS_MODEL_NAME="${NAME_ARGS[2]}"
MANIFESTS_PARAMS_NAME="${NAME_ARGS[3]}"
;;
3)
MANIFESTS_LIBRARY_NAME="${NAME_ARGS[0]}"
MANIFESTS_MODEL_NAME="${NAME_ARGS[1]}"
MANIFESTS_PARAMS_NAME="${NAME_ARGS[2]}"
;;
2)
MANIFESTS_MODEL_NAME="${NAME_ARGS[0]}"
MANIFESTS_PARAMS_NAME="${NAME_ARGS[1]}"
;;
1)
MANIFESTS_MODEL_NAME="${NAME_ARGS[0]}"
;;
esac
MANIFESTS_REGISTRY_NAME="${MANIFESTS_REGISTRY_NAME:="registry.ollama.ai"}"
MANIFESTS_LIBRARY_NAME="${MANIFESTS_LIBRARY_NAME:="library"}"
MANIFESTS_MODEL_NAME="${MANIFESTS_MODEL_NAME:="vicuna"}"
MANIFESTS_PARAMS_NAME="${MANIFESTS_PARAMS_NAME:="latest"}"
MODEL_FULL_NAME="$MANIFESTS_MODEL_NAME:$MANIFESTS_PARAMS_NAME"
echo "Exporting model \"$MODEL_FULL_NAME\"..."
echo ""
MANIFESTS_FILE_PATH="$MANIFESTS_FILE_BASE_PATH/$MANIFESTS_REGISTRY_NAME/$MANIFESTS_LIBRARY_NAME/$MANIFESTS_MODEL_NAME/$MANIFESTS_PARAMS_NAME"
if [ ! -f "$MANIFESTS_FILE_PATH" ]; then
echo -e "$FAILED_PREFIX \"$MANIFESTS_FILE_PATH\" not exists, the model \"$MODEL_FULL_NAME\" you requested is not found."
exit 1
fi
EXPORT_DST_BASE_PATH="${EXPORT_DST_BASE_PATH:="$PWD/${MODEL_FULL_NAME/:/-}"}"
if [ -d "$EXPORT_DST_BASE_PATH" ]; then
echo -e "$FAILED_PREFIX \"$EXPORT_DST_BASE_PATH\" already exists, exits for preventing from unexpected operations."
exit 1
fi
mkdir -p "$EXPORT_DST_BASE_PATH"
printf "$MANIFESTS_REGISTRY_NAME/$MANIFESTS_LIBRARY_NAME/$MANIFESTS_MODEL_NAME:$MANIFESTS_PARAMS_NAME" >"$EXPORT_DST_BASE_PATH/source.txt"
FETCH_BLOB_FILE_NAME() {
case "$OSTYPE" in
darwin*)
echo "${1/:/-}"
;;
*)
echo "$1"
;;
esac
}
while IFS= read -r layer; do
BLOB_FILE_NAME=${layer//:/-}
BLOB_FILE_PATH="$BLOBS_FILE_BASE_PATH/$BLOB_FILE_NAME"
BLOB_TYPE_NAME=$(jq -r --arg layer "$layer" '.layers[] | select(.digest == $layer) | .mediaType' "$MANIFESTS_FILE_PATH" | sed 's|.*\.ollama\.image\.\(.*\)|\1|')
EXPORT_MODEL_FILE_PATH="$EXPORT_DST_BASE_PATH/Modelfile"
EXPORT_MODEL_BIN_PATH="$EXPORT_DST_BASE_PATH/model.bin"
case "$BLOB_TYPE_NAME" in
model)
cp "$BLOB_FILE_PATH" "$EXPORT_MODEL_BIN_PATH"
printf "FROM ./model.bin\n" >>"$EXPORT_MODEL_FILE_PATH"
;;
params)
PARAMS_JSON="$(cat "$BLOB_FILE_PATH")"
printf "$(jq -r 'keys[] as $key | .[$key][] | "PARAMETER \($key) \"\(.)\"" ' <<<"$PARAMS_JSON")" >>"$EXPORT_MODEL_FILE_PATH"
;;
*)
TYPE_NAME="$(echo "$BLOB_TYPE_NAME" | tr '[:lower:]' '[:upper:]')"
printf "$TYPE_NAME \"\"\"$(cat "$BLOB_FILE_PATH")\"\"\"\n" >>"$EXPORT_MODEL_FILE_PATH"
;;
esac
done < <(jq -r '.layers[].digest' "${MANIFESTS_FILE_PATH}")
echo -e "$SUCCESS_PREFIX Model \"$MODEL_FULL_NAME\" has been exported to \"$EXPORT_DST_BASE_PATH\"!"
Problem in macos:
OK! I fixed some bugs and make the script support the bash on macOS.
Thanks for your using and reporting! πNow
"-"
is default.Simple fix is
FETCH_BLOB_FILE_NAME() { echo "${1/:/-}" }
I fixed it
Oh OK. Because I was using 0.1.29
so I didn't notice that it's already upgraded to be 0.1.42
now.
Wow! Time flies so fast π
Upgraded! Thanks for reporting. π
Problem in macos:
cp: /Users/amikita/.ollama/models/blobs/sha256:00e1317cbf74d901080d7100f57580ba8dd8de57203072dc6f668324ba545f29: No such file or directory
on macos, instead of
:
it uses-
ls /Users/amikita/.ollama/models/blobs/sha256-00e1317cbf74d901080d7100f57580ba8dd8de57203072dc6f668324ba545f29
to fix use:
BLOB_FILE_NAME=$(printf "$layer" | sed 's/:/-/g')