leafspark leafspark
leafspark
/ convert_hf_nemotron_to_gguf_nemotron.py
Last active
July 16, 2024 04:07
utility to convert failspy/Nemotron-4-340B-Instruct-SafeTensors to a format that can be used by fairydreaming/llama.cpp:nemotron
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import argparse | |
| from pathlib import Path | |
| import json | |
| from safetensors import safe_open | |
| from safetensors.torch import save_file | |
| import torch | |
| from tqdm import tqdm | |
| from collections import OrderedDict | |
| import re |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (self.webpackChunk_N_E = self.webpackChunk_N_E || []).push([[6733], { | |
| 70172: function () {}, | |
| 2001: function () {}, | |
| 33779: function () {}, | |
| 82258: function () {}, | |
| 86497: function (e, a, l) { | |
| "use strict"; | |
| l.r(a); | |
| l.d(a, { |