scripts: Use local gguf package when running from repo (#2927)

* scripts: Use local gguf when running from repo
This commit is contained in:
Kerfuffle authored and GitHub committed 2023-08-31 16:49:24 -06:00
1 parent e8422de39e
commit aeefac4ff7
5 files changed
+22 -5

No files matched your search

@@ -2,13 +2,16 @@
# train-text-from-scratch checkpoint --> gguf conversion
import argparse
import gguf
import os
import struct
import sys
import numpy as np
from pathlib import Path
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / '..' / '..' / 'gguf-py' / 'gguf'))
import gguf
# gguf constants
LLM_KV_OPTIMIZER_TYPE = "optimizer.type"
LLM_KV_OPTIMIZER_TYPE_ADAM = "adam"