diff options
Diffstat (limited to 'candle-pyo3/quant-llama.py')
| -rw-r--r-- | candle-pyo3/quant-llama.py | 14 |
1 files changed, 0 insertions, 14 deletions
diff --git a/candle-pyo3/quant-llama.py b/candle-pyo3/quant-llama.py index 092c1faa..7d74c25e 100644 --- a/candle-pyo3/quant-llama.py +++ b/candle-pyo3/quant-llama.py @@ -1,19 +1,5 @@ # This example shows how the candle Python api can be used to replicate llama.cpp. -import os import sys - -# The "import candle" statement below works if there is a "candle.so" file in sys.path. -# Here we check for shared libraries that can be used in the build directory. -BUILD_DIR = "./target/release-with-debug" -so_file = BUILD_DIR + "/candle.so" -if os.path.islink(so_file): os.remove(so_file) -for lib_file in ["libcandle.dylib", "libcandle.so"]: - lib_file_ = BUILD_DIR + "/" + lib_file - if os.path.isfile(lib_file_): - os.symlink(lib_file, so_file) - sys.path.insert(0, BUILD_DIR) - break - import candle MAX_SEQ_LEN = 4096 |