summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorNicolas Patry <patry.nicolas@protonmail.com>2023-06-21 17:04:28 +0200
committerNicolas Patry <patry.nicolas@protonmail.com>2023-06-22 12:25:58 +0200
commit9ea220fc6e9541e9bceea0b2fbc9587c5f1a96e8 (patch)
treee011a3cab8dab1e56560046f8b123ff3debb79a0
parent86e4cbbc3d61739c26da0cca93c7532023480789 (diff)
downloadcandle-9ea220fc6e9541e9bceea0b2fbc9587c5f1a96e8.tar.gz
candle-9ea220fc6e9541e9bceea0b2fbc9587c5f1a96e8.tar.bz2
candle-9ea220fc6e9541e9bceea0b2fbc9587c5f1a96e8.zip
Fixing tokenizers dep.
-rw-r--r--.pre-commit-config.yaml2
-rw-r--r--Cargo.toml2
2 files changed, 3 insertions, 1 deletions
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index ad3bc0c2..83e3e688 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -8,6 +8,8 @@ repos:
name: "Rust (clippy)"
args:
[
+ "--tests",
+ "--examples",
"--",
"-Dwarnings",
]
diff --git a/Cargo.toml b/Cargo.toml
index b2e2a890..8c601e18 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -26,7 +26,7 @@ candle-kernels = { path = "kernels", optional = true }
anyhow = "1"
clap = { version = "4.2.4", features = ["derive"] }
rand = "0.8.5"
-tokenizers = "0.13.3"
+tokenizers = { version = "0.13.3", default-features=false, features=["onig"] }
[features]
default = []