From 2ce5f12513d0dafb04c7e345da9d4fba566cfa16 Mon Sep 17 00:00:00 2001
From: Laurent Mazare <laurent.mazare@gmail.com>
Date: Wed, 26 Jul 2023 14:16:37 +0100
Subject: Again set a few extra params in flash-attn. (#245)

* Again set a few extra params.

* Use the appropriate kernel sizes.

* Add all the kernel sizes.

* Parallel compiling.

* Reduce the amount of parallelism.

* Add the missing kernel.

* Fix a typo.

* Remove bf16 support for now.
---
 candle-flash-attn/Cargo.toml | 2 ++
 1 file changed, 2 insertions(+)

(limited to 'candle-flash-attn/Cargo.toml')

diff --git a/candle-flash-attn/Cargo.toml b/candle-flash-attn/Cargo.toml
index 25201a0e..9d21cf4a 100644
--- a/candle-flash-attn/Cargo.toml
+++ b/candle-flash-attn/Cargo.toml
@@ -16,3 +16,5 @@ half = { version = "2.3.1", features = ["num-traits"] }
 
 [build-dependencies]
 anyhow = { version = "1", features = ["backtrace"] }
+num_cpus = "1.15.0"
+rayon = "1.7.0"
-- 
cgit v1.2.3