From 16bf44f6e9ed89d68260baa7914277fa269dcaee Mon Sep 17 00:00:00 2001
From: Radamés Ajna <radamajna@gmail.com>
Date: Tue, 5 Sep 2023 20:53:31 -0700
Subject: force model cache (#751)

---
 candle-wasm-examples/llama2-c/lib-example.html | 12 ++++++++++--
 candle-wasm-examples/llama2-c/llama2cWorker.js | 16 ++++++++++------
 2 files changed, 20 insertions(+), 8 deletions(-)

(limited to 'candle-wasm-examples/llama2-c')

diff --git a/candle-wasm-examples/llama2-c/lib-example.html b/candle-wasm-examples/llama2-c/lib-example.html
index 5995f003..b5033c54 100644
--- a/candle-wasm-examples/llama2-c/lib-example.html
+++ b/candle-wasm-examples/llama2-c/lib-example.html
@@ -38,11 +38,11 @@
         },
         stories42M: {
           url: "stories42M.bin",
-          seq_len: 256,
+          seq_len: 1024,
         },
         stories110M: {
           url: "stories110M.bin",
-          seq_len: 256,
+          seq_len: 1024,
         },
       };
 
@@ -124,9 +124,17 @@
       const prompt = document.querySelector("#prompt");
       const clearBtn = document.querySelector("#clear-btn");
       const runBtn = document.querySelector("#run");
+      const modelSelect = document.querySelector("#model");
       let runController = new AbortController();
       let isRunning = false;
 
+      modelSelect.addEventListener("change", (e) => {
+        const model = MODELS[e.target.value];
+        document.querySelector("#max-seq").max = model.seq_len;
+        document.querySelector("#max-seq").nextElementSibling.value =
+          model.seq_len;
+      });
+
       form.addEventListener("submit", async (e) => {
         e.preventDefault();
         if (isRunning) {
diff --git a/candle-wasm-examples/llama2-c/llama2cWorker.js b/candle-wasm-examples/llama2-c/llama2cWorker.js
index e4229055..abaf3401 100644
--- a/candle-wasm-examples/llama2-c/llama2cWorker.js
+++ b/candle-wasm-examples/llama2-c/llama2cWorker.js
@@ -1,13 +1,17 @@
 import init, { Model } from "./build/m.js";
 
 async function fetchArrayBuffer(url) {
-  const res = await fetch(url, {
-    cache: "force-cache",
-  });
-  const data = await res.arrayBuffer();
-  return new Uint8Array(data);
+  const cacheName = "llama2c-candle-cache";
+  const cache = await caches.open(cacheName);
+  const cachedResponse = await cache.match(url);
+  if (cachedResponse) {
+    const data = await cachedResponse.arrayBuffer();
+    return new Uint8Array(data);
+  }
+  const res = await fetch(url, { cache: "force-cache" });
+  cache.put(url, res.clone());
+  return new Uint8Array(await res.arrayBuffer());
 }
-
 class Llama2C {
   static instance = {};
 
-- 
cgit v1.2.3