From ace13cf4aa724c078a6a6f36a6f243cd4821a548 Mon Sep 17 00:00:00 2001
From: dan <me@danrh.co.uk>
Date: Wed, 7 Jun 2023 17:20:38 -0400
Subject: proto: semantic search with indexdb caching embeddings

---
 semanticsearchscratchpad/create-embeddings.js | 30 +++++++++++++++++++++++++++
 1 file changed, 30 insertions(+)
 create mode 100644 semanticsearchscratchpad/create-embeddings.js

(limited to 'semanticsearchscratchpad/create-embeddings.js')

diff --git a/semanticsearchscratchpad/create-embeddings.js b/semanticsearchscratchpad/create-embeddings.js
new file mode 100644
index 0000000..bbb3a81
--- /dev/null
+++ b/semanticsearchscratchpad/create-embeddings.js
@@ -0,0 +1,30 @@
+onmessage = msg => {
+  const lines = msg.data;
+
+  const request = indexedDB.open("embeddings");
+
+  request.onupgradeneeded = (event) => {
+    console.log('onupgradeneeded')
+    const db = event.target.result;
+    db.createObjectStore('embeddings', {autoIncrement: true});
+    };
+  
+  let embeddings;
+  request.onsuccess = (event) => {
+    const db = event.target.result;
+    embeddings = db.transaction('embeddings', 'readwrite').objectStore('embeddings').getAll();
+    if (!embeddings || !embeddings.length) {
+    createEmbeddings(lines)
+      .then(xsembs => {
+        embeddings = xsembs;
+        const st = db
+            .transaction('embeddings', 'readwrite')
+            .objectStore('embeddings');
+        xsembs.forEach(emb => {
+            console.log(emb);
+            st.add(emb);
+        });
+      });
+  }
+  };
+}
-- 
cgit v1.2.3