proto: semantic search with indexdb caching embeddings

1 files changed, 30 insertions, 0 deletions

diff --git a/semanticsearchscratchpad/create-embeddings.js b/semanticsearchscratchpad/create-embeddings.js
new file mode 100644
index 0000000..bbb3a81
--- /dev/null
+++ b/semanticsearchscratchpad/create-embeddings.js
@@ -0,0 +1,30 @@
+onmessage = msg => {
+  const lines = msg.data;
+
+  const request = indexedDB.open("embeddings");
+
+  request.onupgradeneeded = (event) => {
+    console.log('onupgradeneeded')
+    const db = event.target.result;
+    db.createObjectStore('embeddings', {autoIncrement: true});
+    };
+  
+  let embeddings;
+  request.onsuccess = (event) => {
+    const db = event.target.result;
+    embeddings = db.transaction('embeddings', 'readwrite').objectStore('embeddings').getAll();
+    if (!embeddings || !embeddings.length) {
+    createEmbeddings(lines)
+      .then(xsembs => {
+        embeddings = xsembs;
+        const st = db
+            .transaction('embeddings', 'readwrite')
+            .objectStore('embeddings');
+        xsembs.forEach(emb => {
+            console.log(emb);
+            st.add(emb);
+        });
+      });
+  }
+  };
+}