semanticsearchscratchpad/create-embeddings.js


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

onmessage = msg => {
  const lines = msg.data;

  const request = indexedDB.open("embeddings");

  request.onupgradeneeded = (event) => {
    console.log('onupgradeneeded')
    const db = event.target.result;
    db.createObjectStore('embeddings', {autoIncrement: true});
    };
  
  let embeddings;
  request.onsuccess = (event) => {
    const db = event.target.result;
    embeddings = db.transaction('embeddings', 'readwrite').objectStore('embeddings').getAll();
    if (!embeddings || !embeddings.length) {
    createEmbeddings(lines)
      .then(xsembs => {
        embeddings = xsembs;
        const st = db
            .transaction('embeddings', 'readwrite')
            .objectStore('embeddings');
        xsembs.forEach(emb => {
            console.log(emb);
            st.add(emb);
        });
      });
  }
  };
}