import { FaissStore } from "langchain/vectorstores/faiss";
import { OpenAIEmbeddings } from "langchain/embeddings/openai";
import { TokenTextSplitter } from "langchain/text_splitter";
import Vectorview from "vectorview";
// Setup
const vv = new Vectorview(key);
// Do semantic search
const text = await fs.readFile('./text.txt', 'utf8');
const splitter = new TokenTextSplitter({
chunkSize: 40,
chunkOverlap: 0,
});
const docs = await splitter.createDocuments([text]);
const vectorStore = await FaissStore.fromDocuments(docs, new OpenAIEmbeddings());
const query = "What did the president say about Ketanji Brown Jackson";
const docsWithScore = await vectorStore.similaritySearchWithScore(query, 3);
// Log vv event
vv.event(query, docsWithScore)