DiskVectorIndex

Embed 100M Docs with 300mb of Memory

# pip install DiskVectorIndex
from DiskVectorIndex import DiskVectorIndex

# 114M embeddings with just 100MB of RAM
index = DiskVectorIndex("Cohere/trec-rag-2024-index")

while True:
    query = input("

Enter a question: ")
    docs = index.search(query, top_k=3)
    for doc in docs:
        print(doc)
        print("========")