I am loading some random vectors to engine, then I do some dummy searches, which work fine.
however when I try to dump and load the vector, the engine says it has zero documents, and querying it returns zero results.
genereating the dump:
def generate_vector(n=520):
features = np.random.rand(n,dimension).astype('float32')
doc_items = []
print(n)
for i in range(n):
profiles = {}
profiles["id"] = i
profiles["embedding"] = features[i,:].tolist()
doc_items.append(profiles)
return doc_items
engine = vearch.Engine("dummy_data", max_doc_size)
engine.init_log_dir("dummy_logs")
table = {
"name": "test_table",
"index_size":10000,
"model": {
"name": "IVFPQ",
"nprobe": -1,
"metric_type": "L2",
"ncentroids": -1,
"nsubvector": -1
},
"properties": {
"id": {
"type": "integer",
"index": "true"
},
"embedding": {
"index": "true",
"type": "vector",
"dimension": dimension,
"store_type": "Mmap",
"store_param": {"cache_size": 2000}
},
},
}
engine.create_table(table)
doc_items = generate_vector(n=9984)
engine.build_index()
engine.dump()loading:
engine2 = vearch.Engine("dummy_data", max_doc_size)
engine2.init_log_dir("dummy_logs")
engine2.load()
total_num = engine2.get_doc_num()
print("total docs")
# gets 0
print(total_num)
# also searching any vectors returns empty results.
I am loading some random vectors to engine, then I do some dummy searches, which work fine.
however when I try to dump and load the vector, the engine says it has zero documents, and querying it returns zero results.
genereating the dump:
loading: