langchain-chat-with-milvus/document_ai/worker.py

28 lines
864 B
Python
Raw Normal View History

2023-11-15 08:20:30 +00:00
import documents_pb2_grpc
import documents_pb2
import init
import doc_client
print("获取需要更新的数据...")
documents_response = doc_client.stub.GetNoVectorDocuments(documents_pb2.GetNoVectorDocumentsRequest()).documents
# # get all documents with no vector
for document in documents_response:
docContent = document.title + "\n" + document.content
print("正在更新向量...")
text_vector = init.text_to_vector(docContent)
# update vector
update_vector_response = init.insert_document(document.id, document.user_id, text_vector)
print(update_vector_response)
# update vector_id
update_vector_id_response = doc_client.stub.UpdateDocument(documents_pb2.UpdateDocumentRequest(
id=document.id,
vector_id=update_vector_response
))
print(update_vector_id_response)
print("更新向量完成")