From ae91fc7dac870273963d38426406c2323c7cfd75 Mon Sep 17 00:00:00 2001 From: Dhruv Singhal Date: Thu, 25 Apr 2024 20:17:19 +0530 Subject: [PATCH 1/2] resolved code 132 segmentation fault error in chatbot --- services/chatbot/src/chatbot_api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/services/chatbot/src/chatbot_api.py b/services/chatbot/src/chatbot_api.py index c199e8f7..86620bc3 100644 --- a/services/chatbot/src/chatbot_api.py +++ b/services/chatbot/src/chatbot_api.py @@ -37,11 +37,11 @@ def document_loader(): loader_cls=UnstructuredMarkdownLoader, ) documents = loader.load() - app.logger.debug("Loaded %s documents", len(documents)) + app.logger.debug("Loaded %s documents in db", len(documents)) text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=100) texts = text_splitter.split_documents(documents) embeddings = get_embeddings() - os.system("rm -rf ./db") + db = Chroma.from_documents(texts, embeddings, persist_directory="./db") db.persist() retriever = db.as_retriever(search_kwargs={"k": target_source_chunks}) From 6e5076c8c90428abe52f635f84406a23b0fd1070 Mon Sep 17 00:00:00 2001 From: Dhruv Singhal Date: Thu, 25 Apr 2024 20:18:33 +0530 Subject: [PATCH 2/2] nits --- deploy/k8s/base/chatbot/deployment.yaml | 1 + deploy/k8s/base/deploy.sh | 1 + services/chatbot/src/chatbot_api.py | 1 - 3 files changed, 2 insertions(+), 1 deletion(-) diff --git a/deploy/k8s/base/chatbot/deployment.yaml b/deploy/k8s/base/chatbot/deployment.yaml index 8a50a1ee..f7304677 100644 --- a/deploy/k8s/base/chatbot/deployment.yaml +++ b/deploy/k8s/base/chatbot/deployment.yaml @@ -11,6 +11,7 @@ spec: metadata: labels: app: crapi-chatbot + spec: containers: - name: crapi-chatbot image: crapi/crapi-chatbot:latest diff --git a/deploy/k8s/base/deploy.sh b/deploy/k8s/base/deploy.sh index a8e271fe..4cb988a6 100755 --- a/deploy/k8s/base/deploy.sh +++ b/deploy/k8s/base/deploy.sh @@ -12,3 +12,4 @@ kubectl apply -n crapi -f ./identity kubectl apply -n crapi -f ./community kubectl apply -n crapi -f ./workshop kubectl apply -n crapi -f ./web +kubectl apply -n crapi -f ./chatbot diff --git a/services/chatbot/src/chatbot_api.py b/services/chatbot/src/chatbot_api.py index 86620bc3..bc3081d3 100644 --- a/services/chatbot/src/chatbot_api.py +++ b/services/chatbot/src/chatbot_api.py @@ -41,7 +41,6 @@ def document_loader(): text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=100) texts = text_splitter.split_documents(documents) embeddings = get_embeddings() - db = Chroma.from_documents(texts, embeddings, persist_directory="./db") db.persist() retriever = db.as_retriever(search_kwargs={"k": target_source_chunks})