Bug fixes on chat history filter plus removed system prompt

This commit is contained in:
Saurab-Shrestha9639*969**9858//852 2024-04-08 17:59:01 +05:45
parent fb64e15802
commit 7dab3edebf
9 changed files with 21 additions and 21 deletions

View file

@ -163,7 +163,9 @@ class ChatService:
else None
)
system_prompt = (
"You can only answer questions about the provided context. If you know the answer but it is not based in the provided context, don't provide the answer, just state the answer is not in the context provided."
chat_engine_input.system_message.content
if chat_engine_input.system_message
else None
)
chat_history = (
chat_engine_input.chat_history if chat_engine_input.chat_history else None

View file

@ -145,7 +145,6 @@ async def prompt_completion(
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND,
detail=f"No documents uploaded for your department.")
docs_list = [document.filename for document in documents]
print("DOCUMENTS ASSIGNED TO THIS DEPARTMENTS: ", docs_list)
docs_ids = []
for filename in docs_list:
doc_id = service.get_doc_ids_by_filename(filename)
@ -165,7 +164,7 @@ async def prompt_completion(
user_message_json = {
'text': body.prompt,
}
create_chat_item(db, "user", json.dumps(user_message_json) , body.conversation_id)
create_chat_item(db, "user", user_message_json , body.conversation_id)
messages = [user_message]
@ -192,22 +191,9 @@ async def prompt_completion(
chat_response = await chat_completion(request, chat_body)
ai_response = chat_response.model_dump(mode="json")
text_list = [choice['message']['content'] for choice in ai_response['choices']]
sources_list = [source['document']['doc_metadata'] for choice in ai_response['choices'] for source in choice['sources']]
ai_response_json = {
'text': text_list[0],
'sources': sources_list
}
ai_response_json_str = json.dumps(ai_response_json)
print("The ai response: ",ai_response_json_str)
create_chat_item(db, "assistant", ai_response, body.conversation_id)
return chat_response
except Exception as e:
print(traceback.format_exc())
logger.error(f"There was an error: {str(e)}")