SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 20:12:55 +01:00
Code Issues Projects Releases Packages Activity

refactor: split method in two method (summary)

Browse source
This commit is contained in:
Javier Martinez 2024-07-30 17:36:14 +02:00
parent 292d6e895a
commit d3a9d746b5
No known key found for this signature in database
2 changed files with 54 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

25
private_gpt/server/recipes/summarize/summarize_router.py
View file

@ -59,23 +59,28 @@ def summarize(
"""
service: SummarizeService = request.state.injector.get(SummarizeService)
if body.stream:
completion_gen = service.stream_summarize(
text=body.text,
instructions=body.instructions,
use_context=body.use_context,
context_filter=body.context_filter,
prompt=body.prompt,
)
return StreamingResponse(
to_openai_sse_stream(
response_generator=completion_gen,
),
media_type="text/event-stream",
)
else:
completion = service.summarize(
text=body.text,
instructions=body.instructions,
use_context=body.use_context,
context_filter=body.context_filter,
prompt=body.prompt,
stream=body.stream,
)
if isinstance(completion, str):
return SummarizeResponse(
summary=completion,
)
else:
return StreamingResponse(
to_openai_sse_stream(
response_generator=completion,
),
media_type="text/event-stream",
)

36
private_gpt/server/recipes/summarize/summarize_service.py
View file

@ -63,7 +63,7 @@ class SummarizeService:
if doc_id in context_filter.docs_ids
]
def summarize(
def _summarize(
self,
use_context: bool = False,
stream: bool = False,
@ -133,3 +133,37 @@ class SummarizeService:
return response.response_gen
else:
raise TypeError(f"The result is not of a supported type: {type(response)}")
def summarize(
self,
use_context: bool = False,
text: str | None = None,
instructions: str | None = None,
context_filter: ContextFilter | None = None,
prompt: str | None = None,
) -> str:
return self._summarize(
use_context=use_context,
stream=False,
text=text,
instructions=instructions,
context_filter=context_filter,
prompt=prompt,
) # type: ignore
def stream_summarize(
self,
use_context: bool = False,
text: str | None = None,
instructions: str | None = None,
context_filter: ContextFilter | None = None,
prompt: str | None = None,
) -> TokenGen:
return self._summarize(
use_context=use_context,
stream=True,
text=text,
instructions=instructions,
context_filter=context_filter,
prompt=prompt,
) # type: ignore