mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 13:55:41 +01:00
64c5ae214a
* Configure simple builtin logging Changed the 2 existing `print` in the `private_gpt` code base into actual python logging, stop using loguru (dependency will be dropped in a later commit). Try to use the `key=value` logging convention in logs (to indicate what dynamic values represents, and what is dynamic vs not). Using `%s` log style, so that the string formatting is pushed inside the logger, giving the ability to the logger to determine if the string need to be formatted or not (i.e. strings from debug logs might not be formatted if the log level is not debug) The (basic) builtin log configuration have been placed in `private_gpt/__init__.py` in order to initialize the logging system even before we start to launch any python code in `private_gpt` package (ensuring we get any initialization log formatted as we want to) Disabled `uvicorn` custom logging format, resulting in having uvicorn logs being outputted in our formatted. Some more concise format could be used if we want to, especially: ``` COMPACT_LOG_FORMAT = '%(asctime)s.%(msecs)03d [%(levelname)s] %(name)s - %(message)s' ``` Python documentation and cookbook on logging for reference: * https://docs.python.org/3/library/logging.html * https://docs.python.org/3/howto/logging.html * Removing loguru from the dependencies Result of `poetry remove loguru` * PR feedback: using `logger` variable name instead of `log` --------- Co-authored-by: Louis Melchior <louis@jaris.io>
50 lines
1.5 KiB
Python
50 lines
1.5 KiB
Python
import functools
|
|
import logging
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
from pydantic.v1.utils import deep_update, unique_list
|
|
|
|
from private_gpt.constants import PROJECT_ROOT_PATH
|
|
from private_gpt.settings.yaml import load_yaml_with_envvars
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
_settings_folder = os.environ.get("PGPT_SETTINGS_FOLDER", PROJECT_ROOT_PATH)
|
|
|
|
# if running in unittest, use the test profile
|
|
_test_profile = ["test"] if "unittest" in sys.modules else []
|
|
|
|
active_profiles: list[str] = unique_list(
|
|
["default"]
|
|
+ [
|
|
item.strip()
|
|
for item in os.environ.get("PGPT_PROFILES", "").split(",")
|
|
if item.strip()
|
|
]
|
|
+ _test_profile
|
|
)
|
|
|
|
|
|
def load_profile(profile: str) -> dict[str, Any]:
|
|
if profile == "default":
|
|
profile_file_name = "settings.yaml"
|
|
else:
|
|
profile_file_name = f"settings-{profile}.yaml"
|
|
|
|
path = Path(_settings_folder) / profile_file_name
|
|
with Path(path).open("r") as f:
|
|
config = load_yaml_with_envvars(f)
|
|
if not isinstance(config, dict):
|
|
raise TypeError(f"Config file has no top-level mapping: {path}")
|
|
return config
|
|
|
|
|
|
def load_active_profiles() -> dict[str, Any]:
|
|
"""Load active profiles and merge them."""
|
|
logger.info("Starting application with profiles=%s", active_profiles)
|
|
loaded_profiles = [load_profile(profile) for profile in active_profiles]
|
|
merged: dict[str, Any] = functools.reduce(deep_update, loaded_profiles, {})
|
|
return merged
|