feat: enhance GPU support detection and user feedback in the engine interface
tests / python (3.10) (push) Successful in 13s
tests-macos / macos (push) Successful in 18s
tests / python (3.11) (push) Successful in 13s
tests / web (push) Successful in 38s

This commit is contained in:
Netherwarlord
2026-07-29 15:35:03 -04:00
parent 7bfec91a47
commit d63319bc9a
9 changed files with 264 additions and 12 deletions
+7
View File
@@ -204,6 +204,13 @@ class SystemInfo(BaseModel):
version: str
engine_architecture: str
engine_runtime: str
# None when llama-cpp-python is absent or too old to report it, which is a
# different thing from a confirmed False.
engine_gpu_offload: Optional[bool] = None
# Set when the detected hardware and the installed build disagree — the
# case where the interface would otherwise claim "cuda" while every token
# is generated on the CPU.
engine_warning: Optional[str] = None
template_ok: bool
python_version: str
metrics: Dict[str, str] = {}