feat: add plugin framework with UI contributions and suite selection

- Implemented PluginBlocks component to render various plugin UI elements.
- Created SuitePicker for selecting test suites and questions.
- Introduced usePluginUI hook for managing plugin UI state and manifest.
- Developed DocsPage for comprehensive plugin framework documentation.
- Added PluginPage to render pages declared by plugins based on the current path.
This commit is contained in:
Netherwarlord
2026-07-28 03:00:55 -04:00
parent adf61ae1a0
commit 8f246fabbc
73 changed files with 4972 additions and 640 deletions
+53 -6
View File
@@ -32,11 +32,10 @@ class TestPrompt(BaseModel):
filename: str
title: str
prompt: str
class TestSuiteResponse(BaseModel):
tests: List[TestPrompt]
directory: str
#: Owning suite slug, and the globally unique "<suite>/<file>" ID.
#: ``filename`` repeats across suites; ``id`` never does.
suite: str = ""
id: str = ""
class TestDraft(BaseModel):
@@ -49,6 +48,44 @@ class SaveSuiteRequest(BaseModel):
tests: List[TestDraft]
# ------------------------------------------------------------------- suites
class SuiteSummary(BaseModel):
slug: str
name: str
description: str = ""
order: int = 100
builtin: bool = False
count: int = 0
class SuiteDetail(SuiteSummary):
tests: List[TestPrompt] = Field(default_factory=list)
class SuiteCreateRequest(BaseModel):
name: str = Field(min_length=1, max_length=80)
description: str = ""
slug: Optional[str] = None
class SuiteUpdateRequest(BaseModel):
name: Optional[str] = Field(default=None, max_length=80)
description: Optional[str] = None
class SuiteDuplicateRequest(BaseModel):
name: Optional[str] = Field(default=None, max_length=80)
class RunSelection(BaseModel):
"""Questions to draw from one suite. Empty ``filenames`` means all of it."""
suite: str
filenames: Optional[List[str]] = None
class RunMetrics(BaseModel):
tokens_per_second: float = 0.0
total_tokens: int = 0
@@ -60,9 +97,19 @@ class RunRequest(BaseModel):
provider: str
model_id: str
temperature: float = Field(default=0.1, ge=0.0, le=2.0)
selections: Optional[List[RunSelection]] = Field(
default=None,
description=(
"Suites to run, in order, each optionally narrowed to a subset of "
"its questions. Omit to run every built-in suite."
),
)
filenames: Optional[List[str]] = Field(
default=None,
description="Subset of test filenames to run. Omit to run the whole suite.",
description=(
"Deprecated. Qualified '<suite>/<file>' IDs. Bare filenames are "
"rejected because they are ambiguous across suites. Prefer 'selections'."
),
)