xonecas.io
7517
Cd

clanker-and-the-dev / files

clanker-and-the-dev / .agents / skills / add-new-comic / scripts / models.py

4.8 KB
1from __future__ import annotations
2
3from datetime import date
4from pathlib import Path
5from typing import Literal
6
7from pydantic import BaseModel, Field, field_validator, model_validator
8
9Speaker = Literal["narrator", "dev", "clanker"]
10PanelShot = Literal["wide", "medium", "close", "over-the-shoulder"]
11ReferenceCropMode = Literal["auto", "none"]
12ControlGuideMode = Literal["layout", "canny", "raw"]
13ArtPostprocessMode = Literal["terminal-lineart", "monochrome", "none"]
14
15
16class DialogueLine(BaseModel):
17    speaker: Speaker
18    text: str = Field(min_length=1, max_length=180)
19
20
21class PanelSpec(BaseModel):
22    artPrompt: str = Field(
23        min_length=1,
24        description="Visual prompt for SDXL. Must describe the scene, acting, props, and mood. Do not include dialogue text.",
25    )
26    composition: str | None = Field(
27        default=None,
28        description="Short layout direction, e.g. 'dev left, clanker right, laptop foreground'.",
29    )
30    shot: PanelShot = "medium"
31    dialogue: list[DialogueLine] = Field(default_factory=list, max_length=3)
32    caption: str | None = Field(default=None, max_length=220)
33    terminalLines: list[str] = Field(default_factory=list, max_length=4)
34    controlImage: str | None = Field(
35        default=None,
36        description="Optional repo-relative ControlNet guide/sketch for this panel. Omit to auto-generate a simple layout guide.",
37    )
38    controlNetScale: float | None = Field(default=None, ge=0.0, le=2.0)
39    negativePrompt: str | None = None
40    seed: int | None = Field(default=None, ge=0)
41
42    @field_validator("dialogue")
43    @classmethod
44    def require_dialogue_or_caption(cls, value: list[DialogueLine], info):
45        # Cross-field validation is intentionally lenient here; the compositor can
46        # render art-only, caption-only, or terminal-line panels without page chrome.
47        return value
48
49
50class GenerationConfig(BaseModel):
51    modelId: str = "stabilityai/stable-diffusion-xl-base-1.0"
52    ipAdapterRepo: str = "h94/IP-Adapter"
53    ipAdapterSubfolder: str = "sdxl_models"
54    ipAdapterWeight: str = "ip-adapter_sdxl.bin"
55    ipAdapterScale: float = Field(default=0.82, ge=0.0, le=1.5)
56    referenceImages: list[str] = Field(
57        default_factory=lambda: [
58            "art-reference/training-reference.png",
59            "art-reference/ip-character-reference.png",
60        ]
61    )
62    referenceCropMode: ReferenceCropMode = "auto"
63    width: int = Field(default=1024, ge=512)
64    height: int = Field(default=768, ge=512)
65    steps: int = Field(default=34, ge=1, le=150)
66    guidanceScale: float = Field(default=5.0, ge=0.0, le=30.0)
67    enableControlNet: bool = True
68    controlNetModelId: str = "diffusers/controlnet-canny-sdxl-1.0"
69    controlGuideMode: ControlGuideMode = "layout"
70    controlNetScale: float = Field(default=0.88, ge=0.0, le=2.0)
71    controlNetStart: float = Field(default=0.0, ge=0.0, le=1.0)
72    controlNetEnd: float = Field(default=0.90, ge=0.0, le=1.0)
73    negativePrompt: str = (
74        "photorealistic 3d glossy blurry glow text letters speech bubbles captions extra characters "
75        "duplicates giant face malformed hands filled silhouettes thick fills clutter gray background "
76        "gradient scanlines horizontal stripes noise random symbols floating artifacts windows wall panels "
77        "posters reference sheet character sheet grid collage multiple panels user interface ui chrome "
78        "browser window app window website dashboard title bar toolbar menu bar navbar header footer "
79        "title banner status bar credits copyright logo watermark screenshot social media frame metadata"
80    )
81    artPostprocessMode: ArtPostprocessMode = "terminal-lineart"
82    lineArtThreshold: int = Field(default=112, ge=0, le=255)
83    lineArtStroke: int = Field(default=3, ge=1, le=6)
84    seed: int | None = Field(default=None, ge=0)
85    device: str = "cuda"
86    torchDtype: Literal["float16", "bfloat16", "float32"] = "float16"
87    enableVaeSlicing: bool = True
88    enableVaeTiling: bool = True
89    enableAttentionSlicing: bool = False
90    enableSequentialCpuOffload: bool = False
91    enableModelCpuOffload: bool = True
92
93    @model_validator(mode="after")
94    def validate_controlnet_window(self):
95        if self.controlNetEnd < self.controlNetStart:
96            raise ValueError("controlNetEnd must be greater than or equal to controlNetStart")
97        return self
98
99
100class ComicSpec(BaseModel):
101    title: str = Field(min_length=1)
102    slug: str = Field(pattern=r"^[a-z0-9]+(?:-[a-z0-9]+)*$")
103    timestamp: str = Field(default_factory=lambda: date.today().isoformat())
104    credit: str | None = None
105    summary: str | None = None
106    generation: GenerationConfig = Field(default_factory=GenerationConfig)
107    panels: list[PanelSpec] = Field(min_length=1, max_length=6)
108
109
110def load_spec(path: Path) -> ComicSpec:
111    return ComicSpec.model_validate_json(path.read_text(encoding="utf-8"))