7517
Cd
clanker-and-the-dev / files
clanker-and-the-dev / .agents / skills / add-new-comic / scripts / models.py
4.8 KB
1from __future__ import annotations 2 3from datetime import date 4from pathlib import Path 5from typing import Literal 6 7from pydantic import BaseModel, Field, field_validator, model_validator 8 9Speaker = Literal["narrator", "dev", "clanker"] 10PanelShot = Literal["wide", "medium", "close", "over-the-shoulder"] 11ReferenceCropMode = Literal["auto", "none"] 12ControlGuideMode = Literal["layout", "canny", "raw"] 13ArtPostprocessMode = Literal["terminal-lineart", "monochrome", "none"] 14 15 16class DialogueLine(BaseModel): 17 speaker: Speaker 18 text: str = Field(min_length=1, max_length=180) 19 20 21class PanelSpec(BaseModel): 22 artPrompt: str = Field( 23 min_length=1, 24 description="Visual prompt for SDXL. Must describe the scene, acting, props, and mood. Do not include dialogue text.", 25 ) 26 composition: str | None = Field( 27 default=None, 28 description="Short layout direction, e.g. 'dev left, clanker right, laptop foreground'.", 29 ) 30 shot: PanelShot = "medium" 31 dialogue: list[DialogueLine] = Field(default_factory=list, max_length=3) 32 caption: str | None = Field(default=None, max_length=220) 33 terminalLines: list[str] = Field(default_factory=list, max_length=4) 34 controlImage: str | None = Field( 35 default=None, 36 description="Optional repo-relative ControlNet guide/sketch for this panel. Omit to auto-generate a simple layout guide.", 37 ) 38 controlNetScale: float | None = Field(default=None, ge=0.0, le=2.0) 39 negativePrompt: str | None = None 40 seed: int | None = Field(default=None, ge=0) 41 42 @field_validator("dialogue") 43 @classmethod 44 def require_dialogue_or_caption(cls, value: list[DialogueLine], info): 45 # Cross-field validation is intentionally lenient here; the compositor can 46 # render art-only, caption-only, or terminal-line panels without page chrome. 47 return value 48 49 50class GenerationConfig(BaseModel): 51 modelId: str = "stabilityai/stable-diffusion-xl-base-1.0" 52 ipAdapterRepo: str = "h94/IP-Adapter" 53 ipAdapterSubfolder: str = "sdxl_models" 54 ipAdapterWeight: str = "ip-adapter_sdxl.bin" 55 ipAdapterScale: float = Field(default=0.82, ge=0.0, le=1.5) 56 referenceImages: list[str] = Field( 57 default_factory=lambda: [ 58 "art-reference/training-reference.png", 59 "art-reference/ip-character-reference.png", 60 ] 61 ) 62 referenceCropMode: ReferenceCropMode = "auto" 63 width: int = Field(default=1024, ge=512) 64 height: int = Field(default=768, ge=512) 65 steps: int = Field(default=34, ge=1, le=150) 66 guidanceScale: float = Field(default=5.0, ge=0.0, le=30.0) 67 enableControlNet: bool = True 68 controlNetModelId: str = "diffusers/controlnet-canny-sdxl-1.0" 69 controlGuideMode: ControlGuideMode = "layout" 70 controlNetScale: float = Field(default=0.88, ge=0.0, le=2.0) 71 controlNetStart: float = Field(default=0.0, ge=0.0, le=1.0) 72 controlNetEnd: float = Field(default=0.90, ge=0.0, le=1.0) 73 negativePrompt: str = ( 74 "photorealistic 3d glossy blurry glow text letters speech bubbles captions extra characters " 75 "duplicates giant face malformed hands filled silhouettes thick fills clutter gray background " 76 "gradient scanlines horizontal stripes noise random symbols floating artifacts windows wall panels " 77 "posters reference sheet character sheet grid collage multiple panels user interface ui chrome " 78 "browser window app window website dashboard title bar toolbar menu bar navbar header footer " 79 "title banner status bar credits copyright logo watermark screenshot social media frame metadata" 80 ) 81 artPostprocessMode: ArtPostprocessMode = "terminal-lineart" 82 lineArtThreshold: int = Field(default=112, ge=0, le=255) 83 lineArtStroke: int = Field(default=3, ge=1, le=6) 84 seed: int | None = Field(default=None, ge=0) 85 device: str = "cuda" 86 torchDtype: Literal["float16", "bfloat16", "float32"] = "float16" 87 enableVaeSlicing: bool = True 88 enableVaeTiling: bool = True 89 enableAttentionSlicing: bool = False 90 enableSequentialCpuOffload: bool = False 91 enableModelCpuOffload: bool = True 92 93 @model_validator(mode="after") 94 def validate_controlnet_window(self): 95 if self.controlNetEnd < self.controlNetStart: 96 raise ValueError("controlNetEnd must be greater than or equal to controlNetStart") 97 return self 98 99 100class ComicSpec(BaseModel): 101 title: str = Field(min_length=1) 102 slug: str = Field(pattern=r"^[a-z0-9]+(?:-[a-z0-9]+)*$") 103 timestamp: str = Field(default_factory=lambda: date.today().isoformat()) 104 credit: str | None = None 105 summary: str | None = None 106 generation: GenerationConfig = Field(default_factory=GenerationConfig) 107 panels: list[PanelSpec] = Field(min_length=1, max_length=6) 108 109 110def load_spec(path: Path) -> ComicSpec: 111 return ComicSpec.model_validate_json(path.read_text(encoding="utf-8"))