Skip to content

Phase 2C.3: ablate SSD-1B prompts and sampling parameters #32

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
xueyang-dev wants to merge 1 commit into
base: main
Choose a base branch
from
Draft

Phase 2C.3: ablate SSD-1B prompts and sampling parameters #32

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
210 changes: 210 additions & 0 deletions benchmarks/phase2c3/ablation.v1.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,210 @@
{
"schema": "hanclassstudio.phase2c3_prompt_parameter_ablation.v1",
"version": "1.0.0",
"experiment_id": "phase2c3-ssd1b-prompt-parameter-ablation",
"purpose": "Controlled prompt and sampling-parameter ablation for the existing SSD-1B plus original flat-cartoon LoRA route.",
"host_contract": {
"operating_system": "macos",
"architecture": "arm64",
"memory_bytes": 17179869184,
"device": "mps"
},
"runtime_contract": {
"backend": "huggingface-diffusers",
"diffusers_revision": "v0.36.0",
"model_revision": "60987f37e94cd59c36b1cba832b9f97b57395a10",
"width": 512,
"height": 512,
"variant": "ssd-1b-plus-original-flat-cartoon-lora",
"production_defaults_changed": false,
"custom_nodes": false,
"arbitrary_graph": false
},
"model": {
"id": "ssd-1b",
"repository": "segmind/SSD-1B",
"revision": "60987f37e94cd59c36b1cba832b9f97b57395a10",
"license": "Apache-2.0",
"selected_files": [
{"path": "text_encoder/model.fp16.safetensors", "bytes": 246144864, "sha256": "5487ea0eee9c9a9bff8abd097908d4deff3ae1fa87b3b67397f8b9538139d447"},
{"path": "text_encoder_2/model.fp16.safetensors", "bytes": 1389382880, "sha256": "d3df577f6e3799c8e1bd9b40e30133710e02e8e25d0ce48cdcc790e7dfe12d6d"},
{"path": "unet/diffusion_pytorch_model.fp16.safetensors", "bytes": 2662790608, "sha256": "40d8ea9159f3e875278dacc7879442d58c45850cf13c62f5e26681061c51829a"},
{"path": "vae/diffusion_pytorch_model.fp16.safetensors", "bytes": 167335342, "sha256": "6353737672c94b96174cb590f711eac6edf2fcce5b6e91aa9d73c5adc589ee48"}
]
},
"lora": {
"id": "flat-cartoon-lora",
"source": "project-authored procedural SVG/Pillow dataset; official Diffusers SDXL LoRA trainer",
"relative_path": "lora/pytorch_lora_weights.safetensors",
"bytes": 10910072,
"sha256": "03dd1968d37e7fdb5f1d86a5ad3ac09a961acd37b39353aed27f398e6266f785",
"rank": 4,
"alpha": 4,
"enabled": true
},
"negative_prompt": "text, letters, words, captions, subtitles, watermark, logo, extra limbs, malformed hands, duplicate people, merged bodies, cropped subjects, distorted furniture, blurry, low resolution, oversaturated",
"cases": [
{
"id": "obj_apple_01",
"category": "single_object",
"scene": "a plain warm classroom-like background with a small table",
"subject": "one red apple",
"count": "exactly one apple and no people",
"action": "no action",
"relation": "the apple is centered on the table",
"prompt": "one red apple on a small table, centered and fully visible",
"minimal": "one red apple only",
"seeds": [260101, 260201],
"confirmation_seeds": [260301],
"must_satisfy": ["exactly one apple", "apple fully visible", "no written text"],
"severe_failure": ["missing apple", "multiple apples", "text artifact"]
},
{
"id": "action_wave_01",
"category": "person_action",
"scene": "a plain warm classroom-like background",
"subject": "one child",
"count": "exactly one person",
"action": "the child waves with the right hand while standing",
"relation": "the full body is visible and separated from the background",
"prompt": "exactly one child waves with the right hand while standing, fully visible",
"minimal": "one child waving",
"seeds": [260104, 260204],
"confirmation_seeds": [260304],
"must_satisfy": ["exactly one person", "one raised waving hand", "full body visible"],
"severe_failure": ["wrong count", "wrong action", "anatomy defect"]
},
{
"id": "count_three_01",
"category": "person_count",
"scene": "a plain warm classroom-like background",
"subject": "three children",
"count": "exactly three people and no more",
"action": "standing still",
"relation": "the three children stand side by side with separated bodies",
"prompt": "exactly three children stand in one row, all three fully visible and separated",
"minimal": "three students only",
"seeds": [260109, 260209],
"confirmation_seeds": [260309],
"must_satisfy": ["exactly three people", "all visible", "no merged bodies"],
"severe_failure": ["wrong count", "merged people", "cropped subject"]
},
{
"id": "class_pair_01",
"category": "classroom_activity",
"scene": "a simple classroom with an empty board and a table",
"subject": "two students",
"count": "exactly two people",
"action": "the students read one open book together",
"relation": "both students sit at the same table and share the book",
"prompt": "exactly two students sit at a classroom table and read one open book together, no writing on the board",
"minimal": "two students reading together",
"seeds": [260115, 260215],
"confirmation_seeds": [260315],
"must_satisfy": ["exactly two people", "one shared open book", "classroom interaction", "no board text"],
"severe_failure": ["wrong count", "missing book", "wrong scene", "text artifact"]
}
],
"prompt_profiles": [
{
"id": "P0",
"name": "current-baseline",
"description": "The current SSD-1B plus original LoRA evaluation profile, unchanged.",
"template": "flatcartoonstyle, clean flat two-dimensional educational cartoon, clear visual hierarchy, simple natural shapes, balanced composition, soft controlled colors, clear separation between people and objects, plain warm background, no written text, {prompt}"
},
{
"id": "P1",
"name": "hard-constraint-first",
"description": "Count/action/relation constraints precede a short style tail.",
"template": "{hard_constraints}. {prompt}. Flat two-dimensional educational cartoon, simple shapes, clear separated subjects, plain warm background, no written text."
},
{
"id": "P2",
"name": "natural-language-teaching-scene",
"description": "A teacher-like scene description with restrained style language.",
"template": "A clear classroom teaching illustration shows {natural_scene}. Use simple flat cartoon shapes, clear silhouettes, calm colors, and no written text."
},
{
"id": "P3",
"name": "structured-fields",
"description": "The same intent is serialized as bounded subject/count/action/relation/scene/style/exclusions fields.",
"template": "subject: {subject}; count: {count}; action: {action}; relation: {relation}; scene: {scene}; style: flat two-dimensional educational cartoon with clear silhouettes; exclusions: no extra people, no text, no watermark"
},
{
"id": "P4",
"name": "minimal-constraint",
"description": "Only the core teaching object/action and a few style words remain.",
"template": "{minimal}. simple flat cartoon, clear shapes, no text"
}
],
"parameter_profiles": [
{
"id": "A0",
"name": "current-baseline",
"description": "Current SSD-1B pilot settings.",
"scheduler": "euler",
"scheduler_class": "EulerDiscreteScheduler",
"steps": 8,
"guidance_scale": 7.5,
"width": 512,
"height": 512
},
{
"id": "A1",
"name": "balanced",
"description": "More steps with lower guidance for steadier semantics.",
"scheduler": "dpm++",
"scheduler_class": "DPMSolverMultistepScheduler",
"steps": 12,
"guidance_scale": 6.5,
"width": 512,
"height": 512
},
{
"id": "A2",
"name": "strong-constraint",
"description": "Ancestral Euler with slightly higher guidance, bounded below over-guidance failure.",
"scheduler": "euler_a",
"scheduler_class": "EulerAncestralDiscreteScheduler",
"steps": 10,
"guidance_scale": 8.5,
"width": 512,
"height": 512
},
{
"id": "A3",
"name": "soft",
"description": "DDIM with lower guidance to test whether extra elements and anatomy defects reduce.",
"scheduler": "ddim",
"scheduler_class": "DDIMScheduler",
"steps": 10,
"guidance_scale": 6.0,
"width": 512,
"height": 512
}
],
"stages": {
"prompt_only": {
"fixed_parameter_profile": "A0",
"prompt_profiles": ["P0", "P1", "P2", "P3", "P4"],
"cases": "all",
"seeds": "case.seeds"
},
"parameter_only": {
"fixed_prompt_profile": "P0",
"parameter_profiles": ["A0", "A1", "A2", "A3"],
"cases": "all",
"seeds": "case.seeds"
},
"top_combo_confirmation": {
"selection_limit": 3,
"seeds": "case.confirmation_seeds",
"selection_rule": "Select only after prompt-only and parameter-only review; record the evidence and keep teacher fields pending."
}
},
"review_contract": {
"fields": ["better_than_baseline", "teaching_usable", "wrong_count", "wrong_action", "wrong_spatial_relation", "extra_person", "missing_object", "style_acceptable", "reviewer_notes"],
"automatic_teacher_scores": false,
"technical_observations_are_not_teacher_conclusions": true
}
}
Loading
Loading