iris-3b-int8 / portrait-benchmark.json
Aikimi's picture
Add checked portrait anime and anime/photographic-background comparisons
ac4663e verified
Raw History Blame Contribute Delete
9.66 kB
{
"date": "2026-10-09",
"environment": {
"gpu": "NVIDIA GeForce RTX 3090",
"torch": "2.13.0+cu130",
"cuda": "13.0",
"physical_gpu_gib": 23.99951171875,
"normal_allocator_budget_gib": 23.99951171875,
"quantized_allocator_budget_gib": 12,
"methodology": "RTX3090 24GB; normal has full allocator, INT8/W4A8 allocator limited to 12GiB. Each precision gets a 2-step 832x1280 warmup before both full 100-step comparisons. Same prompt/seed/size/CFG3/empty negative prompt within each case. One run per condition. Times include final GPU offload, exclude initial CPU model construction. Whole-board samples include other apps at 250ms. Not a physical 16GB GPU test. W4A8 native BF16 fallback rejected."
},
"board_sample_interval_ms": 250,
"records": [
{
"case": "anime-portrait",
"request": {
"task": "generate",
"precision": "normal",
"prompt": "A vertical full-body Japanese anime illustration of a girl with long dark blue hair and blue eyes, wearing a modest white blouse, a navy cardigan and a pleated skirt, standing on a quiet spring footpath under cherry blossoms. Clean confident line art, expressive anime eyes, flat cel shading, a softly painted anime background, detailed but readable composition, crisp illustration. No text.",
"seed": 424243,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/normal-anime-portrait.png",
"output_sha256": "9cb74f519918ea518f3a6b8dc6afbf65584476a53be0edbd2e1f7e382a236ea3",
"board_sample_max_mib": 23582.0,
"task": "generate",
"precision": "normal",
"size": [
832,
1280
],
"seconds": 262.342845399864,
"wall_seconds": 262.34577179979533,
"peak_allocated_mib": 19563.14599609375,
"peak_reserved_mib": 19964.0,
"pixel_mean": 159.02052307128906,
"pixel_std": 69.44867706298828,
"allocator_budget_gib": 23.99951171875
},
{
"case": "anime-portrait",
"request": {
"task": "generate",
"precision": "int8",
"prompt": "A vertical full-body Japanese anime illustration of a girl with long dark blue hair and blue eyes, wearing a modest white blouse, a navy cardigan and a pleated skirt, standing on a quiet spring footpath under cherry blossoms. Clean confident line art, expressive anime eyes, flat cel shading, a softly painted anime background, detailed but readable composition, crisp illustration. No text.",
"seed": 424243,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/int8-anime-portrait.png",
"output_sha256": "48f57edd4a44dec7eb1415e4dfba9f6ce9b7b345117ec41ff2552b62c6ac0144",
"board_sample_max_mib": 15292.0,
"task": "generate",
"precision": "int8",
"size": [
832,
1280
],
"seconds": 281.20204719994217,
"wall_seconds": 281.20522450003773,
"peak_allocated_mib": 11148.01318359375,
"peak_reserved_mib": 11748.0,
"pixel_mean": 159.47984313964844,
"pixel_std": 69.89448547363281,
"allocator_budget_gib": 12
},
{
"case": "anime-portrait",
"request": {
"task": "generate",
"precision": "w4a8",
"prompt": "A vertical full-body Japanese anime illustration of a girl with long dark blue hair and blue eyes, wearing a modest white blouse, a navy cardigan and a pleated skirt, standing on a quiet spring footpath under cherry blossoms. Clean confident line art, expressive anime eyes, flat cel shading, a softly painted anime background, detailed but readable composition, crisp illustration. No text.",
"seed": 424243,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/w4a8-anime-portrait.png",
"output_sha256": "b70a9da9f585c4287c613da41765298e0918c30e2389ecd53bb6bf29ab4632c6",
"board_sample_max_mib": 14076.0,
"task": "generate",
"precision": "w4a8",
"size": [
832,
1280
],
"seconds": 245.62736619985662,
"wall_seconds": 245.63117799977772,
"peak_allocated_mib": 9946.51806640625,
"peak_reserved_mib": 10922.0,
"pixel_mean": 157.20343017578125,
"pixel_std": 71.71510314941406,
"allocator_budget_gib": 12
},
{
"case": "anime-liveaction",
"request": {
"task": "generate",
"precision": "normal",
"prompt": "A vertical full-body mixed-media image: a clearly hand-drawn 2D Japanese anime girl with long dark blue hair and blue eyes, wearing a white blouse, navy cardigan and pleated skirt, holding a transparent umbrella on a real rainy Tokyo street at dusk. The girl remains clean anime line art and flat cel shading. The street, shopfronts, wet pavement, reflections, light and depth of field look like a realistic live-action photograph. Natural compositing, consistent perspective and contact shadows, detailed photographic background. No text.",
"seed": 20261010,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/normal-anime-liveaction.png",
"output_sha256": "5a60730410b1d2964f0484312cc067842dd87dd6fd0209494e5db70a0e0aa8ea",
"board_sample_max_mib": 23623.0,
"task": "generate",
"precision": "normal",
"size": [
832,
1280
],
"seconds": 267.57457130006514,
"wall_seconds": 267.5776149998419,
"peak_allocated_mib": 19563.14599609375,
"peak_reserved_mib": 19964.0,
"pixel_mean": 104.04700469970703,
"pixel_std": 81.7166748046875,
"allocator_budget_gib": 23.99951171875
},
{
"case": "anime-liveaction",
"request": {
"task": "generate",
"precision": "int8",
"prompt": "A vertical full-body mixed-media image: a clearly hand-drawn 2D Japanese anime girl with long dark blue hair and blue eyes, wearing a white blouse, navy cardigan and pleated skirt, holding a transparent umbrella on a real rainy Tokyo street at dusk. The girl remains clean anime line art and flat cel shading. The street, shopfronts, wet pavement, reflections, light and depth of field look like a realistic live-action photograph. Natural compositing, consistent perspective and contact shadows, detailed photographic background. No text.",
"seed": 20261010,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/int8-anime-liveaction.png",
"output_sha256": "6ab1a3b62734b29688daceef75dbf7fdf988e09e1de3dde039b29ee99031a78a",
"board_sample_max_mib": 15054.0,
"task": "generate",
"precision": "int8",
"size": [
832,
1280
],
"seconds": 306.5078990999609,
"wall_seconds": 306.5109856999479,
"peak_allocated_mib": 11148.01318359375,
"peak_reserved_mib": 11748.0,
"pixel_mean": 104.24275207519531,
"pixel_std": 81.9132308959961,
"allocator_budget_gib": 12
},
{
"case": "anime-liveaction",
"request": {
"task": "generate",
"precision": "w4a8",
"prompt": "A vertical full-body mixed-media image: a clearly hand-drawn 2D Japanese anime girl with long dark blue hair and blue eyes, wearing a white blouse, navy cardigan and pleated skirt, holding a transparent umbrella on a real rainy Tokyo street at dusk. The girl remains clean anime line art and flat cel shading. The street, shopfronts, wet pavement, reflections, light and depth of field look like a realistic live-action photograph. Natural compositing, consistent perspective and contact shadows, detailed photographic background. No text.",
"seed": 20261010,
"width": 832,
"height": 1280,
"steps": 100,
"cfg": 3.0,
"negative_prompt": ""
},
"output": "examples/portrait/w4a8-anime-liveaction.png",
"output_sha256": "03016759154d2690e78a5e606f9612277f4e64a09e5a40e0fe6985653741816e",
"board_sample_max_mib": 14191.0,
"task": "generate",
"precision": "w4a8",
"size": [
832,
1280
],
"seconds": 244.12433310016058,
"wall_seconds": 244.12753049982712,
"peak_allocated_mib": 9946.51806640625,
"peak_reserved_mib": 10922.0,
"pixel_mean": 102.0595932006836,
"pixel_std": 81.17957305908203,
"allocator_budget_gib": 12
}
],
"comparisons": [
{
"case": "anime-portrait",
"image": "examples/anime-portrait.jpg",
"seed": 424243,
"size": [
832,
1280
]
},
{
"case": "anime-liveaction",
"image": "examples/anime-liveaction.jpg",
"seed": 20261010,
"size": [
832,
1280
]
}
],
"note": "Generated images are model outputs, not factual photographs. Same conditions per case; normal full 24GB allocator, INT8/W4A8 12GiB cap. Whole-board sampled memory includes other applications and can miss short spikes. No physical 16GB card tested. Visual review is recorded separately."
}