Files
8460s-image-rd/assets-library/models-performance.json
choijaewook 4282ffa8f9 meeting-103 v2.1 clean R2 5/5: PuLID 0.85+Redux 0.5 = pastel 49.99% (전체 best 갱신)
R2 5조합 (5/5 success, retry 2회 포함):
- 2-1: PuLID 0.7 + Redux 0.5 + Stage 3 Refiner (denoise 0.3) → 48.82% (Stage 3 효과 미미)
- 2-2: PuLID 0.7 + Redux 0.7 → 48.93%
- 2-3: PuLID 0.7 + Redux 0.3 → 38.52% (Redux 낮으면 파스텔 감소)
- 2-4: PuLID 0.85 + Redux 0.5 → 49.99% ★ R2 best & 전체 best
- 2-5: 한옥 spring (cherry blossom) → 44.45% / black 4.3%

R1 best (R1-4 48.5%) → R2-4 (49.99%) = +1.5 pp 갱신
R9 legacy (44.5%) → R2-4 (49.99%) = +5.5 pp 누적

학습:
- PuLID weight 0.85 + Redux 0.5 multiply 조합이 0.7/0.5 보다 우월
- Redux 0.3 너무 낮음, 0.7 비슷, 0.85+ 미검증
- Stage 3 Refiner 효과 미미 (48.5% → 48.82%, +0.3pp)

CUDA error 회복:
- 2-3, 2-4, 2-5 첫 시도 CUDA invalid argument
- ComfyUI venv 재시작 후 retry → 3/3 모두 success
- 매 ~5건 후 재시작 패턴 확인됨

자산 라이브러리:
- models-performance: 8 모델 추적
- workflows: winner_auto 4 (R1-4, R2-1, R2-2, R2-4) + partial 5
- prompts/proven: 7 패턴 (R1, R2 합산)

R3 계획:
- 3-1: PuLID 0.7 + Redux 0.85 (push redux 더 강)
- 3-2: PuLID 0.6 + Redux 0.7 (PuLID 약화)
- 3-3: PuLID 0.7 + Redux 0.7 @ 1024x1792 (해상도 증가)
- 3-4: Qwen-Image fp8 + Lightning LoRA 60갑자 (fp8 ~20G 완료, GGUF 회피)
- 3-5: Pony V6 img2img from byeolyi-ref (대안 ID 방법)

검수: D:\Vault\8460s-image-rd\eval\meeting-103-v2.1-clean-grid.html
2026-05-19 23:36:44 +09:00

379 lines
8.0 KiB
JSON

{
"_initialized_at": "2026-05-19T21:47:00+09:00",
"_dimensions": [
"byeolyi",
"hanja",
"hanok",
"illustration",
"korean_traditional"
],
"_thresholds": {
"byeolyi": 8,
"hanja": 4.5,
"hanok": 4.5
},
"_protected_models": [
"qwen-image-2.0",
"qwen-image-2512",
"qwen-image-layered",
"qwen-edit-2511",
"flux-dev",
"flux-schnell",
"flux-kontext",
"flux-fill",
"flux-redux",
"pulid-flux",
"pony-v6",
"illustrious",
"lightning-lora-qwen"
],
"models": {
"pony-v6": {
"rounds_used": 7,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": [],
"auto_pastel": [
42.5,
42.1,
41.8,
21.5,
13.1,
8.9,
21.2,
21.3,
30.8,
14.1,
29.9
],
"auto_black": [
0.61,
0.68,
0.37,
0.01,
0.01,
0.15,
0.06,
0.03,
0.41,
0.17,
0.17
]
},
"avg_scores": {},
"best_combinations": [],
"verdict": "파스텔 평균 26.1% (11회) / 검정 평균 0.24%"
},
"flux-dev": {
"rounds_used": 27,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": [],
"auto_pastel": [
20.1,
29.7,
12.3,
9.99,
27.51,
48.5,
12.87,
25.65,
9.99,
27.51,
48.5,
12.87,
25.65,
9.99,
27.51,
48.5,
12.87,
48.82,
48.93,
38.52,
49.99,
44.45
],
"auto_black": [
3.11,
0.0,
0.16,
13.98,
0.79,
0.27,
11.67,
1.95,
13.98,
0.79,
0.27,
11.67,
1.95,
13.98,
0.79,
0.27,
11.67,
0.34,
0.46,
0.48,
0.18,
4.3
]
},
"avg_scores": {},
"best_combinations": [
{
"round": "R1-clean",
"id": "1-4",
"variant": "PuLID 0.7 + Redux 0.5",
"pastel_pct": 48.5,
"black_pct": 0.27
},
{
"round": "R2-clean",
"id": "2-1",
"variant": "PuLID 0.7 + Redux 0.5 + Stage 3 Refiner (denoise 0.3)",
"pastel_pct": 48.82,
"black_pct": 0.34
},
{
"round": "R2-clean",
"id": "2-2",
"variant": "PuLID 0.7 + Redux 0.7",
"pastel_pct": 48.93,
"black_pct": 0.46
},
{
"round": "R2-clean",
"id": "2-4",
"variant": "PuLID 0.85 + Redux 0.5",
"pastel_pct": 49.99,
"black_pct": 0.18
}
],
"verdict": "파스텔 평균 29.1% (22회) / 검정 평균 4.23%"
},
"pulid-flux": {
"rounds_used": 24,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": [],
"auto_pastel": [
30.2,
33.7,
44.5,
9.99,
27.51,
48.5,
25.65,
9.99,
27.51,
48.5,
25.65,
9.99,
27.51,
48.5,
48.82,
48.93,
38.52,
49.99
],
"auto_black": [
0.73,
2.51,
1.11,
13.98,
0.79,
0.27,
1.95,
13.98,
0.79,
0.27,
1.95,
13.98,
0.79,
0.27,
0.34,
0.46,
0.48,
0.18
]
},
"avg_scores": {},
"best_combinations": [
{
"round": 9,
"id": "9-1",
"weight": 1.0,
"fusion": "mean",
"black_pct": 1.11,
"pastel_pct": 44.5,
"note": "전체 라운드 best pastel 1위"
},
{
"round": "R1-clean",
"id": "1-4",
"variant": "PuLID 0.7 + Redux 0.5",
"pastel_pct": 48.5,
"black_pct": 0.27
},
{
"round": "R2-clean",
"id": "2-1",
"variant": "PuLID 0.7 + Redux 0.5 + Stage 3 Refiner (denoise 0.3)",
"pastel_pct": 48.82,
"black_pct": 0.34
},
{
"round": "R2-clean",
"id": "2-2",
"variant": "PuLID 0.7 + Redux 0.7",
"pastel_pct": 48.93,
"black_pct": 0.46
},
{
"round": "R2-clean",
"id": "2-4",
"variant": "PuLID 0.85 + Redux 0.5",
"pastel_pct": 49.99,
"black_pct": 0.18
}
],
"verdict": "파스텔 평균 33.6% (18회) / 검정 평균 3.05%"
},
"qwen-image-2512": {
"rounds_used": 1,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": []
},
"avg_scores": {},
"best_combinations": [],
"verdict": "워크플로우 결함 — 5KB 검정 latent (v1~v4 4차 시도 모두 실패)"
},
"flux-schnell": {
"rounds_used": 4,
"dimensions": {
"auto_pastel": [
24.0,
36.4
],
"auto_black": [
13.92,
0.9
]
},
"avg_scores": {},
"best_combinations": [],
"verdict": "파스텔 평균 30.2% (2회) / 검정 평균 7.41%"
},
"qwen-edit-2511": {
"rounds_used": 8,
"dimensions": {},
"avg_scores": {},
"best_combinations": [],
"verdict": "Stage 2 인페인트 6차 실패 — Qwen 계열 GGUF Q4 환경 호환성 결함 확정"
},
"flux-redux": {
"rounds_used": 7,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": [],
"auto_pastel": [
48.5,
48.5,
48.5,
48.82,
48.93,
38.52,
49.99
],
"auto_black": [
0.27,
0.27,
0.27,
0.34,
0.46,
0.48,
0.18
]
},
"avg_scores": {},
"best_combinations": [
{
"round": "R1-clean",
"id": "1-4",
"variant": "PuLID 0.7 + Redux 0.5",
"pastel_pct": 48.5,
"black_pct": 0.27
},
{
"round": "R2-clean",
"id": "2-1",
"variant": "PuLID 0.7 + Redux 0.5 + Stage 3 Refiner (denoise 0.3)",
"pastel_pct": 48.82,
"black_pct": 0.34
},
{
"round": "R2-clean",
"id": "2-2",
"variant": "PuLID 0.7 + Redux 0.7",
"pastel_pct": 48.93,
"black_pct": 0.46
},
{
"round": "R2-clean",
"id": "2-4",
"variant": "PuLID 0.85 + Redux 0.5",
"pastel_pct": 49.99,
"black_pct": 0.18
}
],
"verdict": "파스텔 평균 47.4% (7회) / 검정 평균 0.32%"
},
"flux-dev-refiner": {
"rounds_used": 1,
"dimensions": {
"byeolyi": [],
"hanja": [],
"hanok": [],
"illustration": [],
"korean_traditional": [],
"auto_pastel": [
48.82
],
"auto_black": [
0.34
]
},
"avg_scores": {},
"best_combinations": [
{
"round": "R2-clean",
"id": "2-1",
"variant": "PuLID 0.7 + Redux 0.5 + Stage 3 Refiner (denoise 0.3)",
"pastel_pct": 48.82,
"black_pct": 0.34
}
],
"verdict": "파스텔 평균 48.8% (1회) / 검정 평균 0.34%"
}
},
"_processed_rounds": [
"R1-clean",
"R2-clean"
]
}