meta: timestamp: '2026-04-24T09:45:39' model: jhgan/ko-sroberta-multitask top_k: 5 answer_map: 01-2: 18 02-2.2: 14 03-1: 13 03-2: 29 holdout_sections: - 01-1 - 02-1 - 02-2.1 variants: summary: '현재 V2 입력: title + 첫 일반 문단 + slot labels (detect_mdx.build_summary)' full_text: MDX 섹션 전문 title_only: 섹션 제목만 summary_plus_tokens: summary + 정규화 토큰 목록 (normalized_text_tokens.yaml) hypotheses: A: 입력 품질 — MDX summary 가 부실 B: Frame content 품질 — 프레임 간 구분 안 됨 C: 모델 — ko-sroberta 가 BIM/DX 도메인에 약함 D: 입력 조합 — variant 간 격차 E: rerank 범위 — V1 Top-5 로 좁혀 leverage 없음 frame_content_quality: length_stats: count: 32 mean_chars: 235.2 median_chars: 228.5 min_chars: 147 max_chars: 373 std_chars: 51.8 pairwise_cosine_stats: pair_count: 496 mean: 0.7291 std: 0.0549 median: 0.7275 min: 0.5441 max: 0.9145 p90: 0.8007 near_duplicates: - a: '1171281211' b: '1171281212' cosine: 0.9145 frame_id_to_number: '1171281172': 1 '1171281173': 2 '1171281174': 3 '1171281175': 4 '1171281176': 5 '1171281177': 6 '1171281178': 7 '1171281179': 8 '1171281180': 9 '1171281181': 10 '1171281182': 11 '1171281189': 12 '1171281190': 13 '1171281191': 14 '1171281192': 15 '1171281193': 16 '1171281194': 17 '1171281195': 18 '1171281197': 19 '1171281198': 20 '1171281201': 21 '1171281202': 22 '1171281203': 23 '1171281204': 24 '1171281205': 25 '1171281206': 26 '1171281208': 27 '1171281209': 28 '1171281210': 29 '1171281211': 30 '1171281212': 31 '1171281213': 32 mdx_input_stats: 01-2: summary: 64 full_text: 1859 title_only: 11 summary_plus_tokens: 625 02-2.2: summary: 34 full_text: 1108 title_only: 18 summary_plus_tokens: 436 03-1: summary: 32 full_text: 684 title_only: 18 summary_plus_tokens: 318 03-2: summary: 36 full_text: 1025 title_only: 27 summary_plus_tokens: 426 01-1: summary: 46 full_text: 981 title_only: 8 summary_plus_tokens: 423 02-1: summary: 80 full_text: 476 title_only: 13 summary_plus_tokens: 317 02-2.1: summary: 35 full_text: 282 title_only: 25 summary_plus_tokens: 170 variant_results: summary: 01-2: full_32: top5: - frame_id: '1171281195' cosine: 0.7295 - frame_id: '1171281173' cosine: 0.6856 - frame_id: '1171281198' cosine: 0.6736 - frame_id: '1171281204' cosine: 0.6605 - frame_id: '1171281203' cosine: 0.6567 top1_cosine: 0.7295 top2_cosine: 0.6856 top1_top2_gap: 0.0439 top1_top5_gap: 0.0728 cosine_mean_32: 0.6067 cosine_std_32: 0.0469 cosine_max_32: 0.7295 cosine_min_32: 0.5147 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.7295 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281195' - '1171281208' - '1171281182' - '1171281172' - '1171281180' cosine_rerank_order: - '1171281195' - '1171281208' - '1171281182' - '1171281172' - '1171281180' cosine_values: '1171281195': 0.7295 '1171281208': 0.6442 '1171281182': 0.5853 '1171281172': 0.5741 '1171281180': 0.5556 top1_top2_gap_in_top5: 0.0853 spearman_v1_vs_cosine_within_top5: 1.0 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 02-2.2: full_32: top5: - frame_id: '1171281191' cosine: 0.6416 - frame_id: '1171281192' cosine: 0.5924 - frame_id: '1171281208' cosine: 0.5675 - frame_id: '1171281211' cosine: 0.5117 - frame_id: '1171281198' cosine: 0.4943 top1_cosine: 0.6416 top2_cosine: 0.5924 top1_top2_gap: 0.0492 top1_top5_gap: 0.1474 cosine_mean_32: 0.4527 cosine_std_32: 0.0617 cosine_max_32: 0.6416 cosine_min_32: 0.3762 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.6416 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281191' - '1171281180' - '1171281189' - '1171281174' - '1171281176' cosine_rerank_order: - '1171281191' - '1171281189' - '1171281174' - '1171281180' - '1171281176' cosine_values: '1171281191': 0.6416 '1171281180': 0.3861 '1171281189': 0.4858 '1171281174': 0.4471 '1171281176': 0.3762 top1_top2_gap_in_top5: 0.1558 spearman_v1_vs_cosine_within_top5: 0.7 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 03-1: full_32: top5: - frame_id: '1171281190' cosine: 0.634 - frame_id: '1171281192' cosine: 0.5959 - frame_id: '1171281173' cosine: 0.5705 - frame_id: '1171281181' cosine: 0.5653 - frame_id: '1171281213' cosine: 0.5313 top1_cosine: 0.634 top2_cosine: 0.5959 top1_top2_gap: 0.0381 top1_top5_gap: 0.1026 cosine_mean_32: 0.4661 cosine_std_32: 0.0622 cosine_max_32: 0.634 cosine_min_32: 0.3626 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.634 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_rerank_order: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_values: '1171281190': 0.634 '1171281192': 0.5959 '1171281198': 0.5188 '1171281208': 0.4577 '1171281197': 0.4209 top1_top2_gap_in_top5: 0.0381 spearman_v1_vs_cosine_within_top5: 1.0 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 03-2: full_32: top5: - frame_id: '1171281210' cosine: 0.5991 - frame_id: '1171281172' cosine: 0.58 - frame_id: '1171281208' cosine: 0.5555 - frame_id: '1171281173' cosine: 0.5423 - frame_id: '1171281201' cosine: 0.5134 top1_cosine: 0.5991 top2_cosine: 0.58 top1_top2_gap: 0.0191 top1_top5_gap: 0.0857 cosine_mean_32: 0.4647 cosine_std_32: 0.0541 cosine_max_32: 0.5991 cosine_min_32: 0.3587 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.5991 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281210' - '1171281189' - '1171281180' - '1171281182' - '1171281179' cosine_rerank_order: - '1171281210' - '1171281179' - '1171281182' - '1171281189' - '1171281180' cosine_values: '1171281210': 0.5991 '1171281189': 0.4395 '1171281180': 0.3975 '1171281182': 0.465 '1171281179': 0.4832 top1_top2_gap_in_top5: 0.1159 spearman_v1_vs_cosine_within_top5: 0.1 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 01-1: full_32: top5: - frame_id: '1171281180' cosine: 0.6017 - frame_id: '1171281208' cosine: 0.5881 - frame_id: '1171281212' cosine: 0.5833 - frame_id: '1171281202' cosine: 0.5782 - frame_id: '1171281205' cosine: 0.5737 top1_cosine: 0.6017 top2_cosine: 0.5881 top1_top2_gap: 0.0137 top1_top5_gap: 0.0281 cosine_mean_32: 0.5434 cosine_std_32: 0.0319 cosine_max_32: 0.6017 cosine_min_32: 0.451 v1_top5: v1_top5_fids: - '1171281172' - '1171281208' - '1171281182' - '1171281189' - '1171281198' cosine_rerank_order: - '1171281208' - '1171281182' - '1171281189' - '1171281172' - '1171281198' cosine_values: '1171281172': 0.5368 '1171281208': 0.5881 '1171281182': 0.5507 '1171281189': 0.547 '1171281198': 0.5005 top1_top2_gap_in_top5: 0.0374 spearman_v1_vs_cosine_within_top5: 0.4 02-1: full_32: top5: - frame_id: '1171281192' cosine: 0.6285 - frame_id: '1171281213' cosine: 0.5983 - frame_id: '1171281198' cosine: 0.5895 - frame_id: '1171281191' cosine: 0.5779 - frame_id: '1171281189' cosine: 0.57 top1_cosine: 0.6285 top2_cosine: 0.5983 top1_top2_gap: 0.0302 top1_top5_gap: 0.0585 cosine_mean_32: 0.4789 cosine_std_32: 0.0623 cosine_max_32: 0.6285 cosine_min_32: 0.382 v1_top5: v1_top5_fids: - '1171281189' - '1171281191' - '1171281208' - '1171281174' - '1171281198' cosine_rerank_order: - '1171281198' - '1171281191' - '1171281189' - '1171281208' - '1171281174' cosine_values: '1171281189': 0.57 '1171281191': 0.5779 '1171281208': 0.5467 '1171281174': 0.4707 '1171281198': 0.5895 top1_top2_gap_in_top5: 0.0115 spearman_v1_vs_cosine_within_top5: -0.1 02-2.1: full_32: top5: - frame_id: '1171281210' cosine: 0.5511 - frame_id: '1171281172' cosine: 0.5306 - frame_id: '1171281208' cosine: 0.5174 - frame_id: '1171281201' cosine: 0.5029 - frame_id: '1171281179' cosine: 0.5021 top1_cosine: 0.5511 top2_cosine: 0.5306 top1_top2_gap: 0.0205 top1_top5_gap: 0.0491 cosine_mean_32: 0.4427 cosine_std_32: 0.0487 cosine_max_32: 0.5511 cosine_min_32: 0.3578 v1_top5: v1_top5_fids: - '1171281182' - '1171281179' - '1171281174' - '1171281210' - '1171281180' cosine_rerank_order: - '1171281210' - '1171281179' - '1171281174' - '1171281182' - '1171281180' cosine_values: '1171281182': 0.4311 '1171281179': 0.5021 '1171281174': 0.4648 '1171281210': 0.5511 '1171281180': 0.4191 top1_top2_gap_in_top5: 0.0491 spearman_v1_vs_cosine_within_top5: 0.1 full_text: 01-2: full_32: top5: - frame_id: '1171281182' cosine: 0.7363 - frame_id: '1171281208' cosine: 0.7188 - frame_id: '1171281198' cosine: 0.7128 - frame_id: '1171281189' cosine: 0.7067 - frame_id: '1171281173' cosine: 0.7009 top1_cosine: 0.7363 top2_cosine: 0.7188 top1_top2_gap: 0.0175 top1_top5_gap: 0.0354 cosine_mean_32: 0.6368 cosine_std_32: 0.0562 cosine_max_32: 0.7363 cosine_min_32: 0.4851 answer_rank_in_32: 24 answer_percentile: 25.8 answer_cosine: 0.6014 answer_gap_to_top1: 0.1349 v1_top5: v1_top5_fids: - '1171281195' - '1171281208' - '1171281182' - '1171281172' - '1171281180' cosine_rerank_order: - '1171281182' - '1171281208' - '1171281172' - '1171281180' - '1171281195' cosine_values: '1171281195': 0.6014 '1171281208': 0.7188 '1171281182': 0.7363 '1171281172': 0.654 '1171281180': 0.605 top1_top2_gap_in_top5: 0.0175 spearman_v1_vs_cosine_within_top5: -0.1 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 5 02-2.2: full_32: top5: - frame_id: '1171281192' cosine: 0.6989 - frame_id: '1171281191' cosine: 0.6604 - frame_id: '1171281174' cosine: 0.6597 - frame_id: '1171281173' cosine: 0.6512 - frame_id: '1171281213' cosine: 0.6481 top1_cosine: 0.6989 top2_cosine: 0.6604 top1_top2_gap: 0.0385 top1_top5_gap: 0.0508 cosine_mean_32: 0.6046 cosine_std_32: 0.0396 cosine_max_32: 0.6989 cosine_min_32: 0.5248 answer_rank_in_32: 2 answer_percentile: 96.8 answer_cosine: 0.6604 answer_gap_to_top1: 0.0385 v1_top5: v1_top5_fids: - '1171281191' - '1171281180' - '1171281189' - '1171281174' - '1171281176' cosine_rerank_order: - '1171281191' - '1171281174' - '1171281189' - '1171281180' - '1171281176' cosine_values: '1171281191': 0.6604 '1171281180': 0.6032 '1171281189': 0.6189 '1171281174': 0.6597 '1171281176': 0.547 top1_top2_gap_in_top5: 0.0007 spearman_v1_vs_cosine_within_top5: 0.6 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 03-1: full_32: top5: - frame_id: '1171281173' cosine: 0.7096 - frame_id: '1171281181' cosine: 0.6535 - frame_id: '1171281192' cosine: 0.6492 - frame_id: '1171281172' cosine: 0.6434 - frame_id: '1171281174' cosine: 0.6297 top1_cosine: 0.7096 top2_cosine: 0.6535 top1_top2_gap: 0.0562 top1_top5_gap: 0.08 cosine_mean_32: 0.5785 cosine_std_32: 0.0514 cosine_max_32: 0.7096 cosine_min_32: 0.4932 answer_rank_in_32: 12 answer_percentile: 64.5 answer_cosine: 0.6065 answer_gap_to_top1: 0.1031 v1_top5: v1_top5_fids: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_rerank_order: - '1171281192' - '1171281198' - '1171281190' - '1171281208' - '1171281197' cosine_values: '1171281190': 0.6065 '1171281192': 0.6492 '1171281198': 0.6076 '1171281208': 0.5984 '1171281197': 0.5934 top1_top2_gap_in_top5: 0.0416 spearman_v1_vs_cosine_within_top5: 0.7 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 3 03-2: full_32: top5: - frame_id: '1171281210' cosine: 0.7278 - frame_id: '1171281172' cosine: 0.6857 - frame_id: '1171281173' cosine: 0.6815 - frame_id: '1171281202' cosine: 0.6633 - frame_id: '1171281179' cosine: 0.6588 top1_cosine: 0.7278 top2_cosine: 0.6857 top1_top2_gap: 0.0421 top1_top5_gap: 0.069 cosine_mean_32: 0.6097 cosine_std_32: 0.0502 cosine_max_32: 0.7278 cosine_min_32: 0.5067 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.7278 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281210' - '1171281189' - '1171281180' - '1171281182' - '1171281179' cosine_rerank_order: - '1171281210' - '1171281179' - '1171281182' - '1171281180' - '1171281189' cosine_values: '1171281210': 0.7278 '1171281189': 0.5723 '1171281180': 0.5942 '1171281182': 0.6323 '1171281179': 0.6588 top1_top2_gap_in_top5: 0.069 spearman_v1_vs_cosine_within_top5: 0.0 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 01-1: full_32: top5: - frame_id: '1171281182' cosine: 0.7369 - frame_id: '1171281189' cosine: 0.7148 - frame_id: '1171281179' cosine: 0.712 - frame_id: '1171281212' cosine: 0.7056 - frame_id: '1171281211' cosine: 0.6991 top1_cosine: 0.7369 top2_cosine: 0.7148 top1_top2_gap: 0.0221 top1_top5_gap: 0.0378 cosine_mean_32: 0.6247 cosine_std_32: 0.0635 cosine_max_32: 0.7369 cosine_min_32: 0.4983 v1_top5: v1_top5_fids: - '1171281172' - '1171281208' - '1171281182' - '1171281189' - '1171281198' cosine_rerank_order: - '1171281182' - '1171281189' - '1171281208' - '1171281172' - '1171281198' cosine_values: '1171281172': 0.6238 '1171281208': 0.6817 '1171281182': 0.7369 '1171281189': 0.7148 '1171281198': 0.6062 top1_top2_gap_in_top5: 0.0221 spearman_v1_vs_cosine_within_top5: 0.1 02-1: full_32: top5: - frame_id: '1171281192' cosine: 0.645 - frame_id: '1171281174' cosine: 0.6072 - frame_id: '1171281213' cosine: 0.6048 - frame_id: '1171281189' cosine: 0.5925 - frame_id: '1171281198' cosine: 0.5883 top1_cosine: 0.645 top2_cosine: 0.6072 top1_top2_gap: 0.0379 top1_top5_gap: 0.0567 cosine_mean_32: 0.5403 cosine_std_32: 0.0434 cosine_max_32: 0.645 cosine_min_32: 0.4626 v1_top5: v1_top5_fids: - '1171281189' - '1171281191' - '1171281208' - '1171281174' - '1171281198' cosine_rerank_order: - '1171281174' - '1171281189' - '1171281198' - '1171281208' - '1171281191' cosine_values: '1171281189': 0.5925 '1171281191': 0.5405 '1171281208': 0.5641 '1171281174': 0.6072 '1171281198': 0.5883 top1_top2_gap_in_top5: 0.0147 spearman_v1_vs_cosine_within_top5: -0.2 02-2.1: full_32: top5: - frame_id: '1171281172' cosine: 0.6603 - frame_id: '1171281201' cosine: 0.6578 - frame_id: '1171281179' cosine: 0.6447 - frame_id: '1171281197' cosine: 0.6398 - frame_id: '1171281178' cosine: 0.6387 top1_cosine: 0.6603 top2_cosine: 0.6578 top1_top2_gap: 0.0025 top1_top5_gap: 0.0216 cosine_mean_32: 0.5841 cosine_std_32: 0.0471 cosine_max_32: 0.6603 cosine_min_32: 0.4823 v1_top5: v1_top5_fids: - '1171281182' - '1171281179' - '1171281174' - '1171281210' - '1171281180' cosine_rerank_order: - '1171281179' - '1171281174' - '1171281210' - '1171281182' - '1171281180' cosine_values: '1171281182': 0.6026 '1171281179': 0.6447 '1171281174': 0.6235 '1171281210': 0.6161 '1171281180': 0.5626 top1_top2_gap_in_top5: 0.0211 spearman_v1_vs_cosine_within_top5: 0.4 title_only: 01-2: full_32: top5: - frame_id: '1171281195' cosine: 0.6019 - frame_id: '1171281203' cosine: 0.527 - frame_id: '1171281210' cosine: 0.5269 - frame_id: '1171281209' cosine: 0.5047 - frame_id: '1171281201' cosine: 0.4701 top1_cosine: 0.6019 top2_cosine: 0.527 top1_top2_gap: 0.0749 top1_top5_gap: 0.1318 cosine_mean_32: 0.4165 cosine_std_32: 0.0606 cosine_max_32: 0.6019 cosine_min_32: 0.3219 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.6019 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281195' - '1171281208' - '1171281182' - '1171281172' - '1171281180' cosine_rerank_order: - '1171281195' - '1171281208' - '1171281180' - '1171281172' - '1171281182' cosine_values: '1171281195': 0.6019 '1171281208': 0.4554 '1171281182': 0.3219 '1171281172': 0.3235 '1171281180': 0.4313 top1_top2_gap_in_top5: 0.1465 spearman_v1_vs_cosine_within_top5: 0.6 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 02-2.2: full_32: top5: - frame_id: '1171281191' cosine: 0.5886 - frame_id: '1171281192' cosine: 0.5681 - frame_id: '1171281208' cosine: 0.5477 - frame_id: '1171281210' cosine: 0.4816 - frame_id: '1171281198' cosine: 0.4733 top1_cosine: 0.5886 top2_cosine: 0.5681 top1_top2_gap: 0.0205 top1_top5_gap: 0.1154 cosine_mean_32: 0.425 cosine_std_32: 0.06 cosine_max_32: 0.5886 cosine_min_32: 0.3415 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.5886 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281191' - '1171281180' - '1171281189' - '1171281174' - '1171281176' cosine_rerank_order: - '1171281191' - '1171281189' - '1171281174' - '1171281180' - '1171281176' cosine_values: '1171281191': 0.5886 '1171281180': 0.3562 '1171281189': 0.4511 '1171281174': 0.4145 '1171281176': 0.3415 top1_top2_gap_in_top5: 0.1376 spearman_v1_vs_cosine_within_top5: 0.7 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 03-1: full_32: top5: - frame_id: '1171281190' cosine: 0.5553 - frame_id: '1171281192' cosine: 0.5409 - frame_id: '1171281198' cosine: 0.5086 - frame_id: '1171281191' cosine: 0.4864 - frame_id: '1171281213' cosine: 0.4668 top1_cosine: 0.5553 top2_cosine: 0.5409 top1_top2_gap: 0.0144 top1_top5_gap: 0.0884 cosine_mean_32: 0.4001 cosine_std_32: 0.0589 cosine_max_32: 0.5553 cosine_min_32: 0.3116 answer_rank_in_32: 1 answer_percentile: 100.0 answer_cosine: 0.5553 answer_gap_to_top1: 0.0 v1_top5: v1_top5_fids: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_rerank_order: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_values: '1171281190': 0.5553 '1171281192': 0.5409 '1171281198': 0.5086 '1171281208': 0.4206 '1171281197': 0.3116 top1_top2_gap_in_top5: 0.0144 spearman_v1_vs_cosine_within_top5: 1.0 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 03-2: full_32: top5: - frame_id: '1171281172' cosine: 0.5546 - frame_id: '1171281210' cosine: 0.5438 - frame_id: '1171281173' cosine: 0.5305 - frame_id: '1171281208' cosine: 0.5145 - frame_id: '1171281201' cosine: 0.4791 top1_cosine: 0.5546 top2_cosine: 0.5438 top1_top2_gap: 0.0108 top1_top5_gap: 0.0755 cosine_mean_32: 0.4313 cosine_std_32: 0.0554 cosine_max_32: 0.5546 cosine_min_32: 0.3216 answer_rank_in_32: 2 answer_percentile: 96.8 answer_cosine: 0.5438 answer_gap_to_top1: 0.0108 v1_top5: v1_top5_fids: - '1171281210' - '1171281189' - '1171281180' - '1171281182' - '1171281179' cosine_rerank_order: - '1171281210' - '1171281179' - '1171281182' - '1171281189' - '1171281180' cosine_values: '1171281210': 0.5438 '1171281189': 0.389 '1171281180': 0.3653 '1171281182': 0.4349 '1171281179': 0.4485 top1_top2_gap_in_top5: 0.0953 spearman_v1_vs_cosine_within_top5: 0.1 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 01-1: full_32: top5: - frame_id: '1171281209' cosine: 0.5223 - frame_id: '1171281195' cosine: 0.5115 - frame_id: '1171281201' cosine: 0.4872 - frame_id: '1171281210' cosine: 0.4793 - frame_id: '1171281205' cosine: 0.4731 top1_cosine: 0.5223 top2_cosine: 0.5115 top1_top2_gap: 0.0109 top1_top5_gap: 0.0493 cosine_mean_32: 0.4241 cosine_std_32: 0.0464 cosine_max_32: 0.5223 cosine_min_32: 0.3432 v1_top5: v1_top5_fids: - '1171281172' - '1171281208' - '1171281182' - '1171281189' - '1171281198' cosine_rerank_order: - '1171281208' - '1171281198' - '1171281182' - '1171281189' - '1171281172' cosine_values: '1171281172': 0.353 '1171281208': 0.4446 '1171281182': 0.3728 '1171281189': 0.3703 '1171281198': 0.399 top1_top2_gap_in_top5: 0.0456 spearman_v1_vs_cosine_within_top5: -0.3 02-1: full_32: top5: - frame_id: '1171281192' cosine: 0.5178 - frame_id: '1171281198' cosine: 0.5064 - frame_id: '1171281191' cosine: 0.4919 - frame_id: '1171281208' cosine: 0.4461 - frame_id: '1171281213' cosine: 0.4331 top1_cosine: 0.5178 top2_cosine: 0.5064 top1_top2_gap: 0.0114 top1_top5_gap: 0.0847 cosine_mean_32: 0.3519 cosine_std_32: 0.0683 cosine_max_32: 0.5178 cosine_min_32: 0.2568 v1_top5: v1_top5_fids: - '1171281189' - '1171281191' - '1171281208' - '1171281174' - '1171281198' cosine_rerank_order: - '1171281198' - '1171281191' - '1171281208' - '1171281189' - '1171281174' cosine_values: '1171281189': 0.4104 '1171281191': 0.4919 '1171281208': 0.4461 '1171281174': 0.3263 '1171281198': 0.5064 top1_top2_gap_in_top5: 0.0145 spearman_v1_vs_cosine_within_top5: -0.3 02-2.1: full_32: top5: - frame_id: '1171281210' cosine: 0.5411 - frame_id: '1171281172' cosine: 0.5134 - frame_id: '1171281208' cosine: 0.5043 - frame_id: '1171281179' cosine: 0.4897 - frame_id: '1171281201' cosine: 0.4865 top1_cosine: 0.5411 top2_cosine: 0.5134 top1_top2_gap: 0.0277 top1_top5_gap: 0.0546 cosine_mean_32: 0.4247 cosine_std_32: 0.0507 cosine_max_32: 0.5411 cosine_min_32: 0.3415 v1_top5: v1_top5_fids: - '1171281182' - '1171281179' - '1171281174' - '1171281210' - '1171281180' cosine_rerank_order: - '1171281210' - '1171281179' - '1171281174' - '1171281182' - '1171281180' cosine_values: '1171281182': 0.4092 '1171281179': 0.4897 '1171281174': 0.4472 '1171281210': 0.5411 '1171281180': 0.3943 top1_top2_gap_in_top5: 0.0513 spearman_v1_vs_cosine_within_top5: 0.1 summary_plus_tokens: 01-2: full_32: top5: - frame_id: '1171281173' cosine: 0.7875 - frame_id: '1171281195' cosine: 0.78 - frame_id: '1171281204' cosine: 0.7571 - frame_id: '1171281208' cosine: 0.7529 - frame_id: '1171281202' cosine: 0.7529 top1_cosine: 0.7875 top2_cosine: 0.78 top1_top2_gap: 0.0075 top1_top5_gap: 0.0346 cosine_mean_32: 0.712 cosine_std_32: 0.0412 cosine_max_32: 0.7875 cosine_min_32: 0.6007 answer_rank_in_32: 2 answer_percentile: 96.8 answer_cosine: 0.78 answer_gap_to_top1: 0.0075 v1_top5: v1_top5_fids: - '1171281195' - '1171281208' - '1171281182' - '1171281172' - '1171281180' cosine_rerank_order: - '1171281195' - '1171281208' - '1171281182' - '1171281180' - '1171281172' cosine_values: '1171281195': 0.78 '1171281208': 0.7529 '1171281182': 0.7417 '1171281172': 0.6855 '1171281180': 0.6897 top1_top2_gap_in_top5: 0.0271 spearman_v1_vs_cosine_within_top5: 0.9 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 02-2.2: full_32: top5: - frame_id: '1171281192' cosine: 0.7515 - frame_id: '1171281174' cosine: 0.7349 - frame_id: '1171281191' cosine: 0.7277 - frame_id: '1171281213' cosine: 0.7177 - frame_id: '1171281182' cosine: 0.7092 top1_cosine: 0.7515 top2_cosine: 0.7349 top1_top2_gap: 0.0166 top1_top5_gap: 0.0423 cosine_mean_32: 0.6716 cosine_std_32: 0.0374 cosine_max_32: 0.7515 cosine_min_32: 0.5788 answer_rank_in_32: 3 answer_percentile: 93.5 answer_cosine: 0.7277 answer_gap_to_top1: 0.0238 v1_top5: v1_top5_fids: - '1171281191' - '1171281180' - '1171281189' - '1171281174' - '1171281176' cosine_rerank_order: - '1171281174' - '1171281191' - '1171281189' - '1171281180' - '1171281176' cosine_values: '1171281191': 0.7277 '1171281180': 0.704 '1171281189': 0.7083 '1171281174': 0.7349 '1171281176': 0.661 top1_top2_gap_in_top5: 0.0072 spearman_v1_vs_cosine_within_top5: 0.3 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 2 03-1: full_32: top5: - frame_id: '1171281173' cosine: 0.727 - frame_id: '1171281181' cosine: 0.6985 - frame_id: '1171281172' cosine: 0.6973 - frame_id: '1171281192' cosine: 0.6972 - frame_id: '1171281213' cosine: 0.6734 top1_cosine: 0.727 top2_cosine: 0.6985 top1_top2_gap: 0.0284 top1_top5_gap: 0.0536 cosine_mean_32: 0.6086 cosine_std_32: 0.0526 cosine_max_32: 0.727 cosine_min_32: 0.5182 answer_rank_in_32: 11 answer_percentile: 67.7 answer_cosine: 0.6261 answer_gap_to_top1: 0.1009 v1_top5: v1_top5_fids: - '1171281190' - '1171281192' - '1171281198' - '1171281208' - '1171281197' cosine_rerank_order: - '1171281192' - '1171281208' - '1171281197' - '1171281190' - '1171281198' cosine_values: '1171281190': 0.6261 '1171281192': 0.6972 '1171281198': 0.6062 '1171281208': 0.631 '1171281197': 0.6276 top1_top2_gap_in_top5: 0.0662 spearman_v1_vs_cosine_within_top5: -0.1 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 4 03-2: full_32: top5: - frame_id: '1171281201' cosine: 0.7306 - frame_id: '1171281172' cosine: 0.7258 - frame_id: '1171281210' cosine: 0.7196 - frame_id: '1171281174' cosine: 0.7099 - frame_id: '1171281173' cosine: 0.7053 top1_cosine: 0.7306 top2_cosine: 0.7258 top1_top2_gap: 0.0048 top1_top5_gap: 0.0253 cosine_mean_32: 0.6606 cosine_std_32: 0.046 cosine_max_32: 0.7306 cosine_min_32: 0.5522 answer_rank_in_32: 3 answer_percentile: 93.5 answer_cosine: 0.7196 answer_gap_to_top1: 0.011 v1_top5: v1_top5_fids: - '1171281210' - '1171281189' - '1171281180' - '1171281182' - '1171281179' cosine_rerank_order: - '1171281210' - '1171281182' - '1171281179' - '1171281180' - '1171281189' cosine_values: '1171281210': 0.7196 '1171281189': 0.6547 '1171281180': 0.6743 '1171281182': 0.6995 '1171281179': 0.688 top1_top2_gap_in_top5: 0.0201 spearman_v1_vs_cosine_within_top5: 0.1 answer_v1_rank_in_top5: 1 answer_cosine_rank_in_top5: 1 01-1: full_32: top5: - frame_id: '1171281208' cosine: 0.77 - frame_id: '1171281213' cosine: 0.7493 - frame_id: '1171281173' cosine: 0.7455 - frame_id: '1171281179' cosine: 0.7426 - frame_id: '1171281192' cosine: 0.7349 top1_cosine: 0.77 top2_cosine: 0.7493 top1_top2_gap: 0.0207 top1_top5_gap: 0.0351 cosine_mean_32: 0.683 cosine_std_32: 0.0505 cosine_max_32: 0.77 cosine_min_32: 0.5753 v1_top5: v1_top5_fids: - '1171281172' - '1171281208' - '1171281182' - '1171281189' - '1171281198' cosine_rerank_order: - '1171281208' - '1171281182' - '1171281189' - '1171281172' - '1171281198' cosine_values: '1171281172': 0.693 '1171281208': 0.77 '1171281182': 0.7302 '1171281189': 0.7258 '1171281198': 0.6302 top1_top2_gap_in_top5: 0.0398 spearman_v1_vs_cosine_within_top5: 0.4 02-1: full_32: top5: - frame_id: '1171281192' cosine: 0.7173 - frame_id: '1171281213' cosine: 0.708 - frame_id: '1171281189' cosine: 0.6963 - frame_id: '1171281172' cosine: 0.6524 - frame_id: '1171281191' cosine: 0.649 top1_cosine: 0.7173 top2_cosine: 0.708 top1_top2_gap: 0.0092 top1_top5_gap: 0.0682 cosine_mean_32: 0.604 cosine_std_32: 0.0494 cosine_max_32: 0.7173 cosine_min_32: 0.5055 v1_top5: v1_top5_fids: - '1171281189' - '1171281191' - '1171281208' - '1171281174' - '1171281198' cosine_rerank_order: - '1171281189' - '1171281191' - '1171281198' - '1171281174' - '1171281208' cosine_values: '1171281189': 0.6963 '1171281191': 0.649 '1171281208': 0.6322 '1171281174': 0.6426 '1171281198': 0.6457 top1_top2_gap_in_top5: 0.0472 spearman_v1_vs_cosine_within_top5: 0.6 02-2.1: full_32: top5: - frame_id: '1171281179' cosine: 0.6648 - frame_id: '1171281172' cosine: 0.6538 - frame_id: '1171281201' cosine: 0.6457 - frame_id: '1171281174' cosine: 0.634 - frame_id: '1171281197' cosine: 0.6317 top1_cosine: 0.6648 top2_cosine: 0.6538 top1_top2_gap: 0.011 top1_top5_gap: 0.0331 cosine_mean_32: 0.5834 cosine_std_32: 0.046 cosine_max_32: 0.6648 cosine_min_32: 0.4849 v1_top5: v1_top5_fids: - '1171281182' - '1171281179' - '1171281174' - '1171281210' - '1171281180' cosine_rerank_order: - '1171281179' - '1171281174' - '1171281210' - '1171281182' - '1171281180' cosine_values: '1171281182': 0.6079 '1171281179': 0.6648 '1171281174': 0.634 '1171281210': 0.6205 '1171281180': 0.5814 top1_top2_gap_in_top5: 0.0308 spearman_v1_vs_cosine_within_top5: 0.4