KyeongminandClaude Opus 4.8
b836e79ee1
- src: phase_z2 composition/mapper/pipeline/placement_planner/retry, ai_fallback(prompts/schema/validate), mdx_text_atoms 신규 - Front: PipelineTracePanel 신규, FramePanel/SlideCanvas/Home/designAgentApi 등 갱신 + 테스트 4종 추가 - templates/phase_z2: catalog(component_expansion_registry, node_slot_mapping 신규), frames, families, slide_base 갱신 - tests/matching: phase2~26 매칭 실험 스크립트·리포트·온톨로지 전체 (미커밋 진행분) - tests: b4_v4 evidence, task5~28.5 시리즈, regression(imp95 baseline) 등 신규 테스트 대량 추가 - docs/reference: MDX 구조 인벤토리, MDX→Frame 구조 계약 문서 - scripts: mdx 계약/parity/coverage/viewport 체크, gitea comment, run sync 유틸 - .gitignore: tmp*.json, chromedriver, .orchestrator, *.pkl, Front_test* 등 임시/스냅샷 제외 미완성 작업의 보존용 스냅샷 커밋 (2026-07-02) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
1391 lines
36 KiB
YAML
1391 lines
36 KiB
YAML
meta:
|
|
timestamp: '2026-04-24T09:45:39'
|
|
model: jhgan/ko-sroberta-multitask
|
|
top_k: 5
|
|
answer_map:
|
|
01-2: 18
|
|
02-2.2: 14
|
|
03-1: 13
|
|
03-2: 29
|
|
holdout_sections:
|
|
- 01-1
|
|
- 02-1
|
|
- 02-2.1
|
|
variants:
|
|
summary: '현재 V2 입력: title + 첫 일반 문단 + slot labels (detect_mdx.build_summary)'
|
|
full_text: MDX 섹션 전문
|
|
title_only: 섹션 제목만
|
|
summary_plus_tokens: summary + 정규화 토큰 목록 (normalized_text_tokens.yaml)
|
|
hypotheses:
|
|
A: 입력 품질 — MDX summary 가 부실
|
|
B: Frame content 품질 — 프레임 간 구분 안 됨
|
|
C: 모델 — ko-sroberta 가 BIM/DX 도메인에 약함
|
|
D: 입력 조합 — variant 간 격차
|
|
E: rerank 범위 — V1 Top-5 로 좁혀 leverage 없음
|
|
frame_content_quality:
|
|
length_stats:
|
|
count: 32
|
|
mean_chars: 235.2
|
|
median_chars: 228.5
|
|
min_chars: 147
|
|
max_chars: 373
|
|
std_chars: 51.8
|
|
pairwise_cosine_stats:
|
|
pair_count: 496
|
|
mean: 0.7291
|
|
std: 0.0549
|
|
median: 0.7275
|
|
min: 0.5441
|
|
max: 0.9145
|
|
p90: 0.8007
|
|
near_duplicates:
|
|
- a: '1171281211'
|
|
b: '1171281212'
|
|
cosine: 0.9145
|
|
frame_id_to_number:
|
|
'1171281172': 1
|
|
'1171281173': 2
|
|
'1171281174': 3
|
|
'1171281175': 4
|
|
'1171281176': 5
|
|
'1171281177': 6
|
|
'1171281178': 7
|
|
'1171281179': 8
|
|
'1171281180': 9
|
|
'1171281181': 10
|
|
'1171281182': 11
|
|
'1171281189': 12
|
|
'1171281190': 13
|
|
'1171281191': 14
|
|
'1171281192': 15
|
|
'1171281193': 16
|
|
'1171281194': 17
|
|
'1171281195': 18
|
|
'1171281197': 19
|
|
'1171281198': 20
|
|
'1171281201': 21
|
|
'1171281202': 22
|
|
'1171281203': 23
|
|
'1171281204': 24
|
|
'1171281205': 25
|
|
'1171281206': 26
|
|
'1171281208': 27
|
|
'1171281209': 28
|
|
'1171281210': 29
|
|
'1171281211': 30
|
|
'1171281212': 31
|
|
'1171281213': 32
|
|
mdx_input_stats:
|
|
01-2:
|
|
summary: 64
|
|
full_text: 1859
|
|
title_only: 11
|
|
summary_plus_tokens: 625
|
|
02-2.2:
|
|
summary: 34
|
|
full_text: 1108
|
|
title_only: 18
|
|
summary_plus_tokens: 436
|
|
03-1:
|
|
summary: 32
|
|
full_text: 684
|
|
title_only: 18
|
|
summary_plus_tokens: 318
|
|
03-2:
|
|
summary: 36
|
|
full_text: 1025
|
|
title_only: 27
|
|
summary_plus_tokens: 426
|
|
01-1:
|
|
summary: 46
|
|
full_text: 981
|
|
title_only: 8
|
|
summary_plus_tokens: 423
|
|
02-1:
|
|
summary: 80
|
|
full_text: 476
|
|
title_only: 13
|
|
summary_plus_tokens: 317
|
|
02-2.1:
|
|
summary: 35
|
|
full_text: 282
|
|
title_only: 25
|
|
summary_plus_tokens: 170
|
|
variant_results:
|
|
summary:
|
|
01-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281195'
|
|
cosine: 0.7295
|
|
- frame_id: '1171281173'
|
|
cosine: 0.6856
|
|
- frame_id: '1171281198'
|
|
cosine: 0.6736
|
|
- frame_id: '1171281204'
|
|
cosine: 0.6605
|
|
- frame_id: '1171281203'
|
|
cosine: 0.6567
|
|
top1_cosine: 0.7295
|
|
top2_cosine: 0.6856
|
|
top1_top2_gap: 0.0439
|
|
top1_top5_gap: 0.0728
|
|
cosine_mean_32: 0.6067
|
|
cosine_std_32: 0.0469
|
|
cosine_max_32: 0.7295
|
|
cosine_min_32: 0.5147
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.7295
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281195': 0.7295
|
|
'1171281208': 0.6442
|
|
'1171281182': 0.5853
|
|
'1171281172': 0.5741
|
|
'1171281180': 0.5556
|
|
top1_top2_gap_in_top5: 0.0853
|
|
spearman_v1_vs_cosine_within_top5: 1.0
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
02-2.2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281191'
|
|
cosine: 0.6416
|
|
- frame_id: '1171281192'
|
|
cosine: 0.5924
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5675
|
|
- frame_id: '1171281211'
|
|
cosine: 0.5117
|
|
- frame_id: '1171281198'
|
|
cosine: 0.4943
|
|
top1_cosine: 0.6416
|
|
top2_cosine: 0.5924
|
|
top1_top2_gap: 0.0492
|
|
top1_top5_gap: 0.1474
|
|
cosine_mean_32: 0.4527
|
|
cosine_std_32: 0.0617
|
|
cosine_max_32: 0.6416
|
|
cosine_min_32: 0.3762
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.6416
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281191'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281176'
|
|
cosine_rerank_order:
|
|
- '1171281191'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281180'
|
|
- '1171281176'
|
|
cosine_values:
|
|
'1171281191': 0.6416
|
|
'1171281180': 0.3861
|
|
'1171281189': 0.4858
|
|
'1171281174': 0.4471
|
|
'1171281176': 0.3762
|
|
top1_top2_gap_in_top5: 0.1558
|
|
spearman_v1_vs_cosine_within_top5: 0.7
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
03-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281190'
|
|
cosine: 0.634
|
|
- frame_id: '1171281192'
|
|
cosine: 0.5959
|
|
- frame_id: '1171281173'
|
|
cosine: 0.5705
|
|
- frame_id: '1171281181'
|
|
cosine: 0.5653
|
|
- frame_id: '1171281213'
|
|
cosine: 0.5313
|
|
top1_cosine: 0.634
|
|
top2_cosine: 0.5959
|
|
top1_top2_gap: 0.0381
|
|
top1_top5_gap: 0.1026
|
|
cosine_mean_32: 0.4661
|
|
cosine_std_32: 0.0622
|
|
cosine_max_32: 0.634
|
|
cosine_min_32: 0.3626
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.634
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_rerank_order:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_values:
|
|
'1171281190': 0.634
|
|
'1171281192': 0.5959
|
|
'1171281198': 0.5188
|
|
'1171281208': 0.4577
|
|
'1171281197': 0.4209
|
|
top1_top2_gap_in_top5: 0.0381
|
|
spearman_v1_vs_cosine_within_top5: 1.0
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
03-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281210'
|
|
cosine: 0.5991
|
|
- frame_id: '1171281172'
|
|
cosine: 0.58
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5555
|
|
- frame_id: '1171281173'
|
|
cosine: 0.5423
|
|
- frame_id: '1171281201'
|
|
cosine: 0.5134
|
|
top1_cosine: 0.5991
|
|
top2_cosine: 0.58
|
|
top1_top2_gap: 0.0191
|
|
top1_top5_gap: 0.0857
|
|
cosine_mean_32: 0.4647
|
|
cosine_std_32: 0.0541
|
|
cosine_max_32: 0.5991
|
|
cosine_min_32: 0.3587
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.5991
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281210'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281182'
|
|
- '1171281179'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281179'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281210': 0.5991
|
|
'1171281189': 0.4395
|
|
'1171281180': 0.3975
|
|
'1171281182': 0.465
|
|
'1171281179': 0.4832
|
|
top1_top2_gap_in_top5: 0.1159
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
01-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281180'
|
|
cosine: 0.6017
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5881
|
|
- frame_id: '1171281212'
|
|
cosine: 0.5833
|
|
- frame_id: '1171281202'
|
|
cosine: 0.5782
|
|
- frame_id: '1171281205'
|
|
cosine: 0.5737
|
|
top1_cosine: 0.6017
|
|
top2_cosine: 0.5881
|
|
top1_top2_gap: 0.0137
|
|
top1_top5_gap: 0.0281
|
|
cosine_mean_32: 0.5434
|
|
cosine_std_32: 0.0319
|
|
cosine_max_32: 0.6017
|
|
cosine_min_32: 0.451
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281172'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281172'
|
|
- '1171281198'
|
|
cosine_values:
|
|
'1171281172': 0.5368
|
|
'1171281208': 0.5881
|
|
'1171281182': 0.5507
|
|
'1171281189': 0.547
|
|
'1171281198': 0.5005
|
|
top1_top2_gap_in_top5: 0.0374
|
|
spearman_v1_vs_cosine_within_top5: 0.4
|
|
02-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.6285
|
|
- frame_id: '1171281213'
|
|
cosine: 0.5983
|
|
- frame_id: '1171281198'
|
|
cosine: 0.5895
|
|
- frame_id: '1171281191'
|
|
cosine: 0.5779
|
|
- frame_id: '1171281189'
|
|
cosine: 0.57
|
|
top1_cosine: 0.6285
|
|
top2_cosine: 0.5983
|
|
top1_top2_gap: 0.0302
|
|
top1_top5_gap: 0.0585
|
|
cosine_mean_32: 0.4789
|
|
cosine_std_32: 0.0623
|
|
cosine_max_32: 0.6285
|
|
cosine_min_32: 0.382
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281189'
|
|
- '1171281191'
|
|
- '1171281208'
|
|
- '1171281174'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281198'
|
|
- '1171281191'
|
|
- '1171281189'
|
|
- '1171281208'
|
|
- '1171281174'
|
|
cosine_values:
|
|
'1171281189': 0.57
|
|
'1171281191': 0.5779
|
|
'1171281208': 0.5467
|
|
'1171281174': 0.4707
|
|
'1171281198': 0.5895
|
|
top1_top2_gap_in_top5: 0.0115
|
|
spearman_v1_vs_cosine_within_top5: -0.1
|
|
02-2.1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281210'
|
|
cosine: 0.5511
|
|
- frame_id: '1171281172'
|
|
cosine: 0.5306
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5174
|
|
- frame_id: '1171281201'
|
|
cosine: 0.5029
|
|
- frame_id: '1171281179'
|
|
cosine: 0.5021
|
|
top1_cosine: 0.5511
|
|
top2_cosine: 0.5306
|
|
top1_top2_gap: 0.0205
|
|
top1_top5_gap: 0.0491
|
|
cosine_mean_32: 0.4427
|
|
cosine_std_32: 0.0487
|
|
cosine_max_32: 0.5511
|
|
cosine_min_32: 0.3578
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281182'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281182': 0.4311
|
|
'1171281179': 0.5021
|
|
'1171281174': 0.4648
|
|
'1171281210': 0.5511
|
|
'1171281180': 0.4191
|
|
top1_top2_gap_in_top5: 0.0491
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
full_text:
|
|
01-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281182'
|
|
cosine: 0.7363
|
|
- frame_id: '1171281208'
|
|
cosine: 0.7188
|
|
- frame_id: '1171281198'
|
|
cosine: 0.7128
|
|
- frame_id: '1171281189'
|
|
cosine: 0.7067
|
|
- frame_id: '1171281173'
|
|
cosine: 0.7009
|
|
top1_cosine: 0.7363
|
|
top2_cosine: 0.7188
|
|
top1_top2_gap: 0.0175
|
|
top1_top5_gap: 0.0354
|
|
cosine_mean_32: 0.6368
|
|
cosine_std_32: 0.0562
|
|
cosine_max_32: 0.7363
|
|
cosine_min_32: 0.4851
|
|
answer_rank_in_32: 24
|
|
answer_percentile: 25.8
|
|
answer_cosine: 0.6014
|
|
answer_gap_to_top1: 0.1349
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281182'
|
|
- '1171281208'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
- '1171281195'
|
|
cosine_values:
|
|
'1171281195': 0.6014
|
|
'1171281208': 0.7188
|
|
'1171281182': 0.7363
|
|
'1171281172': 0.654
|
|
'1171281180': 0.605
|
|
top1_top2_gap_in_top5: 0.0175
|
|
spearman_v1_vs_cosine_within_top5: -0.1
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 5
|
|
02-2.2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.6989
|
|
- frame_id: '1171281191'
|
|
cosine: 0.6604
|
|
- frame_id: '1171281174'
|
|
cosine: 0.6597
|
|
- frame_id: '1171281173'
|
|
cosine: 0.6512
|
|
- frame_id: '1171281213'
|
|
cosine: 0.6481
|
|
top1_cosine: 0.6989
|
|
top2_cosine: 0.6604
|
|
top1_top2_gap: 0.0385
|
|
top1_top5_gap: 0.0508
|
|
cosine_mean_32: 0.6046
|
|
cosine_std_32: 0.0396
|
|
cosine_max_32: 0.6989
|
|
cosine_min_32: 0.5248
|
|
answer_rank_in_32: 2
|
|
answer_percentile: 96.8
|
|
answer_cosine: 0.6604
|
|
answer_gap_to_top1: 0.0385
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281191'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281176'
|
|
cosine_rerank_order:
|
|
- '1171281191'
|
|
- '1171281174'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281176'
|
|
cosine_values:
|
|
'1171281191': 0.6604
|
|
'1171281180': 0.6032
|
|
'1171281189': 0.6189
|
|
'1171281174': 0.6597
|
|
'1171281176': 0.547
|
|
top1_top2_gap_in_top5: 0.0007
|
|
spearman_v1_vs_cosine_within_top5: 0.6
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
03-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281173'
|
|
cosine: 0.7096
|
|
- frame_id: '1171281181'
|
|
cosine: 0.6535
|
|
- frame_id: '1171281192'
|
|
cosine: 0.6492
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6434
|
|
- frame_id: '1171281174'
|
|
cosine: 0.6297
|
|
top1_cosine: 0.7096
|
|
top2_cosine: 0.6535
|
|
top1_top2_gap: 0.0562
|
|
top1_top5_gap: 0.08
|
|
cosine_mean_32: 0.5785
|
|
cosine_std_32: 0.0514
|
|
cosine_max_32: 0.7096
|
|
cosine_min_32: 0.4932
|
|
answer_rank_in_32: 12
|
|
answer_percentile: 64.5
|
|
answer_cosine: 0.6065
|
|
answer_gap_to_top1: 0.1031
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_rerank_order:
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281190'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_values:
|
|
'1171281190': 0.6065
|
|
'1171281192': 0.6492
|
|
'1171281198': 0.6076
|
|
'1171281208': 0.5984
|
|
'1171281197': 0.5934
|
|
top1_top2_gap_in_top5: 0.0416
|
|
spearman_v1_vs_cosine_within_top5: 0.7
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 3
|
|
03-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281210'
|
|
cosine: 0.7278
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6857
|
|
- frame_id: '1171281173'
|
|
cosine: 0.6815
|
|
- frame_id: '1171281202'
|
|
cosine: 0.6633
|
|
- frame_id: '1171281179'
|
|
cosine: 0.6588
|
|
top1_cosine: 0.7278
|
|
top2_cosine: 0.6857
|
|
top1_top2_gap: 0.0421
|
|
top1_top5_gap: 0.069
|
|
cosine_mean_32: 0.6097
|
|
cosine_std_32: 0.0502
|
|
cosine_max_32: 0.7278
|
|
cosine_min_32: 0.5067
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.7278
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281210'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281182'
|
|
- '1171281179'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281179'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
cosine_values:
|
|
'1171281210': 0.7278
|
|
'1171281189': 0.5723
|
|
'1171281180': 0.5942
|
|
'1171281182': 0.6323
|
|
'1171281179': 0.6588
|
|
top1_top2_gap_in_top5: 0.069
|
|
spearman_v1_vs_cosine_within_top5: 0.0
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
01-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281182'
|
|
cosine: 0.7369
|
|
- frame_id: '1171281189'
|
|
cosine: 0.7148
|
|
- frame_id: '1171281179'
|
|
cosine: 0.712
|
|
- frame_id: '1171281212'
|
|
cosine: 0.7056
|
|
- frame_id: '1171281211'
|
|
cosine: 0.6991
|
|
top1_cosine: 0.7369
|
|
top2_cosine: 0.7148
|
|
top1_top2_gap: 0.0221
|
|
top1_top5_gap: 0.0378
|
|
cosine_mean_32: 0.6247
|
|
cosine_std_32: 0.0635
|
|
cosine_max_32: 0.7369
|
|
cosine_min_32: 0.4983
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281172'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281208'
|
|
- '1171281172'
|
|
- '1171281198'
|
|
cosine_values:
|
|
'1171281172': 0.6238
|
|
'1171281208': 0.6817
|
|
'1171281182': 0.7369
|
|
'1171281189': 0.7148
|
|
'1171281198': 0.6062
|
|
top1_top2_gap_in_top5: 0.0221
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
02-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.645
|
|
- frame_id: '1171281174'
|
|
cosine: 0.6072
|
|
- frame_id: '1171281213'
|
|
cosine: 0.6048
|
|
- frame_id: '1171281189'
|
|
cosine: 0.5925
|
|
- frame_id: '1171281198'
|
|
cosine: 0.5883
|
|
top1_cosine: 0.645
|
|
top2_cosine: 0.6072
|
|
top1_top2_gap: 0.0379
|
|
top1_top5_gap: 0.0567
|
|
cosine_mean_32: 0.5403
|
|
cosine_std_32: 0.0434
|
|
cosine_max_32: 0.645
|
|
cosine_min_32: 0.4626
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281189'
|
|
- '1171281191'
|
|
- '1171281208'
|
|
- '1171281174'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281174'
|
|
- '1171281189'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281191'
|
|
cosine_values:
|
|
'1171281189': 0.5925
|
|
'1171281191': 0.5405
|
|
'1171281208': 0.5641
|
|
'1171281174': 0.6072
|
|
'1171281198': 0.5883
|
|
top1_top2_gap_in_top5: 0.0147
|
|
spearman_v1_vs_cosine_within_top5: -0.2
|
|
02-2.1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6603
|
|
- frame_id: '1171281201'
|
|
cosine: 0.6578
|
|
- frame_id: '1171281179'
|
|
cosine: 0.6447
|
|
- frame_id: '1171281197'
|
|
cosine: 0.6398
|
|
- frame_id: '1171281178'
|
|
cosine: 0.6387
|
|
top1_cosine: 0.6603
|
|
top2_cosine: 0.6578
|
|
top1_top2_gap: 0.0025
|
|
top1_top5_gap: 0.0216
|
|
cosine_mean_32: 0.5841
|
|
cosine_std_32: 0.0471
|
|
cosine_max_32: 0.6603
|
|
cosine_min_32: 0.4823
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281182'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281182': 0.6026
|
|
'1171281179': 0.6447
|
|
'1171281174': 0.6235
|
|
'1171281210': 0.6161
|
|
'1171281180': 0.5626
|
|
top1_top2_gap_in_top5: 0.0211
|
|
spearman_v1_vs_cosine_within_top5: 0.4
|
|
title_only:
|
|
01-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281195'
|
|
cosine: 0.6019
|
|
- frame_id: '1171281203'
|
|
cosine: 0.527
|
|
- frame_id: '1171281210'
|
|
cosine: 0.5269
|
|
- frame_id: '1171281209'
|
|
cosine: 0.5047
|
|
- frame_id: '1171281201'
|
|
cosine: 0.4701
|
|
top1_cosine: 0.6019
|
|
top2_cosine: 0.527
|
|
top1_top2_gap: 0.0749
|
|
top1_top5_gap: 0.1318
|
|
cosine_mean_32: 0.4165
|
|
cosine_std_32: 0.0606
|
|
cosine_max_32: 0.6019
|
|
cosine_min_32: 0.3219
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.6019
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281180'
|
|
- '1171281172'
|
|
- '1171281182'
|
|
cosine_values:
|
|
'1171281195': 0.6019
|
|
'1171281208': 0.4554
|
|
'1171281182': 0.3219
|
|
'1171281172': 0.3235
|
|
'1171281180': 0.4313
|
|
top1_top2_gap_in_top5: 0.1465
|
|
spearman_v1_vs_cosine_within_top5: 0.6
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
02-2.2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281191'
|
|
cosine: 0.5886
|
|
- frame_id: '1171281192'
|
|
cosine: 0.5681
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5477
|
|
- frame_id: '1171281210'
|
|
cosine: 0.4816
|
|
- frame_id: '1171281198'
|
|
cosine: 0.4733
|
|
top1_cosine: 0.5886
|
|
top2_cosine: 0.5681
|
|
top1_top2_gap: 0.0205
|
|
top1_top5_gap: 0.1154
|
|
cosine_mean_32: 0.425
|
|
cosine_std_32: 0.06
|
|
cosine_max_32: 0.5886
|
|
cosine_min_32: 0.3415
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.5886
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281191'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281176'
|
|
cosine_rerank_order:
|
|
- '1171281191'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281180'
|
|
- '1171281176'
|
|
cosine_values:
|
|
'1171281191': 0.5886
|
|
'1171281180': 0.3562
|
|
'1171281189': 0.4511
|
|
'1171281174': 0.4145
|
|
'1171281176': 0.3415
|
|
top1_top2_gap_in_top5: 0.1376
|
|
spearman_v1_vs_cosine_within_top5: 0.7
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
03-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281190'
|
|
cosine: 0.5553
|
|
- frame_id: '1171281192'
|
|
cosine: 0.5409
|
|
- frame_id: '1171281198'
|
|
cosine: 0.5086
|
|
- frame_id: '1171281191'
|
|
cosine: 0.4864
|
|
- frame_id: '1171281213'
|
|
cosine: 0.4668
|
|
top1_cosine: 0.5553
|
|
top2_cosine: 0.5409
|
|
top1_top2_gap: 0.0144
|
|
top1_top5_gap: 0.0884
|
|
cosine_mean_32: 0.4001
|
|
cosine_std_32: 0.0589
|
|
cosine_max_32: 0.5553
|
|
cosine_min_32: 0.3116
|
|
answer_rank_in_32: 1
|
|
answer_percentile: 100.0
|
|
answer_cosine: 0.5553
|
|
answer_gap_to_top1: 0.0
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_rerank_order:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_values:
|
|
'1171281190': 0.5553
|
|
'1171281192': 0.5409
|
|
'1171281198': 0.5086
|
|
'1171281208': 0.4206
|
|
'1171281197': 0.3116
|
|
top1_top2_gap_in_top5: 0.0144
|
|
spearman_v1_vs_cosine_within_top5: 1.0
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
03-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281172'
|
|
cosine: 0.5546
|
|
- frame_id: '1171281210'
|
|
cosine: 0.5438
|
|
- frame_id: '1171281173'
|
|
cosine: 0.5305
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5145
|
|
- frame_id: '1171281201'
|
|
cosine: 0.4791
|
|
top1_cosine: 0.5546
|
|
top2_cosine: 0.5438
|
|
top1_top2_gap: 0.0108
|
|
top1_top5_gap: 0.0755
|
|
cosine_mean_32: 0.4313
|
|
cosine_std_32: 0.0554
|
|
cosine_max_32: 0.5546
|
|
cosine_min_32: 0.3216
|
|
answer_rank_in_32: 2
|
|
answer_percentile: 96.8
|
|
answer_cosine: 0.5438
|
|
answer_gap_to_top1: 0.0108
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281210'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281182'
|
|
- '1171281179'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281179'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281210': 0.5438
|
|
'1171281189': 0.389
|
|
'1171281180': 0.3653
|
|
'1171281182': 0.4349
|
|
'1171281179': 0.4485
|
|
top1_top2_gap_in_top5: 0.0953
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
01-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281209'
|
|
cosine: 0.5223
|
|
- frame_id: '1171281195'
|
|
cosine: 0.5115
|
|
- frame_id: '1171281201'
|
|
cosine: 0.4872
|
|
- frame_id: '1171281210'
|
|
cosine: 0.4793
|
|
- frame_id: '1171281205'
|
|
cosine: 0.4731
|
|
top1_cosine: 0.5223
|
|
top2_cosine: 0.5115
|
|
top1_top2_gap: 0.0109
|
|
top1_top5_gap: 0.0493
|
|
cosine_mean_32: 0.4241
|
|
cosine_std_32: 0.0464
|
|
cosine_max_32: 0.5223
|
|
cosine_min_32: 0.3432
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281172'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281208'
|
|
- '1171281198'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281172'
|
|
cosine_values:
|
|
'1171281172': 0.353
|
|
'1171281208': 0.4446
|
|
'1171281182': 0.3728
|
|
'1171281189': 0.3703
|
|
'1171281198': 0.399
|
|
top1_top2_gap_in_top5: 0.0456
|
|
spearman_v1_vs_cosine_within_top5: -0.3
|
|
02-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.5178
|
|
- frame_id: '1171281198'
|
|
cosine: 0.5064
|
|
- frame_id: '1171281191'
|
|
cosine: 0.4919
|
|
- frame_id: '1171281208'
|
|
cosine: 0.4461
|
|
- frame_id: '1171281213'
|
|
cosine: 0.4331
|
|
top1_cosine: 0.5178
|
|
top2_cosine: 0.5064
|
|
top1_top2_gap: 0.0114
|
|
top1_top5_gap: 0.0847
|
|
cosine_mean_32: 0.3519
|
|
cosine_std_32: 0.0683
|
|
cosine_max_32: 0.5178
|
|
cosine_min_32: 0.2568
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281189'
|
|
- '1171281191'
|
|
- '1171281208'
|
|
- '1171281174'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281198'
|
|
- '1171281191'
|
|
- '1171281208'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
cosine_values:
|
|
'1171281189': 0.4104
|
|
'1171281191': 0.4919
|
|
'1171281208': 0.4461
|
|
'1171281174': 0.3263
|
|
'1171281198': 0.5064
|
|
top1_top2_gap_in_top5: 0.0145
|
|
spearman_v1_vs_cosine_within_top5: -0.3
|
|
02-2.1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281210'
|
|
cosine: 0.5411
|
|
- frame_id: '1171281172'
|
|
cosine: 0.5134
|
|
- frame_id: '1171281208'
|
|
cosine: 0.5043
|
|
- frame_id: '1171281179'
|
|
cosine: 0.4897
|
|
- frame_id: '1171281201'
|
|
cosine: 0.4865
|
|
top1_cosine: 0.5411
|
|
top2_cosine: 0.5134
|
|
top1_top2_gap: 0.0277
|
|
top1_top5_gap: 0.0546
|
|
cosine_mean_32: 0.4247
|
|
cosine_std_32: 0.0507
|
|
cosine_max_32: 0.5411
|
|
cosine_min_32: 0.3415
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281182'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281182': 0.4092
|
|
'1171281179': 0.4897
|
|
'1171281174': 0.4472
|
|
'1171281210': 0.5411
|
|
'1171281180': 0.3943
|
|
top1_top2_gap_in_top5: 0.0513
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
summary_plus_tokens:
|
|
01-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281173'
|
|
cosine: 0.7875
|
|
- frame_id: '1171281195'
|
|
cosine: 0.78
|
|
- frame_id: '1171281204'
|
|
cosine: 0.7571
|
|
- frame_id: '1171281208'
|
|
cosine: 0.7529
|
|
- frame_id: '1171281202'
|
|
cosine: 0.7529
|
|
top1_cosine: 0.7875
|
|
top2_cosine: 0.78
|
|
top1_top2_gap: 0.0075
|
|
top1_top5_gap: 0.0346
|
|
cosine_mean_32: 0.712
|
|
cosine_std_32: 0.0412
|
|
cosine_max_32: 0.7875
|
|
cosine_min_32: 0.6007
|
|
answer_rank_in_32: 2
|
|
answer_percentile: 96.8
|
|
answer_cosine: 0.78
|
|
answer_gap_to_top1: 0.0075
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281172'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281195'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
- '1171281172'
|
|
cosine_values:
|
|
'1171281195': 0.78
|
|
'1171281208': 0.7529
|
|
'1171281182': 0.7417
|
|
'1171281172': 0.6855
|
|
'1171281180': 0.6897
|
|
top1_top2_gap_in_top5: 0.0271
|
|
spearman_v1_vs_cosine_within_top5: 0.9
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
02-2.2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.7515
|
|
- frame_id: '1171281174'
|
|
cosine: 0.7349
|
|
- frame_id: '1171281191'
|
|
cosine: 0.7277
|
|
- frame_id: '1171281213'
|
|
cosine: 0.7177
|
|
- frame_id: '1171281182'
|
|
cosine: 0.7092
|
|
top1_cosine: 0.7515
|
|
top2_cosine: 0.7349
|
|
top1_top2_gap: 0.0166
|
|
top1_top5_gap: 0.0423
|
|
cosine_mean_32: 0.6716
|
|
cosine_std_32: 0.0374
|
|
cosine_max_32: 0.7515
|
|
cosine_min_32: 0.5788
|
|
answer_rank_in_32: 3
|
|
answer_percentile: 93.5
|
|
answer_cosine: 0.7277
|
|
answer_gap_to_top1: 0.0238
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281191'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
- '1171281174'
|
|
- '1171281176'
|
|
cosine_rerank_order:
|
|
- '1171281174'
|
|
- '1171281191'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281176'
|
|
cosine_values:
|
|
'1171281191': 0.7277
|
|
'1171281180': 0.704
|
|
'1171281189': 0.7083
|
|
'1171281174': 0.7349
|
|
'1171281176': 0.661
|
|
top1_top2_gap_in_top5: 0.0072
|
|
spearman_v1_vs_cosine_within_top5: 0.3
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 2
|
|
03-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281173'
|
|
cosine: 0.727
|
|
- frame_id: '1171281181'
|
|
cosine: 0.6985
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6973
|
|
- frame_id: '1171281192'
|
|
cosine: 0.6972
|
|
- frame_id: '1171281213'
|
|
cosine: 0.6734
|
|
top1_cosine: 0.727
|
|
top2_cosine: 0.6985
|
|
top1_top2_gap: 0.0284
|
|
top1_top5_gap: 0.0536
|
|
cosine_mean_32: 0.6086
|
|
cosine_std_32: 0.0526
|
|
cosine_max_32: 0.727
|
|
cosine_min_32: 0.5182
|
|
answer_rank_in_32: 11
|
|
answer_percentile: 67.7
|
|
answer_cosine: 0.6261
|
|
answer_gap_to_top1: 0.1009
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281190'
|
|
- '1171281192'
|
|
- '1171281198'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
cosine_rerank_order:
|
|
- '1171281192'
|
|
- '1171281208'
|
|
- '1171281197'
|
|
- '1171281190'
|
|
- '1171281198'
|
|
cosine_values:
|
|
'1171281190': 0.6261
|
|
'1171281192': 0.6972
|
|
'1171281198': 0.6062
|
|
'1171281208': 0.631
|
|
'1171281197': 0.6276
|
|
top1_top2_gap_in_top5: 0.0662
|
|
spearman_v1_vs_cosine_within_top5: -0.1
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 4
|
|
03-2:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281201'
|
|
cosine: 0.7306
|
|
- frame_id: '1171281172'
|
|
cosine: 0.7258
|
|
- frame_id: '1171281210'
|
|
cosine: 0.7196
|
|
- frame_id: '1171281174'
|
|
cosine: 0.7099
|
|
- frame_id: '1171281173'
|
|
cosine: 0.7053
|
|
top1_cosine: 0.7306
|
|
top2_cosine: 0.7258
|
|
top1_top2_gap: 0.0048
|
|
top1_top5_gap: 0.0253
|
|
cosine_mean_32: 0.6606
|
|
cosine_std_32: 0.046
|
|
cosine_max_32: 0.7306
|
|
cosine_min_32: 0.5522
|
|
answer_rank_in_32: 3
|
|
answer_percentile: 93.5
|
|
answer_cosine: 0.7196
|
|
answer_gap_to_top1: 0.011
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281210'
|
|
- '1171281189'
|
|
- '1171281180'
|
|
- '1171281182'
|
|
- '1171281179'
|
|
cosine_rerank_order:
|
|
- '1171281210'
|
|
- '1171281182'
|
|
- '1171281179'
|
|
- '1171281180'
|
|
- '1171281189'
|
|
cosine_values:
|
|
'1171281210': 0.7196
|
|
'1171281189': 0.6547
|
|
'1171281180': 0.6743
|
|
'1171281182': 0.6995
|
|
'1171281179': 0.688
|
|
top1_top2_gap_in_top5: 0.0201
|
|
spearman_v1_vs_cosine_within_top5: 0.1
|
|
answer_v1_rank_in_top5: 1
|
|
answer_cosine_rank_in_top5: 1
|
|
01-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281208'
|
|
cosine: 0.77
|
|
- frame_id: '1171281213'
|
|
cosine: 0.7493
|
|
- frame_id: '1171281173'
|
|
cosine: 0.7455
|
|
- frame_id: '1171281179'
|
|
cosine: 0.7426
|
|
- frame_id: '1171281192'
|
|
cosine: 0.7349
|
|
top1_cosine: 0.77
|
|
top2_cosine: 0.7493
|
|
top1_top2_gap: 0.0207
|
|
top1_top5_gap: 0.0351
|
|
cosine_mean_32: 0.683
|
|
cosine_std_32: 0.0505
|
|
cosine_max_32: 0.77
|
|
cosine_min_32: 0.5753
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281172'
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281208'
|
|
- '1171281182'
|
|
- '1171281189'
|
|
- '1171281172'
|
|
- '1171281198'
|
|
cosine_values:
|
|
'1171281172': 0.693
|
|
'1171281208': 0.77
|
|
'1171281182': 0.7302
|
|
'1171281189': 0.7258
|
|
'1171281198': 0.6302
|
|
top1_top2_gap_in_top5: 0.0398
|
|
spearman_v1_vs_cosine_within_top5: 0.4
|
|
02-1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281192'
|
|
cosine: 0.7173
|
|
- frame_id: '1171281213'
|
|
cosine: 0.708
|
|
- frame_id: '1171281189'
|
|
cosine: 0.6963
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6524
|
|
- frame_id: '1171281191'
|
|
cosine: 0.649
|
|
top1_cosine: 0.7173
|
|
top2_cosine: 0.708
|
|
top1_top2_gap: 0.0092
|
|
top1_top5_gap: 0.0682
|
|
cosine_mean_32: 0.604
|
|
cosine_std_32: 0.0494
|
|
cosine_max_32: 0.7173
|
|
cosine_min_32: 0.5055
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281189'
|
|
- '1171281191'
|
|
- '1171281208'
|
|
- '1171281174'
|
|
- '1171281198'
|
|
cosine_rerank_order:
|
|
- '1171281189'
|
|
- '1171281191'
|
|
- '1171281198'
|
|
- '1171281174'
|
|
- '1171281208'
|
|
cosine_values:
|
|
'1171281189': 0.6963
|
|
'1171281191': 0.649
|
|
'1171281208': 0.6322
|
|
'1171281174': 0.6426
|
|
'1171281198': 0.6457
|
|
top1_top2_gap_in_top5: 0.0472
|
|
spearman_v1_vs_cosine_within_top5: 0.6
|
|
02-2.1:
|
|
full_32:
|
|
top5:
|
|
- frame_id: '1171281179'
|
|
cosine: 0.6648
|
|
- frame_id: '1171281172'
|
|
cosine: 0.6538
|
|
- frame_id: '1171281201'
|
|
cosine: 0.6457
|
|
- frame_id: '1171281174'
|
|
cosine: 0.634
|
|
- frame_id: '1171281197'
|
|
cosine: 0.6317
|
|
top1_cosine: 0.6648
|
|
top2_cosine: 0.6538
|
|
top1_top2_gap: 0.011
|
|
top1_top5_gap: 0.0331
|
|
cosine_mean_32: 0.5834
|
|
cosine_std_32: 0.046
|
|
cosine_max_32: 0.6648
|
|
cosine_min_32: 0.4849
|
|
v1_top5:
|
|
v1_top5_fids:
|
|
- '1171281182'
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281180'
|
|
cosine_rerank_order:
|
|
- '1171281179'
|
|
- '1171281174'
|
|
- '1171281210'
|
|
- '1171281182'
|
|
- '1171281180'
|
|
cosine_values:
|
|
'1171281182': 0.6079
|
|
'1171281179': 0.6648
|
|
'1171281174': 0.634
|
|
'1171281210': 0.6205
|
|
'1171281180': 0.5814
|
|
top1_top2_gap_in_top5: 0.0308
|
|
spearman_v1_vs_cosine_within_top5: 0.4
|