6353 lines
149 KiB
YAML
6353 lines
149 KiB
YAML
meta:
|
|
pipeline_step: 8.v4.full32
|
|
description: V4 template-fit 을 V3 Top-K 가 아니라 32 프레임 전체에 적용
|
|
note: 기존 v4_template_fit_r2_result.yaml 는 V3 Top-5 만 평가. 이 파일은 32 전체.
|
|
generated_at: '2026-05-14T13:39:18'
|
|
answer_map:
|
|
01-2: 18
|
|
02-2.2: 14
|
|
03-1: 13
|
|
03-2: 29
|
|
holdout_sections:
|
|
- 01-1
|
|
- 02-1
|
|
- 02-2.1
|
|
- 04-1
|
|
- 04-2.1
|
|
- 04-2.2
|
|
- 05-1
|
|
- 05-2
|
|
- 04-2
|
|
mdx_sections:
|
|
01-2:
|
|
mdx_title: 2. 용어간 상호관계
|
|
answer_frame_number: 18
|
|
is_holdout: false
|
|
judgments_full32:
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.9459
|
|
base: 0.9459
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.7295
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.7295
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.8675
|
|
base: 0.8675
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6498
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6498
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.7571
|
|
base: 0.7571
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.6605
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6605
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.6813
|
|
base: 0.6813
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.6567
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6567
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.6455
|
|
base: 0.8455
|
|
penalty: 0.2
|
|
label: restructure
|
|
content_embedding: 0.6442
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6442
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.5781
|
|
base: 0.5781
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.599
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.599
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.5763
|
|
base: 0.5763
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.59
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.59
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.5352
|
|
base: 0.7352
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6137
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6137
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.5107
|
|
base: 0.6107
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.5284
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5284
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.5096
|
|
base: 0.5096
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6231
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.6231
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.46
|
|
base: 0.46
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5874
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5874
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.4422
|
|
base: 0.4422
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5858
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5858
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.4065
|
|
base: 0.4065
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6326
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6326
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.3943
|
|
base: 0.3943
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5713
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5713
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.3911
|
|
base: 0.4911
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.5556
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5556
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.3429
|
|
base: 0.3429
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5147
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.5147
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.2649
|
|
base: 0.2649
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5494
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5494
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.259
|
|
base: 0.559
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.5826
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5826
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.2564
|
|
base: 0.4564
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6736
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6736
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.2097
|
|
base: 0.4097
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6484
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6484
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.1755
|
|
base: 0.3755
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6856
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6856
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.1643
|
|
base: 0.4643
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.6296
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6296
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.1475
|
|
base: 0.3475
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6502
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6502
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.13
|
|
base: 0.33
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5626
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5626
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.1252
|
|
base: 0.3252
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6009
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6009
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.1115
|
|
base: 0.3115
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5741
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5741
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.079
|
|
base: 0.279
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6199
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6199
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.0726
|
|
base: 0.2726
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5881
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5881
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.0707
|
|
base: 0.3707
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.5784
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5784
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.0707
|
|
base: 0.2707
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5784
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5784
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.0683
|
|
base: 0.2683
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5663
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5663
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.0
|
|
base: 0.2721
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.5853
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5853
|
|
v4_full_rank: 32
|
|
usable_count: 4
|
|
reject_count: 28
|
|
02-2.2:
|
|
mdx_title: 2.2 DX 시행 주체별 기대효과
|
|
answer_frame_number: 14
|
|
is_holdout: false
|
|
judgments_full32:
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.939
|
|
base: 0.939
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.695
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.695
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.7781
|
|
base: 0.7781
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.5153
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5153
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.7411
|
|
base: 0.7411
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5391
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5391
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.7394
|
|
base: 0.7394
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.522
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.522
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.7208
|
|
base: 0.7208
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4374
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4374
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.7122
|
|
base: 0.9122
|
|
penalty: 0.2
|
|
label: restructure
|
|
content_embedding: 0.5611
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5611
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.6748
|
|
base: 0.8748
|
|
penalty: 0.2
|
|
label: restructure
|
|
content_embedding: 0.5615
|
|
axes:
|
|
anchor: 0.85
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5615
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6152
|
|
base: 0.6152
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5094
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5094
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.5327
|
|
base: 0.6327
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4551
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4551
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.5301
|
|
base: 0.7301
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.484
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.484
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.5231
|
|
base: 0.7231
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4486
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4486
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.4467
|
|
base: 0.6467
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4837
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4837
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.4376
|
|
base: 0.4376
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4561
|
|
axes:
|
|
anchor: 0.2857
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4561
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.4117
|
|
base: 0.6117
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.492
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.492
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.3842
|
|
base: 0.6842
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.5043
|
|
axes:
|
|
anchor: 0.8333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5043
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.3497
|
|
base: 0.5497
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5986
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5986
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.3398
|
|
base: 0.5398
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5488
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5488
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.3053
|
|
base: 0.5053
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5266
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5266
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.2512
|
|
base: 0.2512
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5811
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.5811
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.2467
|
|
base: 0.4467
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.625
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.625
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.2362
|
|
base: 0.4362
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4936
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4936
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.2261
|
|
base: 0.4261
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5472
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5472
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.2056
|
|
base: 0.4056
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6531
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6531
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.1896
|
|
base: 0.3896
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5732
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5732
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.1831
|
|
base: 0.3831
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5403
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5403
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.18
|
|
base: 0.38
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5251
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5251
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.1739
|
|
base: 0.3739
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4945
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4945
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.1483
|
|
base: 0.4483
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.529
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.529
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.1132
|
|
base: 0.4632
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5052
|
|
axes:
|
|
anchor: 0.4286
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5052
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.0749
|
|
base: 0.2749
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4868
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.4868
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.0705
|
|
base: 0.4205
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5149
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5149
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0043
|
|
base: 0.3543
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4964
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4964
|
|
v4_full_rank: 32
|
|
usable_count: 5
|
|
reject_count: 27
|
|
03-1:
|
|
mdx_title: 1. DX 시행을 위한 필수 요건
|
|
answer_frame_number: 13
|
|
is_holdout: false
|
|
judgments_full32:
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.9268
|
|
base: 0.9268
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.634
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.634
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.8413
|
|
base: 0.8413
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.5188
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5188
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.7203
|
|
base: 0.7203
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4351
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4351
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.6631
|
|
base: 0.6631
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4531
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4531
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.6548
|
|
base: 0.6548
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5238
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5238
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.6048
|
|
base: 0.6048
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4571
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4571
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6041
|
|
base: 0.6041
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4539
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4539
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.6037
|
|
base: 0.6037
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.452
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.452
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.5975
|
|
base: 0.5975
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4209
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4209
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.4986
|
|
base: 0.6986
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4306
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4306
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.4479
|
|
base: 0.6479
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4894
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4894
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.4453
|
|
base: 0.5453
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.435
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.435
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.4419
|
|
base: 0.6419
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4594
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4594
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.4363
|
|
base: 0.6363
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4315
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4315
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.4277
|
|
base: 0.6277
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3885
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.3885
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.4246
|
|
base: 0.4246
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4355
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4355
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.3008
|
|
base: 0.5008
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5038
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5038
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.2359
|
|
base: 0.4359
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5959
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5959
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.2132
|
|
base: 0.4132
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4577
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4577
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.2097
|
|
base: 0.4097
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4236
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4236
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.1891
|
|
base: 0.3891
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5705
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5705
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.1881
|
|
base: 0.3881
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5653
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5653
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.1813
|
|
base: 0.3813
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5313
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5313
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.1715
|
|
base: 0.4715
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4826
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4826
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.1694
|
|
base: 0.3694
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4719
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4719
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.1676
|
|
base: 0.3676
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4632
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4632
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.0972
|
|
base: 0.2972
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3985
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3985
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.0576
|
|
base: 0.4076
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4506
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4506
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.0489
|
|
base: 0.3989
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3626
|
|
axes:
|
|
anchor: 0.2857
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3626
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.0253
|
|
base: 0.2253
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4513
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.4513
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.0
|
|
base: 0.1937
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3937
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.3937
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0
|
|
base: 0.3297
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3736
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3736
|
|
v4_full_rank: 32
|
|
usable_count: 2
|
|
reject_count: 30
|
|
03-2:
|
|
mdx_title: 2. Process의 혁신과 Product의 변화
|
|
answer_frame_number: 29
|
|
is_holdout: false
|
|
judgments_full32:
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.9198
|
|
base: 0.9198
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.5991
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5991
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.8138
|
|
base: 0.8138
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4439
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4439
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.6467
|
|
base: 0.6467
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4835
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4835
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6396
|
|
base: 0.6396
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4897
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4897
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.6278
|
|
base: 0.8278
|
|
penalty: 0.2
|
|
label: restructure
|
|
content_embedding: 0.5555
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5555
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.5324
|
|
base: 0.5324
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4745
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4745
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.5054
|
|
base: 0.7054
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4643
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4643
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.4757
|
|
base: 0.4757
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5033
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5033
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.4428
|
|
base: 0.5428
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3975
|
|
axes:
|
|
anchor: 0.8333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3975
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.3778
|
|
base: 0.3778
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4888
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4888
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.3754
|
|
base: 0.3754
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5022
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5022
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.3651
|
|
base: 0.3651
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4253
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4253
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.3196
|
|
base: 0.4196
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4064
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4064
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.3126
|
|
base: 0.3126
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4754
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4754
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.2926
|
|
base: 0.4926
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.438
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.438
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.279
|
|
base: 0.279
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4074
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.4074
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.2469
|
|
base: 0.2469
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4593
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4593
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.2452
|
|
base: 0.4452
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5134
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5134
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.2429
|
|
base: 0.2429
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4395
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4395
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.2143
|
|
base: 0.4143
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4634
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4634
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.1885
|
|
base: 0.3885
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4174
|
|
axes:
|
|
anchor: 0.6
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4174
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.1867
|
|
base: 0.1867
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3587
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.3587
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.1701
|
|
base: 0.3701
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4507
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4507
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.1626
|
|
base: 0.4626
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4128
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4128
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.121
|
|
base: 0.421
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4132
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4132
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.1127
|
|
base: 0.3127
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.58
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.58
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.0943
|
|
base: 0.3943
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.3839
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3839
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.0635
|
|
base: 0.2635
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5423
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5423
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.0516
|
|
base: 0.2516
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4832
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4832
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.0515
|
|
base: 0.2515
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4823
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4823
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.0454
|
|
base: 0.2454
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4518
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4518
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.0
|
|
base: 0.248
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.465
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.465
|
|
v4_full_rank: 32
|
|
usable_count: 2
|
|
reject_count: 30
|
|
01-1:
|
|
mdx_title: 1. 용어 정의
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.9101
|
|
base: 0.9101
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.5507
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5507
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.8261
|
|
base: 0.8261
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.547
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.547
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.8168
|
|
base: 0.8168
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.5005
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5005
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.749
|
|
base: 0.749
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.5782
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5782
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.7402
|
|
base: 0.7402
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5342
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5342
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.7395
|
|
base: 0.7395
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5308
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5308
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.6973
|
|
base: 0.6973
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4864
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4864
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.6865
|
|
base: 0.6865
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.57
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.57
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.6574
|
|
base: 0.6574
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5372
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5372
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.6568
|
|
base: 0.6568
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5338
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5338
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.5467
|
|
base: 0.5467
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5833
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5833
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.5424
|
|
base: 0.5424
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5622
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5622
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.5407
|
|
base: 0.5407
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5536
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5536
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.5287
|
|
base: 0.5287
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4936
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4936
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.5125
|
|
base: 0.5125
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5625
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5625
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.4787
|
|
base: 0.5787
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.6017
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6017
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.424
|
|
base: 0.424
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5368
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5368
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.3897
|
|
base: 0.3897
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5737
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5737
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.3885
|
|
base: 0.3885
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5676
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5676
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.3872
|
|
base: 0.3872
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5612
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5612
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.3849
|
|
base: 0.3849
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5495
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5495
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.3844
|
|
base: 0.3844
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5468
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5468
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.3807
|
|
base: 0.3807
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5287
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5287
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.3796
|
|
base: 0.3796
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5228
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5228
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.3652
|
|
base: 0.4652
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.451
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.451
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.312
|
|
base: 0.312
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5726
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.5726
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.2393
|
|
base: 0.4393
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5881
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5881
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.2216
|
|
base: 0.2216
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5329
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.5329
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2187
|
|
base: 0.3687
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.5685
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5685
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.1881
|
|
base: 0.5381
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5405
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5405
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.1837
|
|
base: 0.3837
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5185
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5185
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0059
|
|
base: 0.3559
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5047
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5047
|
|
v4_full_rank: 32
|
|
usable_count: 5
|
|
reject_count: 27
|
|
02-1:
|
|
mdx_title: 1. DX의 궁극적 목표
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.914
|
|
base: 0.914
|
|
penalty: 0.0
|
|
label: use_as_is
|
|
content_embedding: 0.57
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.57
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.7656
|
|
base: 0.7656
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5779
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5779
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.7512
|
|
base: 0.7512
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5895
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5895
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.7267
|
|
base: 0.7267
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4667
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4667
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.724
|
|
base: 0.724
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.445
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.445
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.6517
|
|
base: 0.6517
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5085
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5085
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.6446
|
|
base: 0.6446
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4728
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4728
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.6358
|
|
base: 0.6358
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4289
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4289
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.6358
|
|
base: 0.6358
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4291
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4291
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.6338
|
|
base: 0.6338
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4191
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4191
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6073
|
|
base: 0.6073
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4698
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4698
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.5897
|
|
base: 0.5897
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.382
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.382
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.5253
|
|
base: 0.5253
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4767
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4767
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.5212
|
|
base: 0.5212
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4562
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.4562
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.4941
|
|
base: 0.4941
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4707
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4707
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.4782
|
|
base: 0.5782
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.391
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.391
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.4237
|
|
base: 0.4237
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4309
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4309
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.4007
|
|
base: 0.4007
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6285
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6285
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.3947
|
|
base: 0.3947
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5983
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5983
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.3829
|
|
base: 0.3829
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5395
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5395
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.3763
|
|
base: 0.3763
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5063
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5063
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.3685
|
|
base: 0.3685
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4677
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4677
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.3652
|
|
base: 0.3652
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4508
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4508
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.3643
|
|
base: 0.3643
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4464
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4464
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.352
|
|
base: 0.452
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3851
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3851
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.231
|
|
base: 0.431
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5467
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5467
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.2266
|
|
base: 0.2266
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4579
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.4579
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2013
|
|
base: 0.3513
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.4813
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4813
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.1977
|
|
base: 0.1977
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4137
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.4137
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.1761
|
|
base: 0.3761
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4804
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4804
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.0758
|
|
base: 0.4258
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4967
|
|
axes:
|
|
anchor: 0.2857
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4967
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0
|
|
base: 0.3431
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4403
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4403
|
|
v4_full_rank: 32
|
|
usable_count: 2
|
|
reject_count: 30
|
|
02-2.1:
|
|
mdx_title: 2.1 업무 수행 과정(Process)의 변화
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.544
|
|
base: 0.544
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3452
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3452
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.2544
|
|
base: 0.2544
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4472
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4472
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.2439
|
|
base: 0.3439
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3943
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3943
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.23
|
|
base: 0.23
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4499
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4499
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.2261
|
|
base: 0.2261
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4307
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4307
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.2254
|
|
base: 0.2254
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4268
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4268
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.212
|
|
base: 0.212
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4435
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4435
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.1998
|
|
base: 0.1998
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4865
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4865
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.1982
|
|
base: 0.3982
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5411
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5411
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.192
|
|
base: 0.292
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3435
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3435
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.1718
|
|
base: 0.1718
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4092
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4092
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.1548
|
|
base: 0.1548
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3954
|
|
axes:
|
|
anchor: 0.1429
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3954
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.1427
|
|
base: 0.1427
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5134
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5134
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.1409
|
|
base: 0.1409
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5043
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5043
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.1342
|
|
base: 0.1342
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4712
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4712
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.1326
|
|
base: 0.1326
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4632
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4632
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.1306
|
|
base: 0.1306
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4532
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4532
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.1301
|
|
base: 0.1301
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4504
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4504
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.1265
|
|
base: 0.1265
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4327
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4327
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.1218
|
|
base: 0.1218
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.409
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.409
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.1203
|
|
base: 0.1203
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4013
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4013
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.118
|
|
base: 0.118
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3901
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3901
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.1169
|
|
base: 0.2169
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3847
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3847
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.1092
|
|
base: 0.2092
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.3459
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3459
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.0589
|
|
base: 0.2589
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4161
|
|
axes:
|
|
anchor: 0.1429
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4161
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.0311
|
|
base: 0.2311
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4555
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4555
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.0211
|
|
base: 0.2211
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4056
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4056
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.0
|
|
base: 0.118
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.39
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.39
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.0
|
|
base: 0.2211
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4055
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4055
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.0
|
|
base: 0.1379
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4897
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4897
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.0
|
|
base: 0.1583
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3415
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3415
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.0
|
|
base: 0.1106
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3531
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.3531
|
|
v4_full_rank: 32
|
|
usable_count: 0
|
|
reject_count: 32
|
|
04-1:
|
|
mdx_title: 1. DX에 대한 인식
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.7223
|
|
base: 0.7223
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4447
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4447
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.6586
|
|
base: 0.6586
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5431
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5431
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.6514
|
|
base: 0.6514
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5068
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5068
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.6058
|
|
base: 0.6058
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4789
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4789
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.4773
|
|
base: 0.6773
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5241
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5241
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.4624
|
|
base: 0.4624
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5202
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5202
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.4293
|
|
base: 0.4293
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4589
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4589
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.4234
|
|
base: 0.6234
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4921
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4921
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.3986
|
|
base: 0.5486
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.4513
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4513
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.3942
|
|
base: 0.3942
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.596
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.596
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.3899
|
|
base: 0.3899
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5746
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5746
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.3833
|
|
base: 0.3833
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5413
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5413
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.3773
|
|
base: 0.3773
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5117
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5117
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.3748
|
|
base: 0.3748
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4992
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4992
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.3713
|
|
base: 0.5713
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.565
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.565
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.3699
|
|
base: 0.3699
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4747
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4747
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.3158
|
|
base: 0.5158
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5788
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5788
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.2897
|
|
base: 0.2897
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.461
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.461
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2742
|
|
base: 0.4242
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.5334
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5334
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.2604
|
|
base: 0.4604
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5104
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5104
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.2313
|
|
base: 0.4313
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4439
|
|
axes:
|
|
anchor: 0.75
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4439
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.201
|
|
base: 0.201
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4302
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.4302
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.201
|
|
base: 0.551
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4635
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4635
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.1798
|
|
base: 0.5298
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4989
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4989
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.1787
|
|
base: 0.3787
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5187
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5187
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.1706
|
|
base: 0.3706
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4782
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4782
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.1399
|
|
base: 0.3399
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5078
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5078
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.0929
|
|
base: 0.4429
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5226
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5226
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.0584
|
|
base: 0.2584
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5172
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5172
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0052
|
|
base: 0.3552
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5008
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5008
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.0044
|
|
base: 0.3544
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4972
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4972
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.0029
|
|
base: 0.3529
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4894
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4894
|
|
v4_full_rank: 32
|
|
usable_count: 0
|
|
reject_count: 32
|
|
04-2.1:
|
|
mdx_title: 2.1 정책 및 발주 체계
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.8018
|
|
base: 0.8018
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.4259
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4259
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.7309
|
|
base: 0.7309
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4877
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4877
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.7015
|
|
base: 0.7015
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5077
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5077
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.6907
|
|
base: 0.6907
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.391
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.391
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.6429
|
|
base: 0.6429
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4647
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4647
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.642
|
|
base: 0.642
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4599
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4599
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.6393
|
|
base: 0.6393
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3341
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.3341
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.6354
|
|
base: 0.6354
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4268
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4268
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.6016
|
|
base: 0.6016
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.4578
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 1.0
|
|
relation: 0.3
|
|
slot: 1.0
|
|
content: 0.4578
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.5911
|
|
base: 0.5911
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4053
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4053
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.5715
|
|
base: 0.5715
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3076
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.3076
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.5032
|
|
base: 0.7032
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4537
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4537
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.3693
|
|
base: 0.3693
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4716
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4716
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.366
|
|
base: 0.366
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4551
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4551
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.3515
|
|
base: 0.3515
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3827
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3827
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.3233
|
|
base: 0.5233
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3247
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3247
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.2609
|
|
base: 0.4609
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3046
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3046
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2438
|
|
base: 0.3938
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.3813
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3813
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.1984
|
|
base: 0.1984
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4169
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.4169
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.1968
|
|
base: 0.5468
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4425
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4425
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.1527
|
|
base: 0.3527
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3884
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3884
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.1499
|
|
base: 0.3499
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3744
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3744
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.1494
|
|
base: 0.3494
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3721
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3721
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.149
|
|
base: 0.349
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3698
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3698
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.1476
|
|
base: 0.4976
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3379
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3379
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.1475
|
|
base: 0.4975
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3794
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3794
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.133
|
|
base: 0.333
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4733
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4733
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.1217
|
|
base: 0.4717
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4586
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4586
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.0959
|
|
base: 0.2959
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4543
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4543
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.037
|
|
base: 0.237
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.41
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.41
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0
|
|
base: 0.326
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3548
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3548
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.0
|
|
base: 0.3297
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.3736
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.3736
|
|
v4_full_rank: 32
|
|
usable_count: 2
|
|
reject_count: 30
|
|
04-2.2:
|
|
mdx_title: 2.2 조직 및 수행 역량
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.8335
|
|
base: 0.8335
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.5841
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5841
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.8074
|
|
base: 0.8074
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.4536
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4536
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.7782
|
|
base: 0.7782
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.6408
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6408
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.6994
|
|
base: 0.6994
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4343
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4343
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.6939
|
|
base: 0.6939
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5111
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5111
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.6823
|
|
base: 0.6823
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4446
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4446
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.6735
|
|
base: 0.6735
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4009
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4009
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.6537
|
|
base: 0.6537
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5184
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5184
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.6427
|
|
base: 0.6427
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4636
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4636
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.5787
|
|
base: 0.5787
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.531
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 0.3
|
|
slot: 1.0
|
|
content: 0.531
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.5781
|
|
base: 0.5781
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3405
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.3405
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.5148
|
|
base: 0.7148
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5116
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5116
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.3814
|
|
base: 0.3814
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5319
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5319
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.3691
|
|
base: 0.3691
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4706
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4706
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.3666
|
|
base: 0.3666
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4578
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4578
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.3409
|
|
base: 0.5409
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4128
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4128
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.2779
|
|
base: 0.4779
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.3896
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3896
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2697
|
|
base: 0.4197
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.5109
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5109
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.2102
|
|
base: 0.5602
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5092
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5092
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.1949
|
|
base: 0.1949
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3993
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.3993
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.172
|
|
base: 0.372
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.485
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.485
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.1683
|
|
base: 0.3683
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4666
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4666
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.1675
|
|
base: 0.3675
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4374
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4374
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.1673
|
|
base: 0.5173
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4366
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4366
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.1626
|
|
base: 0.3626
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4378
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4378
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.1582
|
|
base: 0.3582
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4161
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4161
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.1319
|
|
base: 0.3319
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4676
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4676
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.0804
|
|
base: 0.4304
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4605
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4605
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.0699
|
|
base: 0.2699
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5746
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5746
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.0073
|
|
base: 0.3573
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5116
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5116
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0
|
|
base: 0.3379
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4145
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4145
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.0
|
|
base: 0.341
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4302
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4302
|
|
v4_full_rank: 32
|
|
usable_count: 3
|
|
reject_count: 29
|
|
05-1:
|
|
mdx_title: 1. 설계의 자동화
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.77
|
|
base: 0.77
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.4748
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4748
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.7333
|
|
base: 0.7333
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.604
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.604
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.7265
|
|
base: 0.7265
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.57
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.57
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.7198
|
|
base: 0.7198
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5367
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5367
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.7011
|
|
base: 0.7011
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.6431
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.8
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.6431
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.6693
|
|
base: 0.6693
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5714
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5714
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.6692
|
|
base: 0.6692
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.6962
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.6962
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.6662
|
|
base: 0.6662
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.5812
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5812
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.6622
|
|
base: 0.6622
|
|
penalty: 0.0
|
|
label: restructure
|
|
content_embedding: 0.5609
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5609
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.6537
|
|
base: 0.6537
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5185
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5185
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.6532
|
|
base: 0.6532
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.516
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.516
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.6354
|
|
base: 0.6354
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.427
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.427
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6314
|
|
base: 0.6314
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5905
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5905
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.5326
|
|
base: 0.5326
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5735
|
|
axes:
|
|
anchor: 0.5714
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5735
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.5324
|
|
base: 0.5324
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5121
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 0.4
|
|
slot: 1.0
|
|
content: 0.5121
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.471
|
|
base: 0.471
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6677
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6677
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.4545
|
|
base: 0.5545
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4807
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4807
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.3986
|
|
base: 0.3986
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6178
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.6178
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.3932
|
|
base: 0.3932
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5908
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5908
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.3914
|
|
base: 0.3914
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5818
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5818
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.3914
|
|
base: 0.3914
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5822
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5822
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.3856
|
|
base: 0.4856
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.553
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.553
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.3831
|
|
base: 0.3831
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5404
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5404
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.3785
|
|
base: 0.3785
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5173
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5173
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.3721
|
|
base: 0.3721
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4855
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4855
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.2891
|
|
base: 0.4391
|
|
penalty: 0.15
|
|
label: reject
|
|
content_embedding: 0.6078
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6078
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.2376
|
|
base: 0.2376
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5128
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.5128
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.2144
|
|
base: 0.2144
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.497
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.497
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.0685
|
|
base: 0.2685
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5674
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5674
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.0635
|
|
base: 0.2635
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5425
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5425
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.0406
|
|
base: 0.3906
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.4992
|
|
axes:
|
|
anchor: 0.1429
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4992
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.0067
|
|
base: 0.3567
|
|
penalty: 0.35
|
|
label: reject
|
|
content_embedding: 0.5084
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5084
|
|
v4_full_rank: 32
|
|
usable_count: 6
|
|
reject_count: 26
|
|
05-2:
|
|
mdx_title: 2. S/W 중심 설계 방식
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.5526
|
|
base: 0.5526
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.3879
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.3879
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.3993
|
|
base: 0.3993
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5467
|
|
axes:
|
|
anchor: 1.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5467
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.3487
|
|
base: 0.3487
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6266
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6266
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.3364
|
|
base: 0.3364
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6697
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6697
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.2968
|
|
base: 0.3968
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4505
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4505
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.2555
|
|
base: 0.2555
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5773
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5773
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.2385
|
|
base: 0.2385
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6798
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6798
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.2334
|
|
base: 0.2334
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5503
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5503
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.2262
|
|
base: 0.2262
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6183
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6183
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.2208
|
|
base: 0.3208
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4875
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4875
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.2174
|
|
base: 0.2174
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5747
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5747
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.2123
|
|
base: 0.2123
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6531
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6531
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.2041
|
|
base: 0.2041
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.508
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.508
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.1886
|
|
base: 0.2886
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.5347
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5347
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.1877
|
|
base: 0.2877
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4261
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4261
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.1674
|
|
base: 0.1674
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4584
|
|
axes:
|
|
anchor: 0.1429
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4584
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.1624
|
|
base: 0.1624
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6121
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.6121
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.1524
|
|
base: 0.1524
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5622
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5622
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.1468
|
|
base: 0.1468
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5338
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5338
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.1464
|
|
base: 0.1464
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5318
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5318
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.1454
|
|
base: 0.1454
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5269
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5269
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.1393
|
|
base: 0.1393
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4967
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4967
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.1264
|
|
base: 0.1264
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4322
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4322
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.0729
|
|
base: 0.2729
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5393
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.5393
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.0646
|
|
base: 0.2646
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4445
|
|
axes:
|
|
anchor: 0.1429
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4445
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.0506
|
|
base: 0.2506
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.553
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.553
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.0383
|
|
base: 0.2383
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4917
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4917
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.0192
|
|
base: 0.2192
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4792
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4792
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.0115
|
|
base: 0.2115
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.545
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.545
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.0
|
|
base: 0.1312
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4559
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4559
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.0
|
|
base: 0.2282
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4408
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4408
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.0
|
|
base: 0.1759
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4293
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.0
|
|
content: 0.4293
|
|
v4_full_rank: 32
|
|
usable_count: 0
|
|
reject_count: 32
|
|
04-2:
|
|
mdx_title: 2. DX 추진의 실태
|
|
answer_frame_number: null
|
|
is_holdout: true
|
|
judgments_full32:
|
|
- frame_id: '1171281195'
|
|
frame_number: 18
|
|
template_id: bim_dx_comparison_table
|
|
confidence: 0.8152
|
|
base: 0.8152
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4508
|
|
axes:
|
|
anchor: 0.7
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4508
|
|
v4_full_rank: 1
|
|
- frame_id: '1171281210'
|
|
frame_number: 29
|
|
template_id: process_product_two_way
|
|
confidence: 0.7711
|
|
base: 0.7711
|
|
penalty: 0.0
|
|
label: light_edit
|
|
content_embedding: 0.4805
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4805
|
|
v4_full_rank: 2
|
|
- frame_id: '1171281203'
|
|
frame_number: 23
|
|
template_id: app_sw_package_vs_solution
|
|
confidence: 0.6389
|
|
base: 0.6389
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4444
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.4444
|
|
v4_full_rank: 3
|
|
- frame_id: '1171281204'
|
|
frame_number: 24
|
|
template_id: engn_sw_three_types
|
|
confidence: 0.6372
|
|
base: 0.6372
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4774
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4774
|
|
v4_full_rank: 4
|
|
- frame_id: '1171281212'
|
|
frame_number: 31
|
|
template_id: industry_characteristics_three_col
|
|
confidence: 0.5996
|
|
base: 0.5996
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4982
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4982
|
|
v4_full_rank: 5
|
|
- frame_id: '1171281208'
|
|
frame_number: 27
|
|
template_id: bim_adoption_central_split
|
|
confidence: 0.55
|
|
base: 0.75
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5836
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5836
|
|
v4_full_rank: 6
|
|
- frame_id: '1171281178'
|
|
frame_number: 7
|
|
template_id: bigroom_system_components
|
|
confidence: 0.5172
|
|
base: 0.7172
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5237
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 1.0
|
|
relation: 1.0
|
|
slot: 1.0
|
|
content: 0.5237
|
|
v4_full_rank: 7
|
|
- frame_id: '1171281211'
|
|
frame_number: 30
|
|
template_id: industry_current_status_three_col
|
|
confidence: 0.4774
|
|
base: 0.4774
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5121
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.5121
|
|
v4_full_rank: 8
|
|
- frame_id: '1171281197'
|
|
frame_number: 19
|
|
template_id: design_method_distortion_three_col
|
|
confidence: 0.4179
|
|
base: 0.4179
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4645
|
|
axes:
|
|
anchor: 0.2
|
|
cardinality: 0.0
|
|
relation: 1.0
|
|
slot: 0.5
|
|
content: 0.4645
|
|
v4_full_rank: 9
|
|
- frame_id: '1171281206'
|
|
frame_number: 26
|
|
template_id: sw_dependency_four_problems
|
|
confidence: 0.4138
|
|
base: 0.5138
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4605
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4605
|
|
v4_full_rank: 10
|
|
- frame_id: '1171281194'
|
|
frame_number: 17
|
|
template_id: bim_current_problems_paired
|
|
confidence: 0.3559
|
|
base: 0.3559
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5045
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5045
|
|
v4_full_rank: 11
|
|
- frame_id: '1171281175'
|
|
frame_number: 4
|
|
template_id: domestic_bim_actor_relations
|
|
confidence: 0.3457
|
|
base: 0.3457
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5537
|
|
axes:
|
|
anchor: 0.4
|
|
cardinality: 0.0
|
|
relation: 0.3
|
|
slot: 0.5
|
|
content: 0.5537
|
|
v4_full_rank: 12
|
|
- frame_id: '1171281180'
|
|
frame_number: 9
|
|
template_id: pre_construction_model_info_stacked
|
|
confidence: 0.332
|
|
base: 0.432
|
|
penalty: 0.1
|
|
label: reject
|
|
content_embedding: 0.4683
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4683
|
|
v4_full_rank: 13
|
|
- frame_id: '1171281202'
|
|
frame_number: 22
|
|
template_id: model_specialized_engn_sw
|
|
confidence: 0.3275
|
|
base: 0.3275
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4457
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4457
|
|
v4_full_rank: 14
|
|
- frame_id: '1171281205'
|
|
frame_number: 25
|
|
template_id: commercial_sw_four_categories
|
|
confidence: 0.3074
|
|
base: 0.3074
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4495
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4495
|
|
v4_full_rank: 15
|
|
- frame_id: '1171281192'
|
|
frame_number: 15
|
|
template_id: policy_goals_plus_execution_requirements
|
|
confidence: 0.2847
|
|
base: 0.2847
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.6485
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6485
|
|
v4_full_rank: 16
|
|
- frame_id: '1171281189'
|
|
frame_number: 12
|
|
template_id: construction_goals_three_circle_intersection
|
|
confidence: 0.2558
|
|
base: 0.2558
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.5041
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5041
|
|
v4_full_rank: 17
|
|
- frame_id: '1171281193'
|
|
frame_number: 16
|
|
template_id: bim_issues_quadrant_four
|
|
confidence: 0.2302
|
|
base: 0.4302
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5427
|
|
axes:
|
|
anchor: 0.6667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5427
|
|
v4_full_rank: 18
|
|
- frame_id: '1171281177'
|
|
frame_number: 6
|
|
template_id: compensation_complaint_map
|
|
confidence: 0.2077
|
|
base: 0.2077
|
|
penalty: 0.0
|
|
label: reject
|
|
content_embedding: 0.4635
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.2
|
|
slot: 0.5
|
|
content: 0.4635
|
|
v4_full_rank: 19
|
|
- frame_id: '1171281198'
|
|
frame_number: 20
|
|
template_id: dx_sw_necessity_three_perspectives
|
|
confidence: 0.1842
|
|
base: 0.3842
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5212
|
|
axes:
|
|
anchor: 0.5
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5212
|
|
v4_full_rank: 20
|
|
- frame_id: '1171281190'
|
|
frame_number: 13
|
|
template_id: three_parallel_requirements
|
|
confidence: 0.1399
|
|
base: 0.4399
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.5076
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5076
|
|
v4_full_rank: 21
|
|
- frame_id: '1171281209'
|
|
frame_number: 28
|
|
template_id: sw_reality_three_emphasis
|
|
confidence: 0.1271
|
|
base: 0.4271
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4439
|
|
axes:
|
|
anchor: 0.3333
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4439
|
|
v4_full_rank: 22
|
|
- frame_id: '1171281201'
|
|
frame_number: 21
|
|
template_id: solution_engn_split_diagram
|
|
confidence: 0.1171
|
|
base: 0.3171
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4978
|
|
axes:
|
|
anchor: 0.25
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4978
|
|
v4_full_rank: 23
|
|
- frame_id: '1171281174'
|
|
frame_number: 3
|
|
template_id: overseas_bim_numbered_list
|
|
confidence: 0.1007
|
|
base: 0.3007
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5202
|
|
axes:
|
|
anchor: 0.1667
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5202
|
|
v4_full_rank: 24
|
|
- frame_id: '1171281213'
|
|
frame_number: 32
|
|
template_id: policy_achievement_five_goals
|
|
confidence: 0.0751
|
|
base: 0.2751
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.6006
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.6006
|
|
v4_full_rank: 25
|
|
- frame_id: '1171281191'
|
|
frame_number: 14
|
|
template_id: three_persona_benefits
|
|
confidence: 0.0722
|
|
base: 0.2722
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5862
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5862
|
|
v4_full_rank: 26
|
|
- frame_id: '1171281173'
|
|
frame_number: 2
|
|
template_id: engn_sw_development_domain_knowledge
|
|
confidence: 0.0635
|
|
base: 0.2635
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5423
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5423
|
|
v4_full_rank: 27
|
|
- frame_id: '1171281172'
|
|
frame_number: 1
|
|
template_id: sw_development_cycle_six_nodes
|
|
confidence: 0.0633
|
|
base: 0.2633
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5415
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5415
|
|
v4_full_rank: 28
|
|
- frame_id: '1171281181'
|
|
frame_number: 10
|
|
template_id: field_effectiveness_five_elements
|
|
confidence: 0.0618
|
|
base: 0.2618
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.5342
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.5342
|
|
v4_full_rank: 29
|
|
- frame_id: '1171281179'
|
|
frame_number: 8
|
|
template_id: info_management_what_how_when
|
|
confidence: 0.0487
|
|
base: 0.2487
|
|
penalty: 0.2
|
|
label: reject
|
|
content_embedding: 0.4684
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4684
|
|
v4_full_rank: 30
|
|
- frame_id: '1171281176'
|
|
frame_number: 5
|
|
template_id: compensation_complaint_side_card
|
|
confidence: 0.0457
|
|
base: 0.3457
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4533
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.5
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4533
|
|
v4_full_rank: 31
|
|
- frame_id: '1171281182'
|
|
frame_number: 11
|
|
template_id: construction_bim_three_usage
|
|
confidence: 0.0
|
|
base: 0.2497
|
|
penalty: 0.3
|
|
label: reject
|
|
content_embedding: 0.4733
|
|
axes:
|
|
anchor: 0.0
|
|
cardinality: 0.0
|
|
relation: 0.4
|
|
slot: 0.5
|
|
content: 0.4733
|
|
v4_full_rank: 32
|
|
usable_count: 1
|
|
reject_count: 31
|