-
Notifications
You must be signed in to change notification settings - Fork 1
/
config2022.yaml
56 lines (46 loc) · 2.86 KB
/
config2022.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
teams: ['vibro', 'CVHunter', 'VISIONE', 'VERGE', 'vitrivr', 'vitrivr-VR'] #'diveXplore',
audits_file: data/2022/audits.json
run_file: data/2022/run.json
logs:
VISIONE: data/2022/team_logs/VISIONE
vibro: data/2022/team_logs/vibro
diveXplore: data/2022/team_logs/diveXplore
VERGE: data/2022/team_logs/from_dres/verge
vitrivr: data/2022/team_logs/from_dres/vitrivr
vitrivr-VR: data/2022/team_logs/from_dres/vitrivr-vr
CVHunter: null # data is injected directly inside the cache folder, given that the team already provided processed data (see scripts/cvhunter_to_pandas.csv)
generate:
- name: time_recall_table
function: generate.TimeRecallTable
generate_args: {split_user: False, only_best_user: True, max_records: 1000}
render_args: {}
- name: best_shot_rank_boxplot_bestusers
function: generate.BestShotRankBoxplot
generate_args: {max_records: 1000, split_user: True, best_user_policy: True, aggregate_users_for: ['verge', 'vitrivr']}
render_args: {show_boxplot: False, figsize: [6, 3], fill_missing: True}
- name: best_shot_rank_boxplot_realusers
function: generate.BestShotRankBoxplot
generate_args: {max_records: 1000, split_user: True, best_user_policy: False, aggregate_users_for: ['verge', 'vitrivr']}
render_args: {show_boxplot: False, figsize: [6, 3], exclude_teams: ['VERGE', 'vitrivr'], fill_missing: True}
- name: browsing_efficiency_boxplot_firstappearance
function: generate.BrowsingEfficiencyBoxplot
generate_args: {max_records: 1000, split_user: True}
render_args: {show_boxplot: True, figsize: [6, 3], time_of: ['time_first_appearance'], fill_missing: False}
# Exclude
- name: browsing_efficiency_boxplot_lastappearance
function: generate.BrowsingEfficiencyBoxplot
generate_args: {max_records: 1000, split_user: True}
render_args: {show_boxplot: True, figsize: [6, 3], time_of: 'last_appearance', fill_missing: False}
- name: browsing_efficiency_scatterplot_firstappearance_visual
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'first_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: "visual", regression_line: True}
- name: browsing_efficiency_scatterplot_firstappearance_textual
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'first_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: "textual", regression_line: True}
# Exclude
- name: browsing_efficiency_scatterplot_lastappearance
function: generate.BrowsingEfficiencyScatterplot
generate_args: {max_records: 1000, split_user: True}
render_args: {time_of: 'last_appearance', figsize: [6, 3], marker_size: 60, include_incorrect_submissions: True, split_tasks: True}