-
Notifications
You must be signed in to change notification settings - Fork 0
/
evaluate.py
62 lines (50 loc) · 1.98 KB
/
evaluate.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
import pandas as pd
from utils.eval_utils import eval_from_csv
import yaml
import argparse
import os
import os.path as osp
import json
if __name__ == '__main__':
if not os.path.exists('results'):
os.mkdir('results')
# choose which results to evaluate
possible_results_folder_names = os.listdir('results')
possible_results_folder_names = [osp.join('results',x) for x in possible_results_folder_names]
parser = argparse.ArgumentParser()
parser.add_argument("-R","--results_folder_path",
required=True,
type=str,
choices=possible_results_folder_names,
help='Path to results folder')
parser.add_argument("-P","--partial_results_nr_examples",
required=False,
type=int,
default=None,
help='Evaluate part of results by giving index to split the result csv.')
args = parser.parse_args()
# parse choice
results_path = args.results_folder_path
f = open (osp.join(results_path,'options.json'), "r")
options = json.loads(f.read())
dataset_name = options['DATASET-NAME']
# load dataset variables
with open('config.yaml','r') as f:
config = yaml.safe_load(f)
if 'FP' in dataset_name:
config = config['DATASET-VARS']['FP']
THR_ROT = config['THR-ROT']
THR_TRANS = config['THR-TRANS']
NR_EXAMPLES = config[dataset_name]['N']
else:
config = config['DATASET-VARS'][dataset_name]
THR_ROT = config['THR-ROT']
THR_TRANS = config['THR-TRANS']
NR_EXAMPLES = config['N']
results_df = pd.read_csv(osp.join(results_path,'results.csv'))
if args.partial_results_nr_examples:
results_df = results_df.loc[:args.partial_results_nr_examples-1,:]
eval_from_csv(data=results_df,
thr_rot= THR_ROT,
thr_trans= THR_TRANS,
M = NR_EXAMPLES)