11import sys
2+
23sys .path .append ('.' )
34
4- from internnav .configs .evaluator .default_config import get_config
5- from internnav .evaluator import Evaluator
65import argparse
76import importlib .util
87
8+ from internnav .configs .evaluator .default_config import get_config
9+ from internnav .evaluator import Evaluator
10+
911# This file is the main file
1012
13+
1114def parse_args ():
1215 parser = argparse .ArgumentParser ()
1316 parser .add_argument (
@@ -32,19 +35,21 @@ def parse_args():
3235 )
3336 return parser .parse_args ()
3437
38+
3539def load_eval_cfg (config_path , attr_name = 'eval_cfg' ):
3640 spec = importlib .util .spec_from_file_location ("eval_config_module" , config_path )
3741 config_module = importlib .util .module_from_spec (spec )
3842 sys .modules ["eval_config_module" ] = config_module
3943 spec .loader .exec_module (config_module )
4044 return getattr (config_module , attr_name )
4145
46+
4247def replace_cfg (evaluator_cfg , default_cfg , split ):
43- default_cfg .agent .model_name = evaluator_cfg .agent .model_name
44- default_cfg .agent .ckpt_path = evaluator_cfg .agent .ckpt_path
48+ default_cfg .agent = evaluator_cfg .agent
4549 if split :
4650 default_cfg .dataset .dataset_settings ['split_data_types' ] = [split ]
4751
52+
4853def main ():
4954 args = parse_args ()
5055 evaluator_cfg = load_eval_cfg (args .config , attr_name = 'eval_cfg' )
@@ -57,5 +62,6 @@ def main():
5762 evaluator .save_to_json = True
5863 evaluator .eval ()
5964
65+
6066if __name__ == '__main__' :
61- main ()
67+ main ()
0 commit comments