update neox args usage testcase to allow attention_config[layer_numbe…

…r] (fixed)
EleutherAI · May 2, 2021 · df57cf7 · df57cf7
1 parent 7b829d5
commit df57cf7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/neox_args/test_neoxargs_usage.py b/tests/neox_args/test_neoxargs_usage.py
@@ -24,7 +24,7 @@ def test_neoxargs_usage(self):
         neox_args_attributes = set(NeoXArgs.__dataclass_fields__.keys())
 
         # we exlude a number of properties (implemented with the @property decorator) or functions that we know exists
-        exclude = set(['params_dtype', 'deepspeed_config', 'get', 'pop', 'get_deepspeed_main_args', 'optimizer["params"]', 'adlr_autoresume_object', 'update_value', 'all_config', 'tensorboard_writer', 'tokenizer'])
+        exclude = set(['params_dtype', 'deepspeed_config', 'get', 'pop', 'get_deepspeed_main_args', 'optimizer["params"]', 'attention_config[layer_number]', 'adlr_autoresume_object', 'update_value', 'all_config', 'tensorboard_writer', 'tokenizer'])
 
         # test file by file
         for filename in (get_root_directory() / "megatron").glob('**/*.py'):