Skip to content

Commit

Permalink
include to_json_string
Browse files Browse the repository at this point in the history
  • Loading branch information
@jcrangel
jcrangel committed Feb 1, 2024
1 parent 35689e1 commit d9e6254
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions mamba_ssm/models/config_mamba.py
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from dataclasses import dataclass, field

from dataclasses import dataclass, field, asdict
import json

@dataclass
class MambaConfig:
Expand All @@ -12,3 +12,7 @@ class MambaConfig:
residual_in_fp32: bool = True
fused_add_norm: bool = True
pad_vocab_size_multiple: int = 8

def to_json_string(self):
"""Serializes this instance to a JSON string."""
return json.dumps(asdict(self), indent=2)

1 comment on commit d9e6254

@jcrangel
Copy link
Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

To fix :

  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/runpy.py", line 196, in _run_module_as_main
    return _run_code(code, main_globals, None,
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/runpy.py", line 86, in _run_code
    exec(code, run_globals)
  File "/home/julio/repos/bioresource/bioresource/train_mamba.py", line 161, in <module>
    run(config)
  File "/home/julio/repos/bioresource/bioresource/train_mamba.py", line 148, in run
    trainer.train()
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/site-packages/transformers/trainer.py", line 1555, in train
    return inner_training_loop(
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/site-packages/transformers/trainer.py", line 1789, in _inner_training_loop
    self.control = self.callback_handler.on_train_begin(args, self.state, self.control)
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/site-packages/transformers/trainer_callback.py", line 363, in on_train_begin
    return self.call_event("on_train_begin", args, state, control)
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/site-packages/transformers/trainer_callback.py", line 407, in call_event
    result = getattr(callback, event)(
  File "/home/julio/anaconda3/envs/mamba/lib/python3.10/site-packages/transformers/integrations/integration_utils.py", line 631, in on_train_begin
    model_config_json = model.config.to_json_string()
AttributeError: 'MambaConfig' object has no attribute 'to_json_string'

When saving the model

Please sign in to comment.