Introduce Padding-Free Plugin to FMS-Acceleration

.github/workflows/format.yml

@@ -29,6 +29,7 @@ jobs:
           - "framework"
           - "accelerated-peft"
           - "fused-ops-and-kernels"
+          - "instruct-lab"
 
     steps:
       - uses: actions/checkout@v4

plugins/framework/src/fms_acceleration/constants.py

@@ -21,4 +21,4 @@
 # and activated.
 # - hence the plugins that have model loaders should be on top of this list
 
-PLUGINS = ["peft", "foak"]
+PLUGINS = ["peft", "foak", "ilab"]

plugins/framework/src/fms_acceleration/framework.py

@@ -193,7 +193,9 @@ def augmentation(
         train_args: TrainingArguments,
         modifiable_args: Tuple,
     ):
-        model_archs = set(model.config.architectures)  # get the config
+        # get the config
+        archs = model.config.architectures
+        model_archs = set(archs if archs is not None else [])
 
         # NOTE: this assumes that augmentation order does not matter
         for plugin_name, plugin in self.active_plugins:

plugins/framework/src/fms_acceleration/framework_plugin.py

@@ -68,7 +68,8 @@ def get_relevant_configuration_sections(configuration: Dict) -> Dict:
             _cfg = relevant_config
             while n > 1:
                 p = path.pop(0)
-                _cfg[p] = {}
+                if p not in _cfg:
+                    _cfg[p] = {}
                 _cfg = _cfg[p]
                 n -= 1
 

plugins/instruct-lab/.isort.cfg

@@ -0,0 +1,13 @@
+[settings]
+profile=black
+from_first=true
+import_heading_future=Future
+import_heading_stdlib=Standard
+import_heading_thirdparty=Third Party
+import_heading_firstparty=First Party
+import_heading_localfolder=Local
+known_firstparty=
+known_localfolder=tuning
+
+# skip code imported from unsloth
+skip_glob=**/unsloth*/**