update benchmark logic to have empty framework_config

Signed-off-by: Yu Chin Fabian Lim <flim@sg.ibm.com>
foundation-model-stack · Sep 6, 2024 · 82e1873 · 82e1873
1 parent 1f3d3fb
commit 82e1873
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/scripts/benchmarks/benchmark.py b/scripts/benchmarks/benchmark.py
@@ -362,10 +362,18 @@ def __init__(self, scenario: Dict, acceleration_config_map: Dict = None) -> None
             if key == "framework_config":
                 # if acceleration_config_map is None, then do not do mapping
                 if acceleration_config_map:
+
+                    # - we allow k to be None to indicate we do not wish to 
+                    #   set a config for that matrix entry. However, we do not
+                    #   check for multiple None's, so be careful.
                     val = [
-                        acceleration_config_map[k]
+                        (
+                            acceleration_config_map[k] 
+                            if k is not None 
+                            else None
+                        )
                         for k in val
-                        if k in acceleration_config_map
+                        if k in acceleration_config_map or k is None
                     ]
             setattr(self, key, val)