-
-
Notifications
You must be signed in to change notification settings - Fork 14
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
closes #82
- Loading branch information
Showing
4 changed files
with
170 additions
and
19 deletions.
There are no files selected for viewing
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,122 @@ | ||
| from typing import Optional, List | ||
|
|
||
| from ovos_plugin_manager.metadata_transformers import find_metadata_transformer_plugins | ||
| from ovos_plugin_manager.text_transformers import find_utterance_transformer_plugins | ||
|
|
||
| from ovos_utils.json_helper import merge_dict | ||
| from ovos_utils.log import LOG | ||
|
|
||
|
|
||
| class UtteranceTransformersService: | ||
|
|
||
| def __init__(self, bus, config=None): | ||
| self.config_core = config or {} | ||
| self.loaded_plugins = {} | ||
| self.has_loaded = False | ||
| self.bus = bus | ||
| self.config = self.config_core.get("utterance_transformers") or {} | ||
| self.load_plugins() | ||
|
|
||
| def load_plugins(self): | ||
| for plug_name, plug in find_utterance_transformer_plugins().items(): | ||
| if plug_name in self.config: | ||
| # if disabled skip it | ||
| if not self.config[plug_name].get("active", True): | ||
| continue | ||
| try: | ||
| self.loaded_plugins[plug_name] = plug() | ||
| LOG.info(f"loaded utterance transformer plugin: {plug_name}") | ||
| except Exception as e: | ||
| LOG.error(e) | ||
| LOG.exception(f"Failed to load utterance transformer plugin: {plug_name}") | ||
|
|
||
| @property | ||
| def plugins(self): | ||
| """ | ||
| Return loaded transformers in priority order, such that modules with a | ||
| higher `priority` rank are called first and changes from lower ranked | ||
| transformers are applied last | ||
| A plugin of `priority` 1 will override any existing context keys and | ||
| will be the last to modify utterances` | ||
| """ | ||
| return sorted(self.loaded_plugins.values(), | ||
| key=lambda k: k.priority, reverse=True) | ||
|
|
||
| def shutdown(self): | ||
| for module in self.plugins: | ||
| try: | ||
| module.shutdown() | ||
| except: | ||
| pass | ||
|
|
||
| def transform(self, utterances: List[str], context: Optional[dict] = None): | ||
| context = context or {} | ||
|
|
||
| for module in self.plugins: | ||
| try: | ||
| utterances, data = module.transform(utterances, context) | ||
| _safe = {k:v for k,v in data.items() if k != "session"} # no leaking TTS/STT creds in logs | ||
| LOG.debug(f"{module.name}: {_safe}") | ||
| context = merge_dict(context, data) | ||
| except Exception as e: | ||
| LOG.warning(f"{module.name} transform exception: {e}") | ||
| return utterances, context | ||
|
|
||
|
|
||
| class MetadataTransformersService: | ||
|
|
||
| def __init__(self, bus, config=None): | ||
| self.config_core = config or {} | ||
| self.loaded_plugins = {} | ||
| self.has_loaded = False | ||
| self.bus = bus | ||
| self.config = self.config_core.get("metadata_transformers") or {} | ||
| self.load_plugins() | ||
|
|
||
| def load_plugins(self): | ||
| for plug_name, plug in find_metadata_transformer_plugins().items(): | ||
| if plug_name in self.config: | ||
| # if disabled skip it | ||
| if not self.config[plug_name].get("active", True): | ||
| continue | ||
| try: | ||
| self.loaded_plugins[plug_name] = plug() | ||
| LOG.info(f"loaded metadata transformer plugin: {plug_name}") | ||
| except Exception as e: | ||
| LOG.error(e) | ||
| LOG.exception(f"Failed to load metadata transformer plugin: {plug_name}") | ||
|
|
||
| @property | ||
| def plugins(self): | ||
| """ | ||
| Return loaded transformers in priority order, such that modules with a | ||
| higher `priority` rank are called first and changes from lower ranked | ||
| transformers are applied last. | ||
| A plugin of `priority` 1 will override any existing context keys | ||
| """ | ||
| return sorted(self.loaded_plugins.values(), | ||
| key=lambda k: k.priority, reverse=True) | ||
|
|
||
| def shutdown(self): | ||
| for module in self.plugins: | ||
| try: | ||
| module.shutdown() | ||
| except: | ||
| pass | ||
|
|
||
| def transform(self, context: Optional[dict] = None): | ||
| context = context or {} | ||
|
|
||
| for module in self.plugins: | ||
| try: | ||
| data = module.transform(context) | ||
| _safe = {k:v for k,v in data.items() if k != "session"} # no leaking TTS/STT creds in logs | ||
| LOG.debug(f"{module.name}: {_safe}") | ||
| context = merge_dict(context, data) | ||
| except Exception as e: | ||
| LOG.warning(f"{module.name} transform exception: {e}") | ||
| return context | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters