feat: use new interactive HTML application for middleware (#853)

* Remove old images no longer being used
* Add new images in an auto-generated JSON file
* add widget to middleware page demoing new middleware :)
* auto generated mermaid diagrams confirm correct graph structure for
middleware implementation
* js and python implementations 🚀 


https://github.com/user-attachments/assets/ab7a47cf-6dd3-4bbb-aa16-73cd3c231bea

Totally open to structural changes etc to this code, just wanted to get
an initial example in

Author: sydney-runkle

pipeline/core/builder.py

@@ -51,6 +51,7 @@ def __init__(self, src_dir: Path, build_dir: Path) -> None:
             ".yaml",
             ".css",
             ".js",
+            ".html",
         }
 
         # Mapping of language codes to full names for URLs
@@ -156,8 +157,8 @@ def rewrite_link(match: re.Match) -> str:
             url = match.group(2)  # The URL
             post = match.group(3)  # Everything after the URL
 
-            # Only rewrite absolute /oss/ paths that don't contain 'images'
-            if url.startswith("/oss/") and "images" not in url:
+            # Only rewrite absolute /oss/ paths that don't contain 'images' or 'plugins'
+            if url.startswith("/oss/") and "images" not in url and "plugins" not in url:
                 parts = url.split("/")
                 # Insert full language name after "oss"
                 parts.insert(2, self.language_url_names[target_language])
@@ -743,8 +744,11 @@ def is_shared_file(self, file_path: Path) -> bool:
         if "snippets" in relative_path.parts:
             return True
 
+        if "plugins" in relative_path.parts:
+            return True
+
         # JavaScript and CSS files should be shared (used for custom scripts/styles)
-        return file_path.suffix.lower() in {".js", ".css"}
+        return file_path.suffix.lower() in {".js", ".css", ".html", ".json"}
 
     def _copy_shared_files(self) -> None:
         """Copy files that should be shared between versions."""

pyproject.toml

@@ -70,7 +70,8 @@ asyncio_default_fixture_loop_scope = "function"
 line-length = 88
 extend-exclude = [
     "scripts/update_mdx.py",
-    "pipeline/tools/notebook/convert.py"
+    "pipeline/tools/notebook/convert.py",
+    "src/plugins/middleware_visualization/generate_middleware_diagrams.py"
 ]
 
 
@@ -133,3 +134,9 @@ ignore = [
 
 [tool.ruff.lint.pydocstyle]
 convention = "google"
+
+
+[tool.mypy]
+exclude = [
+    "src/plugins/middleware_visualization/generate_middleware_diagrams.py",
+]