LLM Observability reorg, first phase

config/_default/menus/main.en.yaml

@@ -4564,81 +4564,91 @@ menu:
       identifier: llm_obs
       parent: ai_observability_heading
       weight: 10000
-    - name: Quickstart
-      url: llm_observability/quickstart/
-      parent: llm_obs
-      identifier: llm_obs_quickstart
-      weight: 1
     - name: Terms and Concepts
       url: llm_observability/terms/
       parent: llm_obs
       identifier: llm_obs_terms
+      weight: 1
+    - name: Quickstart
+      url: llm_observability/quickstart/
+      parent: llm_obs
+      identifier: llm_obs_quickstart
       weight: 2
     - name: Setup
       url: llm_observability/setup/
       parent: llm_obs
       identifier: llm_obs_setup
       weight: 3
-    - name: SDK
-      url: llm_observability/setup/sdk/
-      parent: llm_obs_setup
-      identifier: llm_obs_setup_sdk
-      weight: 301
+    - name: LLM Obs SDK
+      url: llm_observability/sdk
+      parent: llm_obs
+      identifier: llm_obs_sdk
+      weight: 4
     - name: Auto Instrumentation
-      url: llm_observability/setup/auto_instrumentation
-      parent: llm_obs_setup
+      url: llm_observability/sdk/auto_instrumentation
+      parent: llm_obs_sdk
       identifier: llm_obs_setup_auto_instrumentation
-      weight: 302
-    - name: API
+      weight: 401
+    - name: LLM Obs API
       url: llm_observability/setup/api/
-      parent: llm_obs_setup
-      identifier: llm_obs_setup_api
-      weight: 303
+      parent: llm_obs
+      identifier: llm_obs_api
+      weight: 6
+    - name: Monitoring
+      url: llm_observability/monitoring
+      parent: llm_obs
+      identifier: llm_obs_monitoring
+      weight: 7
+    - name: Connect with APM
+      url: llm_observability/monitoring/llm_observability_and_apm
+      parent: llm_obs_monitoring
+      identifier: llm_obs_monitoring_apm
+      weight: 701
+    - name: Cluster Map
+      url: llm_observability/monitoring/cluster_map/
+      parent: llm_obs_monitoring
+      identifier: llm_obs_cluster_map
+      weight: 702
+    - name: Agent Monitoring
+      url: llm_observability/monitoring/agent_monitoring
+      parent: llm_obs_monitoring
+      identifier: llm_obs_agent_monitoring
+      weight: 703
     - name: Evaluations
       url: llm_observability/evaluations/
       parent: llm_obs
       identifier: llm_obs_evaluations
-      weight: 4
-    - name: Out-of-the-Box Evaluations
+      weight: 8
+    - name: Out-of-the-Box 
       url: llm_observability/evaluations/ootb_evaluations
       parent: llm_obs_evaluations
       identifier: llm_obs_ootb_evaluations
-      weight: 401
-    - name: Submit Custom Evaluations
-      url: llm_observability/evaluations/submit_evaluations
-      parent: llm_obs_evaluations
-      identifier: llm_obs_submit_evaluations
-      weight: 402
-    - name: Ragas Evaluations
+      weight: 801
+    - name: Ragas 
       url: llm_observability/evaluations/ragas_evaluations
       parent: llm_obs_evaluations
       identifier: llm_obs_ragas_evaluations
-      weight: 403
-    - name: NeMo Evaluations
+      weight: 802
+    - name: NeMo 
       url: llm_observability/evaluations/submit_nemo_evaluations
       parent: llm_obs_evaluations
       identifier: llm_obs_submit_nemo_evaluations
-      weight: 404
-    - name: Cluster Map
-      url: llm_observability/cluster_map/
-      parent: llm_obs
-      identifier: llm_obs_cluster_map
-      weight: 5
-    - name: Agent Monitoring
-      url: llm_observability/agent_monitoring
-      parent: llm_obs
-      identifier: llm_obs_agent_monitoring
-      weight: 6
+      weight: 803
+    - name: Custom 
+      url: llm_observability/evaluations/submit_evaluations
+      parent: llm_obs_evaluations
+      identifier: llm_obs_submit_evaluations
+      weight: 804
     - name: Experiments
       url: llm_observability/experiments_preview
       parent: llm_obs
       identifier: llm_obs_experiments
-      weight: 7
+      weight: 9
     - name: Guides
       url: llm_observability/guide/
       parent: llm_obs
       identifier: llm_obs_guide
-      weight: 8
+      weight: 10
     - name: CI Visibility
       url: continuous_integration/
       pre: ci

content/en/llm_observability/monitoring/_index.md

@@ -0,0 +1,9 @@
+---
+title: Monitoring
+---
+
+{{< whatsnext desc="This section includes the following topics:">}}
+  {{< nextlink href="/llm_observability/monitoring/llm_observability_and_apm">}}<u>Connect LLM Observability with APM</u>: Linking LLM Observability spans with Datadog APM spans{{< /nextlink >}}
+  {{< nextlink href="/llm_observability/monitoring/cluster_map">}}<u>Cluster Map</u>: Using LLM Observability's Cluster Map visualization {{< /nextlink >}}
+  {{< nextlink href="/llm_observability/monitoring/agent_monitoring">}}<u>Agent monitoring</u>: Monitoring Agentic LLM applications{{< /nextlink >}}
+{{< /whatsnext >}}

content/en/llm_observability/agent_monitoring.md → content/en/llm_observability/monitoring/agent_monitoring.md

@@ -1,5 +1,7 @@
 ---
 title: Agent Monitoring
+aliases:
+  - /llm_observability/agent_monitoring
 further_reading:
   - link: "https://www.datadoghq.com/blog/openai-agents-llm-observability/"
     tag: "Blog"

content/en/llm_observability/cluster_map/_index.md → content/en/llm_observability/monitoring/cluster_map.md

@@ -1,6 +1,8 @@
 --- 
 title: Trace Cluster Map
 description: Identify your LLM application's drifts by viewing its Cluster Map.
+aliases:
+  - "/llm_observability/cluster_map"
 further_reading: 
 - link: "/llm_observability/" 
   tag: "Documentation" 

content/en/llm_observability/guide/llm_observability_and_apm.md → content/en/llm_observability/monitoring/llm_observability_and_apm.md

@@ -1,6 +1,8 @@
 --- 
 title: Using LLM Observability and APM
 description: Learn how to navigate between LLM Observability spans and APM spans so you can gain insights into LLM-specific operations and your broader application ecosystem.
+aliases:
+  - /llm_observability/guide/llm_observability_and_apm
 further_reading: 
 - link: "/llm_observability/terms/" 
   tag: "Documentation"