Callbacks to Observability in the examples section (#14888)

run-llama · Jul 22, 2024 · cc0ea90 · cc0ea90
1 parent 3c003c9
commit cc0ea90
Show file tree

Hide file tree

Showing 13 changed files with 36 additions and 12 deletions.
diff --git a/docs/docs/CHANGELOG.md b/docs/docs/CHANGELOG.md
@@ -1,5 +1,19 @@
 # ChangeLog
 
+## Unreleased
+
+### `llama-index-core` [Unreleased]
+
+- Add an optional parameter similarity_score to VectorContextRetrieve… (#14831)
+
+### `llama-index-llms-ollama` [0.1.6]
+
+- Bugfix: ollama streaming response (#14830)
+
+### `llama-index-multi-modal-llms-anthropic` [0.1.5]
+
+- align deps (#14850)
+
 ## [2024-07-19]
 
 ### `llama-index-core` [0.10.56]

diff --git a/...docs/examples/callbacks/AimCallback.ipynb → .../examples/observability/AimCallback.ipynb b/...docs/examples/callbacks/AimCallback.ipynb → .../examples/observability/AimCallback.ipynb
diff --git a/...callbacks/HoneyHiveLlamaIndexTracer.ipynb → ...rvability/HoneyHiveLlamaIndexTracer.ipynb b/...callbacks/HoneyHiveLlamaIndexTracer.ipynb → ...rvability/HoneyHiveLlamaIndexTracer.ipynb
diff --git a/...s/callbacks/LangfuseCallbackHandler.ipynb → ...servability/LangfuseCallbackHandler.ipynb b/...s/callbacks/LangfuseCallbackHandler.ipynb → ...servability/LangfuseCallbackHandler.ipynb
diff --git a/...xamples/callbacks/LlamaDebugHandler.ipynb → ...les/observability/LlamaDebugHandler.ipynb b/...xamples/callbacks/LlamaDebugHandler.ipynb → ...les/observability/LlamaDebugHandler.ipynb
diff --git a/...les/callbacks/OpenInferenceCallback.ipynb → ...observability/OpenInferenceCallback.ipynb b/...les/callbacks/OpenInferenceCallback.ipynb → ...observability/OpenInferenceCallback.ipynb
diff --git a/...docs/examples/callbacks/OpenLLMetry.ipynb → .../examples/observability/OpenLLMetry.ipynb b/...docs/examples/callbacks/OpenLLMetry.ipynb → .../examples/observability/OpenLLMetry.ipynb
diff --git a/...amples/callbacks/PromptLayerHandler.ipynb → ...es/observability/PromptLayerHandler.ipynb b/...amples/callbacks/PromptLayerHandler.ipynb → ...es/observability/PromptLayerHandler.ipynb
diff --git a/...ples/callbacks/TokenCountingHandler.ipynb → .../observability/TokenCountingHandler.ipynb b/...ples/callbacks/TokenCountingHandler.ipynb → .../observability/TokenCountingHandler.ipynb
diff --git a/.../examples/callbacks/UpTrainCallback.ipynb → ...mples/observability/UpTrainCallback.ipynb b/.../examples/callbacks/UpTrainCallback.ipynb → ...mples/observability/UpTrainCallback.ipynb
diff --git a/...ples/callbacks/WandbCallbackHandler.ipynb → .../observability/WandbCallbackHandler.ipynb b/...ples/callbacks/WandbCallbackHandler.ipynb → .../observability/WandbCallbackHandler.ipynb
diff --git a/docs/mkdocs.yml b/docs/mkdocs.yml
@@ -108,17 +108,6 @@ nav:
           - ./examples/agent/react_agent_with_query_engine.ipynb
           - ./examples/agent/return_direct_agent.ipynb
           - ./examples/agent/structured_planner.ipynb
-      - Callbacks:
-          - ./examples/callbacks/AimCallback.ipynb
-          - ./examples/callbacks/HoneyHiveLlamaIndexTracer.ipynb
-          - ./examples/callbacks/LangfuseCallbackHandler.ipynb
-          - ./examples/callbacks/LlamaDebugHandler.ipynb
-          - ./examples/callbacks/OpenInferenceCallback.ipynb
-          - ./examples/callbacks/OpenLLMetry.ipynb
-          - ./examples/callbacks/PromptLayerHandler.ipynb
-          - ./examples/callbacks/TokenCountingHandler.ipynb
-          - ./examples/callbacks/UpTrainCallback.ipynb
-          - ./examples/callbacks/WandbCallbackHandler.ipynb
       - Chat Engines:
           - ./examples/chat_engine/chat_engine_best.ipynb
           - ./examples/chat_engine/chat_engine_condense_plus_context.ipynb
@@ -438,6 +427,17 @@ nav:
           - ./examples/node_postprocessor/rankLLM.ipynb
       - Object Stores:
           - ./examples/objects/object_index.ipynb
+      - Observability:
+          - ./examples/observability/AimCallback.ipynb
+          - ./examples/observability/HoneyHiveLlamaIndexTracer.ipynb
+          - ./examples/observability/LangfuseCallbackHandler.ipynb
+          - ./examples/observability/LlamaDebugHandler.ipynb
+          - ./examples/observability/OpenInferenceCallback.ipynb
+          - ./examples/observability/OpenLLMetry.ipynb
+          - ./examples/observability/PromptLayerHandler.ipynb
+          - ./examples/observability/TokenCountingHandler.ipynb
+          - ./examples/observability/UpTrainCallback.ipynb
+          - ./examples/observability/WandbCallbackHandler.ipynb
       - Output Parsers:
           - ./examples/output_parsing/GuardrailsDemo.ipynb
           - ./examples/output_parsing/LangchainOutputParserDemo.ipynb
@@ -2139,15 +2139,25 @@ plugins:
         ./examples/agent/react_agent.html: https://docs.llamaindex.ai/en/stable/examples/agent/react_agent/
         ./examples/agent/react_agent_with_query_engine.html: https://docs.llamaindex.ai/en/stable/examples/agent/react_agent_with_query_engine/
         ./examples/callbacks/AimCallback.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/AimCallback/
+        ./examples/callbacks/AimCallback.md: https://docs.llamaindex.ai/en/stable/examples/observability/AimCallback/
         ./examples/callbacks/HoneyHiveLlamaIndexTracer.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/HoneyHiveLlamaIndexTracer/
+        ./examples/callbacks/HoneyHiveLlamaIndexTracer.md: https://docs.llamaindex.ai/en/stable/examples/observability/HoneyHiveLlamaIndexTracer/
         ./examples/callbacks/LangfuseCallbackHandler.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/LangfuseCallbackHandler/
+        ./examples/callbacks/LangfuseCallbackHandler.md: https://docs.llamaindex.ai/en/stable/examples/observability/LangfuseCallbackHandler/
         ./examples/callbacks/LlamaDebugHandler.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/LlamaDebugHandler/
+        ./examples/callbacks/LlamaDebugHandler.md: https://docs.llamaindex.ai/en/stable/examples/observability/LlamaDebugHandler/
         ./examples/callbacks/OpenInferenceCallback.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/OpenInferenceCallback/
+        ./examples/callbacks/OpenInferenceCallback.md: https://docs.llamaindex.ai/en/stable/examples/observability/OpenInferenceCallback/
         ./examples/callbacks/OpenLLMetry.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/OpenLLMetry/
+        ./examples/callbacks/OpenLLMetry.md: https://docs.llamaindex.ai/en/stable/examples/observability/OpenLLMetry/
         ./examples/callbacks/PromptLayerHandler.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/PromptLayerHandler/
+        ./examples/callbacks/PromptLayerHandler.md: https://docs.llamaindex.ai/en/stable/examples/observability/PromptLayerHandler/
         ./examples/callbacks/TokenCountingHandler.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/TokenCountingHandler/
+        ./examples/callbacks/TokenCountingHandler.md: https://docs.llamaindex.ai/en/stable/examples/observability/TokenCountingHandler/
         ./examples/callbacks/UpTrainCallback.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/UpTrainCallback/
+        ./examples/callbacks/UpTrainCallback.md: https://docs.llamaindex.ai/en/stable/examples/observability/UpTrainCallback/
         ./examples/callbacks/WandbCallbackHandler.html: https://docs.llamaindex.ai/en/stable/examples/callbacks/WandbCallbackHandler/
+        ./examples/callbacks/WandbCallbackHandler.md: https://docs.llamaindex.ai/en/stable/examples/observability/WandbCallbackHandler/
         ./examples/chat_engine/chat_engine_best.html: https://docs.llamaindex.ai/en/stable/examples/chat_engine/chat_engine_best/
         ./examples/chat_engine/chat_engine_condense_plus_context.html: https://docs.llamaindex.ai/en/stable/examples/chat_engine/chat_engine_condense_plus_context/
         ./examples/chat_engine/chat_engine_condense_question.html: https://docs.llamaindex.ai/en/stable/examples/chat_engine/chat_engine_condense_question/

diff --git a/docs/prepare_for_build.py b/docs/prepare_for_build.py
@@ -18,7 +18,6 @@
 EXAMPLES_DIR = "docs/docs/examples"
 FOLDER_NAME_TO_LABEL = {
     "./examples/agent": "Agents",
-    "./examples/callbacks": "Callbacks",
     "./examples/cookbooks": "Cookbooks",
     "./examples/chat_engine": "Chat Engines",
     "./examples/customization": "Customization",
@@ -40,6 +39,7 @@
     "./examples/node_parsers": "Node Parsers & Text Splitters",
     "./examples/node_postprocessor": "Node Postprocessors",
     "./examples/objects": "Object Stores",
+    "./examples/observability": "Observability",
     "./examples/output_parsing": "Output Parsers",
     "./examples/param_optimizer": "Param Optimizer",
     "./examples/pipeline": "Query Pipeline",