langchain-ai · hinthornw · Dec 1, 2023 · Nov 21, 2023 · Nov 22, 2023 · Dec 1, 2023
diff --git a/README.md b/README.md
@@ -35,7 +35,7 @@ pip install -U langchain-benchmarks
 All the benchmarks come with an associated benchmark dataset stored in [LangSmith](https://smith.langchain.com). To take advantage of the eval and debugging experience, [sign up](https://smith.langchain.com), and set your API key in your environment:
 
 ```bash
-export LANGCHAIN_API_KEY=sk-...
+export LANGCHAIN_API_KEY=ls-...
 ```
 
 ## Repo Structure

diff --git a/csv-qa/README.md → archived/csv-qa/README.md b/csv-qa/README.md → archived/csv-qa/README.md
diff --git a/csv-qa/custom_agent.py → archived/csv-qa/custom_agent.py b/csv-qa/custom_agent.py → archived/csv-qa/custom_agent.py
diff --git a/csv-qa/data.csv → archived/csv-qa/data.csv b/csv-qa/data.csv → archived/csv-qa/data.csv
diff --git a/csv-qa/pandas_agent_gpt_35.py → archived/csv-qa/pandas_agent_gpt_35.py b/csv-qa/pandas_agent_gpt_35.py → archived/csv-qa/pandas_agent_gpt_35.py
diff --git a/csv-qa/pandas_agent_gpt_4.py → archived/csv-qa/pandas_agent_gpt_4.py b/csv-qa/pandas_agent_gpt_4.py → archived/csv-qa/pandas_agent_gpt_4.py
diff --git a/csv-qa/pandas_agent_instruct.py → archived/csv-qa/pandas_agent_instruct.py b/csv-qa/pandas_agent_instruct.py → archived/csv-qa/pandas_agent_instruct.py
diff --git a/csv-qa/pandas_ai.py → archived/csv-qa/pandas_ai.py b/csv-qa/pandas_ai.py → archived/csv-qa/pandas_ai.py
diff --git a/csv-qa/requirements.txt → archived/csv-qa/requirements.txt b/csv-qa/requirements.txt → archived/csv-qa/requirements.txt
diff --git a/csv-qa/result_35.png → archived/csv-qa/result_35.png b/csv-qa/result_35.png → archived/csv-qa/result_35.png
diff --git a/csv-qa/results_4.png → archived/csv-qa/results_4.png b/csv-qa/results_4.png → archived/csv-qa/results_4.png
diff --git a/csv-qa/results_custom.png → archived/csv-qa/results_custom.png b/csv-qa/results_custom.png → archived/csv-qa/results_custom.png
diff --git a/csv-qa/results_pandasai.png → archived/csv-qa/results_pandasai.png b/csv-qa/results_pandasai.png → archived/csv-qa/results_pandasai.png
diff --git a/csv-qa/streamlit_app.py → archived/csv-qa/streamlit_app.py b/csv-qa/streamlit_app.py → archived/csv-qa/streamlit_app.py
diff --git a/csv-qa/titanic.csv → archived/csv-qa/titanic.csv b/csv-qa/titanic.csv → archived/csv-qa/titanic.csv
diff --git a/csv-qa/titanic_data/index.faiss → archived/csv-qa/titanic_data/index.faiss b/csv-qa/titanic_data/index.faiss → archived/csv-qa/titanic_data/index.faiss
diff --git a/csv-qa/titanic_data/index.pkl → archived/csv-qa/titanic_data/index.pkl b/csv-qa/titanic_data/index.pkl → archived/csv-qa/titanic_data/index.pkl
diff --git a/csv-qa/upload_data.py → archived/csv-qa/upload_data.py b/csv-qa/upload_data.py → archived/csv-qa/upload_data.py
diff --git a/extraction/oppenheimer.txt → archived/extraction/oppenheimer.txt b/extraction/oppenheimer.txt → archived/extraction/oppenheimer.txt
diff --git a/extraction/oppenheimer_short.txt → archived/extraction/oppenheimer_short.txt b/extraction/oppenheimer_short.txt → archived/extraction/oppenheimer_short.txt
diff --git a/extraction/requirements.txt → archived/extraction/requirements.txt b/extraction/requirements.txt → archived/extraction/requirements.txt
diff --git a/extraction/streamlit_app.py → archived/extraction/streamlit_app.py b/extraction/streamlit_app.py → archived/extraction/streamlit_app.py
diff --git a/langchain-docs-benchmarking/README.md → ...ved/langchain-docs-benchmarking/README.md b/langchain-docs-benchmarking/README.md → ...ved/langchain-docs-benchmarking/README.md
diff --git a/langchain-docs-benchmarking/app/__init__.py → ...ngchain-docs-benchmarking/app/__init__.py b/langchain-docs-benchmarking/app/__init__.py → ...ngchain-docs-benchmarking/app/__init__.py
diff --git a/langchain-docs-benchmarking/app/server.py → ...langchain-docs-benchmarking/app/server.py b/langchain-docs-benchmarking/app/server.py → ...langchain-docs-benchmarking/app/server.py
diff --git a/...s-benchmarking/example_custom_config.json → ...s-benchmarking/example_custom_config.json b/...s-benchmarking/example_custom_config.json → ...s-benchmarking/example_custom_config.json
diff --git a/...hain-docs-benchmarking/packages/README.md → ...hain-docs-benchmarking/packages/README.md b/...hain-docs-benchmarking/packages/README.md → ...hain-docs-benchmarking/packages/README.md
diff --git a/...ages/anthropic-iterative-search/README.md → ...ages/anthropic-iterative-search/README.md b/...ages/anthropic-iterative-search/README.md → ...ages/anthropic-iterative-search/README.md
diff --git a/...ch/anthropic_iterative_search/__init__.py → ...ch/anthropic_iterative_search/__init__.py b/...ch/anthropic_iterative_search/__init__.py → ...ch/anthropic_iterative_search/__init__.py
diff --git a/...opic_iterative_search/agent_scratchpad.py → ...opic_iterative_search/agent_scratchpad.py b/...opic_iterative_search/agent_scratchpad.py → ...opic_iterative_search/agent_scratchpad.py
diff --git a/...earch/anthropic_iterative_search/chain.py → ...earch/anthropic_iterative_search/chain.py b/...earch/anthropic_iterative_search/chain.py → ...earch/anthropic_iterative_search/chain.py
diff --git a/...thropic_iterative_search/output_parser.py → ...thropic_iterative_search/output_parser.py b/...thropic_iterative_search/output_parser.py → ...thropic_iterative_search/output_parser.py
diff --git a/...rch/anthropic_iterative_search/prompts.py → ...rch/anthropic_iterative_search/prompts.py b/...rch/anthropic_iterative_search/prompts.py → ...rch/anthropic_iterative_search/prompts.py
diff --git a/...h/anthropic_iterative_search/retriever.py → ...h/anthropic_iterative_search/retriever.py b/...h/anthropic_iterative_search/retriever.py → ...h/anthropic_iterative_search/retriever.py
diff --git a/...ropic_iterative_search/retriever_agent.py → ...ropic_iterative_search/retriever_agent.py b/...ropic_iterative_search/retriever_agent.py → ...ropic_iterative_search/retriever_agent.py
diff --git a/...ckages/anthropic-iterative-search/main.py → ...ckages/anthropic-iterative-search/main.py b/...ckages/anthropic-iterative-search/main.py → ...ckages/anthropic-iterative-search/main.py
diff --git a/...es/anthropic-iterative-search/poetry.lock → ...es/anthropic-iterative-search/poetry.lock b/...es/anthropic-iterative-search/poetry.lock → ...es/anthropic-iterative-search/poetry.lock
diff --git a/...anthropic-iterative-search/pyproject.toml → ...anthropic-iterative-search/pyproject.toml b/...anthropic-iterative-search/pyproject.toml → ...anthropic-iterative-search/pyproject.toml
diff --git a/...hropic-iterative-search/tests/__init__.py → ...hropic-iterative-search/tests/__init__.py b/...hropic-iterative-search/tests/__init__.py → ...hropic-iterative-search/tests/__init__.py
diff --git a/...chmarking/packages/chat-langchain/LICENSE → ...chmarking/packages/chat-langchain/LICENSE b/...chmarking/packages/chat-langchain/LICENSE → ...chmarking/packages/chat-langchain/LICENSE
diff --git a/...marking/packages/chat-langchain/README.md → ...marking/packages/chat-langchain/README.md b/...marking/packages/chat-langchain/README.md → ...marking/packages/chat-langchain/README.md
diff --git a/...chat-langchain/chat_langchain/__init__.py → ...chat-langchain/chat_langchain/__init__.py b/...chat-langchain/chat_langchain/__init__.py → ...chat-langchain/chat_langchain/__init__.py
diff --git a/...es/chat-langchain/chat_langchain/chain.py → ...es/chat-langchain/chat_langchain/chain.py b/...es/chat-langchain/chat_langchain/chain.py → ...es/chat-langchain/chat_langchain/chain.py
diff --git a/...rking/packages/chat-langchain/poetry.lock → ...rking/packages/chat-langchain/poetry.lock b/...rking/packages/chat-langchain/poetry.lock → ...rking/packages/chat-langchain/poetry.lock
diff --git a/...ng/packages/chat-langchain/pyproject.toml → ...ng/packages/chat-langchain/pyproject.toml b/...ng/packages/chat-langchain/pyproject.toml → ...ng/packages/chat-langchain/pyproject.toml
diff --git a/...packages/chat-langchain/tests/__init__.py → ...packages/chat-langchain/tests/__init__.py b/...packages/chat-langchain/tests/__init__.py → ...packages/chat-langchain/tests/__init__.py
diff --git a/...le/custom_example/example_custom_chain.py → ...le/custom_example/example_custom_chain.py b/...le/custom_example/example_custom_chain.py → ...le/custom_example/example_custom_chain.py
diff --git a/...ckages/langchain-docs-retriever/README.md → ...ckages/langchain-docs-retriever/README.md b/...ckages/langchain-docs-retriever/README.md → ...ckages/langchain-docs-retriever/README.md
diff --git a/...s/langchain-docs-retriever/ingest_docs.py → ...s/langchain-docs-retriever/ingest_docs.py b/...s/langchain-docs-retriever/ingest_docs.py → ...s/langchain-docs-retriever/ingest_docs.py
diff --git a/...ever/langchain_docs_retriever/__init__.py → ...ever/langchain_docs_retriever/__init__.py b/...ever/langchain_docs_retriever/__init__.py → ...ever/langchain_docs_retriever/__init__.py
diff --git a/...r/langchain_docs_retriever/download_db.py → ...r/langchain_docs_retriever/download_db.py b/...r/langchain_docs_retriever/download_db.py → ...r/langchain_docs_retriever/download_db.py
diff --git a/...ver/langchain_docs_retriever/retriever.py → ...ver/langchain_docs_retriever/retriever.py b/...ver/langchain_docs_retriever/retriever.py → ...ver/langchain_docs_retriever/retriever.py
diff --git a/...ages/langchain-docs-retriever/poetry.lock → ...ages/langchain-docs-retriever/poetry.lock b/...ages/langchain-docs-retriever/poetry.lock → ...ages/langchain-docs-retriever/poetry.lock
diff --git a/...s/langchain-docs-retriever/pyproject.toml → ...s/langchain-docs-retriever/pyproject.toml b/...s/langchain-docs-retriever/pyproject.toml → ...s/langchain-docs-retriever/pyproject.toml
diff --git a/...nchmarking/packages/oai-assistant/LICENSE → ...nchmarking/packages/oai-assistant/LICENSE b/...nchmarking/packages/oai-assistant/LICENSE → ...nchmarking/packages/oai-assistant/LICENSE
diff --git a/...hmarking/packages/oai-assistant/README.md → ...hmarking/packages/oai-assistant/README.md b/...hmarking/packages/oai-assistant/README.md → ...hmarking/packages/oai-assistant/README.md
diff --git a/...s/oai-assistant/oai_assistant/__init__.py → ...s/oai-assistant/oai_assistant/__init__.py b/...s/oai-assistant/oai_assistant/__init__.py → ...s/oai-assistant/oai_assistant/__init__.py
diff --git a/...ages/oai-assistant/oai_assistant/chain.py → ...ages/oai-assistant/oai_assistant/chain.py b/...ages/oai-assistant/oai_assistant/chain.py → ...ages/oai-assistant/oai_assistant/chain.py
diff --git a/...arking/packages/oai-assistant/poetry.lock → ...arking/packages/oai-assistant/poetry.lock b/...arking/packages/oai-assistant/poetry.lock → ...arking/packages/oai-assistant/poetry.lock
diff --git a/...ing/packages/oai-assistant/pyproject.toml → ...ing/packages/oai-assistant/pyproject.toml b/...ing/packages/oai-assistant/pyproject.toml → ...ing/packages/oai-assistant/pyproject.toml
diff --git a/.../packages/oai-assistant/tests/__init__.py → .../packages/oai-assistant/tests/__init__.py b/.../packages/oai-assistant/tests/__init__.py → .../packages/oai-assistant/tests/__init__.py
diff --git a/...g/packages/openai-functions-agent/LICENSE → ...g/packages/openai-functions-agent/LICENSE b/...g/packages/openai-functions-agent/LICENSE → ...g/packages/openai-functions-agent/LICENSE
diff --git a/...packages/openai-functions-agent/README.md → ...packages/openai-functions-agent/README.md b/...packages/openai-functions-agent/README.md → ...packages/openai-functions-agent/README.md
diff --git a/...g/packages/openai-functions-agent/main.py → ...g/packages/openai-functions-agent/main.py b/...g/packages/openai-functions-agent/main.py → ...g/packages/openai-functions-agent/main.py
diff --git a/...-agent/openai_functions_agent/__init__.py → ...-agent/openai_functions_agent/__init__.py b/...-agent/openai_functions_agent/__init__.py → ...-agent/openai_functions_agent/__init__.py
diff --git a/...ons-agent/openai_functions_agent/agent.py → ...ons-agent/openai_functions_agent/agent.py b/...ons-agent/openai_functions_agent/agent.py → ...ons-agent/openai_functions_agent/agent.py
diff --git a/...ckages/openai-functions-agent/poetry.lock → ...ckages/openai-functions-agent/poetry.lock b/...ckages/openai-functions-agent/poetry.lock → ...ckages/openai-functions-agent/poetry.lock
diff --git a/...ges/openai-functions-agent/pyproject.toml → ...ges/openai-functions-agent/pyproject.toml b/...ges/openai-functions-agent/pyproject.toml → ...ges/openai-functions-agent/pyproject.toml
diff --git a/.../openai-functions-agent/tests/__init__.py → .../openai-functions-agent/tests/__init__.py b/.../openai-functions-agent/tests/__init__.py → .../openai-functions-agent/tests/__init__.py
diff --git a/langchain-docs-benchmarking/poetry.lock → ...d/langchain-docs-benchmarking/poetry.lock b/langchain-docs-benchmarking/poetry.lock → ...d/langchain-docs-benchmarking/poetry.lock
diff --git a/...hain-docs-benchmarking/prepare_dataset.py → ...hain-docs-benchmarking/prepare_dataset.py b/...hain-docs-benchmarking/prepare_dataset.py → ...hain-docs-benchmarking/prepare_dataset.py
diff --git a/langchain-docs-benchmarking/pyproject.toml → ...angchain-docs-benchmarking/pyproject.toml b/langchain-docs-benchmarking/pyproject.toml → ...angchain-docs-benchmarking/pyproject.toml
diff --git a/langchain-docs-benchmarking/run_evals.py → .../langchain-docs-benchmarking/run_evals.py b/langchain-docs-benchmarking/run_evals.py → .../langchain-docs-benchmarking/run_evals.py
diff --git a/...hain-docs-benchmarking/run_experiments.py → ...hain-docs-benchmarking/run_experiments.py b/...hain-docs-benchmarking/run_experiments.py → ...hain-docs-benchmarking/run_experiments.py
diff --git a/meta-evals/README.md → archived/meta-evals/README.md b/meta-evals/README.md → archived/meta-evals/README.md
diff --git a/meta-evals/correctness/README.md → archived/meta-evals/correctness/README.md b/meta-evals/correctness/README.md → archived/meta-evals/correctness/README.md
diff --git a/meta-evals/correctness/__init__.py → archived/meta-evals/correctness/__init__.py b/meta-evals/correctness/__init__.py → archived/meta-evals/correctness/__init__.py
diff --git a/meta-evals/correctness/_upload_dataset.py → ...meta-evals/correctness/_upload_dataset.py b/meta-evals/correctness/_upload_dataset.py → ...meta-evals/correctness/_upload_dataset.py
diff --git a/...s/correctness/data/Opus100-incorrect.json → ...s/correctness/data/Opus100-incorrect.json b/...s/correctness/data/Opus100-incorrect.json → ...s/correctness/data/Opus100-incorrect.json
diff --git a/meta-evals/correctness/data/Opus100.json → .../meta-evals/correctness/data/Opus100.json b/meta-evals/correctness/data/Opus100.json → .../meta-evals/correctness/data/Opus100.json
diff --git a/...ectness/data/Web-Q&A-Dataset-Correct.json → ...ectness/data/Web-Q&A-Dataset-Correct.json b/...ectness/data/Web-Q&A-Dataset-Correct.json → ...ectness/data/Web-Q&A-Dataset-Correct.json
diff --git a/...tness/data/Web-Q&A-Dataset-Incorrect.json → ...tness/data/Web-Q&A-Dataset-Incorrect.json b/...tness/data/Web-Q&A-Dataset-Incorrect.json → ...tness/data/Web-Q&A-Dataset-Incorrect.json
diff --git a/...als/correctness/data/carb-IE-correct.json → ...als/correctness/data/carb-IE-correct.json b/...als/correctness/data/carb-IE-correct.json → ...als/correctness/data/carb-IE-correct.json
diff --git a/...s/correctness/data/carb-IE-incorrect.json → ...s/correctness/data/carb-IE-incorrect.json b/...s/correctness/data/carb-IE-incorrect.json → ...s/correctness/data/carb-IE-incorrect.json
diff --git a/...correctness/test_correctness_evaluator.py → ...correctness/test_correctness_evaluator.py b/...correctness/test_correctness_evaluator.py → ...correctness/test_correctness_evaluator.py