Add RAG tasks (#43)

Still need to tidy up notebooks but rest is OK for now

---------

Co-authored-by: Eugene Yurtsev <eyurtsev@gmail.com>

Author: hinthornw

.gitignore

@@ -159,4 +159,4 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
-
+.DS_Store

csv-qa/pandas_agent_instruct.py

@@ -5,7 +5,6 @@
 )
 from langchain.embeddings import OpenAIEmbeddings
 from langchain.llms import OpenAI
-from langchain.prompts import PromptTemplate
 from langchain.smith import RunEvalConfig, run_on_dataset
 from langchain.tools import PythonAstREPLTool
 from langchain.vectorstores import FAISS

csv-qa/pandas_ai.py

@@ -1,6 +1,4 @@
 import pandas as pd
-from langchain.agents.agent_toolkits import create_pandas_dataframe_agent
-from langchain.agents.agent_types import AgentType
 from langchain.chat_models import ChatOpenAI
 from langchain.prompts import ChatPromptTemplate
 from langchain.schema.output_parser import StrOutputParser

docs/source/.gitignore

@@ -0,0 +1 @@
+chromadb/

docs/source/notebooks/extraction.ipynb

@@ -272,10 +272,11 @@
    },
    "outputs": [],
    "source": [
+    "from langchain.chat_models import ChatOpenAI\n",
+    "\n",
     "from langchain_benchmarks.extraction.implementations import (\n",
     "    create_openai_function_based_extractor,\n",
-    ")\n",
-    "from langchain.chat_models import ChatOpenAI"
+    ")"
    ]
   },
   {
@@ -354,8 +355,9 @@
    },
    "outputs": [],
    "source": [
-    "from langchain_benchmarks.extraction import get_eval_config\n",
-    "from langsmith.client import Client"
+    "from langsmith.client import Client\n",
+    "\n",
+    "from langchain_benchmarks.extraction import get_eval_config"
    ]
   },
   {

docs/source/notebooks/rag_evaluations.ipynb

@@ -301,8 +301,9 @@
    },
    "outputs": [],
    "source": [
-    "from langchain_benchmarks.tool_usage import STANDARD_AGENT_EVALUATOR\n",
-    "from langsmith.client import Client"
+    "from langsmith.client import Client\n",
+    "\n",
+    "from langchain_benchmarks.tool_usage import STANDARD_AGENT_EVALUATOR"
    ]
   },
   {

docs/source/notebooks/rag_langchain_docs.ipynb

@@ -134,7 +134,7 @@ def create_response_chain(
         ]
     )
 
-    response_synthesizer = (prompt | llm | StrOutputParser()).with_config(
+    response_generator = (prompt | llm | StrOutputParser()).with_config(
         run_name="GenerateResponse",
     )
     return (
@@ -147,7 +147,7 @@ def create_response_chain(
             ),
         }
         | _context
-        | response_synthesizer
+        | response_generator
     )