Skip to content

Commit

Permalink
fix: ignore outdated pack examples (#11003)
Browse files Browse the repository at this point in the history
  • Loading branch information
thucpn authored Mar 6, 2024
1 parent 8cdbf61 commit 8f587fb
Show file tree
Hide file tree
Showing 9 changed files with 14 additions and 26 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -29,10 +29,10 @@ license = "MIT"
maintainers = ["logan-markewich"]
name = "llama-index-packs-agent-search-retriever"
readme = "README.md"
version = "0.1.3"
version = "0.1.4"

[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
python = ">=3.9,<3.12"
llama-index-core = "^0.10.1"

[tool.poetry.group.dev.dependencies]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,19 +33,11 @@
"metadata": {},
"outputs": [],
"source": [
"%pip install llama-index\n",
"%pip install llama-index-readers-web\n",
"%pip install llama-index-packs-arize-phoenix-query-engine"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"!pip install \"arize-phoenix[llama-index]\" llama-hub html2text"
]
},
{
"cell_type": "code",
"execution_count": null,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@

from llama_index.packs.arize_phoenix_query_engine import ArizePhoenixQueryEnginePack
from llama_index.core.node_parser import SentenceSplitter
from llama_index.core.readers.web import SimpleWebPageReader
from llama_index.readers.web import SimpleWebPageReader
from tqdm.auto import tqdm

# load documents and create the pack
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ version = "0.1.4"
[tool.poetry.dependencies]
python = ">=3.8.1,<3.12"
llama-index-core = "^0.10.11.post1"
arize-phoenix = "^2.7.0"
llama-index-callbacks-arize-phoenix = "^0.1.4"
llama-index-readers-web = "^0.1.1"

[tool.poetry.group.dev.dependencies]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,7 @@ version = "0.1.1"
python = ">=3.8.1,<4.0"
llama-index-core = "^0.10.0"
tavily-python = "^0.3.1"
llama-index-tools-tavily-research = "^0.1.2"

[tool.poetry.group.dev.dependencies]
ipython = "8.10.0"
Expand Down
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
# Required Environment Variables: OPENAI_API_KEY

from llama_index.core import VectorStoreIndex
from llama_index.core.llama_dataset import download_llama_dataset
from llama_index.packs.rag_evaluator import RagEvaluatorPack
from llama_index.legacy import VectorStoreIndex

# download a LabelledRagDataset from llama-hub
rag_dataset, documents = download_llama_dataset(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@

import pandas as pd
import tqdm
from llama_index.core import ServiceContext
from llama_index.core.evaluation import (
CorrectnessEvaluator,
EvaluationResult,
Expand All @@ -22,6 +21,7 @@
from llama_index.core.llama_pack.base import BaseLlamaPack
from llama_index.core.llms import LLM
from llama_index.core.query_engine import BaseQueryEngine
from llama_index.embeddings.openai import OpenAIEmbedding
from llama_index.llms.openai import OpenAI
from openai import RateLimitError
from tqdm.asyncio import tqdm_asyncio
Expand Down Expand Up @@ -95,22 +95,16 @@ def _prepare_judges(self):
"""Construct the evaluators."""
judges = {}
judges["correctness"] = CorrectnessEvaluator(
service_context=ServiceContext.from_defaults(
llm=self.judge_llm,
)
llm=self.judge_llm,
)
judges["relevancy"] = RelevancyEvaluator(
service_context=ServiceContext.from_defaults(
llm=self.judge_llm,
)
llm=self.judge_llm,
)
judges["faithfulness"] = FaithfulnessEvaluator(
service_context=ServiceContext.from_defaults(
llm=self.judge_llm,
)
llm=self.judge_llm,
)
judges["semantic_similarity"] = SemanticSimilarityEvaluator(
service_context=ServiceContext.from_defaults()
embed_model=OpenAIEmbedding()
)
return judges

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,12 +29,13 @@ license = "MIT"
maintainers = ["nerdai"]
name = "llama-index-packs-rag-evaluator"
readme = "README.md"
version = "0.1.3"
version = "0.1.4"

[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
llama-index-core = "^0.10.1"
llama-index-llms-openai = "^0.1.1"
llama-index-embeddings-openai = "^0.1.6"

[tool.poetry.group.dev.dependencies]
ipython = "8.10.0"
Expand Down

0 comments on commit 8f587fb

Please sign in to comment.