File tree 2 files changed +15
-0
lines changed
2 files changed +15
-0
lines changed Original file line number Diff line number Diff line change @@ -97,6 +97,7 @@ class TestsetGenerationEvent(BaseEvent):
97
97
num_rows : int
98
98
language : str
99
99
is_experiment : bool = False
100
+ version : str = "3" # the version of testset generation pipeline
100
101
101
102
102
103
@silent
Original file line number Diff line number Diff line change 4
4
import typing as t
5
5
from dataclasses import dataclass , field
6
6
7
+ from ragas ._analytics import TestsetGenerationEvent , track
7
8
from ragas .callbacks import new_group
8
9
from ragas .executor import Executor
9
10
from ragas .llms import BaseRagasLLM , LangchainLLMWrapper
@@ -202,4 +203,17 @@ def generate(
202
203
testsets .append (TestsetSample (eval_sample = sample , ** additional_info ))
203
204
testset = Testset (samples = testsets )
204
205
testset_generation_rm .on_chain_end ({"testset" : testset })
206
+
207
+ # tracking how many samples were generated
208
+ track (
209
+ TestsetGenerationEvent (
210
+ event_type = "testset_generation" ,
211
+ evolution_names = [
212
+ e .__class__ .__name__ .lower () for e , _ in query_distribution
213
+ ],
214
+ evolution_percentages = [p for _ , p in query_distribution ],
215
+ num_rows = test_size ,
216
+ language = "english" ,
217
+ )
218
+ )
205
219
return testset
You can’t perform that action at this time.
0 commit comments