fix: remove . as a split condition in noise_sensitivity.py (#1627)

jiajunly · web-flow · commit 5f74eb5e9b62 · 2024-11-07T09:32:24.000+05:30
Fix #1626 to support more languages.
diff --git a/src/ragas/metrics/_noise_sensitivity.py b/src/ragas/metrics/_noise_sensitivity.py
@@ -101,7 +101,6 @@ async def _decompose_answer_into_statements(
         sentences_with_index = {
             i: sentence
             for i, sentence in enumerate(sentences)
-            if sentence.strip().endswith(".")
         }
 
         statements_simplified = await self.statement_prompt.generate(

Original file line number	Diff line number	Diff line change
`@@ -101,7 +101,6 @@ async def _decompose_answer_into_statements(`
`101`	`101`	`sentences_with_index = {`
`102`	`102`	`i: sentence`
`103`	`103`	`for i, sentence in enumerate(sentences)`
`104`		`- if sentence.strip().endswith(".")`
`105`	`104`	`}`
`106`	`105`
`107`	`106`	`statements_simplified = await self.statement_prompt.generate(`