Update prompt length check to 512 characters

huggingface · qgallouedec · Sep 18, 2024 · Sep 16, 2024 · Sep 16, 2024 · Sep 16, 2024
commit 30f36c09a9b1332f8e9408cd7f9c3156259225ce
diff --git a/examples/datasets/ultrafeedback-prompt.py b/examples/datasets/ultrafeedback-prompt.py
@@ -44,7 +44,7 @@ def to_unpaired_preference(example):
 
 
 def drop_long_prompt(example):
-    if len(example["prompt"][0]["content"]) > 768:
+    if len(example["prompt"][0]["content"]) > 512:
         return False
     else:
         return True