Fix embedding truncation

xusenlin · xusenlin · commit e873cd356647 · 2023-12-27T14:48:56.000+08:00
diff --git a/api/routes/embedding.py b/api/routes/embedding.py
@@ -54,7 +54,7 @@ async def create_embeddings(
             for j in range(0, len(texts), SETTINGS.max_client_batch_size):
                 tasks.append(
                     client.embeddings.create(
-                        input=texts[j: j + SETTINGS.max_client_batch_size],
+                        input=[text[:510] for text in texts[j: j + SETTINGS.max_client_batch_size]],
                         model=request.model,
                     )
                 )

Original file line number	Diff line number	Diff line change
`@@ -54,7 +54,7 @@ async def create_embeddings(`
`54`	`54`	`for j in range(0, len(texts), SETTINGS.max_client_batch_size):`
`55`	`55`	`tasks.append(`
`56`	`56`	`client.embeddings.create(`
`57`		`- input=texts[j: j + SETTINGS.max_client_batch_size],`
	`57`	`+ input=[text[:510] for text in texts[j: j + SETTINGS.max_client_batch_size]],`
`58`	`58`	`model=request.model,`
`59`	`59`	`)`
`60`	`60`	`)`