Text classify truncation

This commit is contained in:
SillyLossy
2023-04-14 13:50:58 +03:00
parent 28351a4ca8
commit 154a0facb4

View File

@@ -206,7 +206,7 @@ def require_module(name):
# AI stuff
def classify_text(text: str) -> list:
output = classification_pipe(text)[0]
output = classification_pipe(text, truncation=True, max_length=classification_pipe.model.config.max_position_embeddings)[0]
return sorted(output, key=lambda x: x['score'], reverse=True)