From 6e6f54933ee4968bdd23cb1490980d1d161f5fcc Mon Sep 17 00:00:00 2001 From: mrT23 Date: Wed, 29 May 2024 14:00:04 +0300 Subject: [PATCH] Add large_patch_policy configuration and implement patch clipping logic --- tests/unittest/test_clip_tokens.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/unittest/test_clip_tokens.py b/tests/unittest/test_clip_tokens.py index a56ff92f..79de6294 100644 --- a/tests/unittest/test_clip_tokens.py +++ b/tests/unittest/test_clip_tokens.py @@ -15,5 +15,5 @@ class TestClipTokens: max_tokens = 10 result = clip_tokens(text, max_tokens) - expected_results = 'line1\nline2\nline3\nli\n...(truncated)' + expected_results = 'line1\nline2\nline3\n\n...(truncated)' assert result == expected_results