Code adjustment to support calling is library

This commit is contained in:
Ori Kotek
2023-08-30 10:29:51 +03:00
parent 56828f0170
commit d51e7ee5ad
18 changed files with 155 additions and 170 deletions

View File

@ -21,7 +21,7 @@ class TokenHandler:
method.
"""
def __init__(self, pr, vars: dict, system, user):
def __init__(self, vars: dict, system, user):
"""
Initializes the TokenHandler object.
@ -32,9 +32,9 @@ class TokenHandler:
- user: The user string.
"""
self.encoder = get_token_encoder()
self.prompt_tokens = self._get_system_user_tokens(pr, self.encoder, vars, system, user)
self.prompt_tokens = self._get_system_user_tokens(self.encoder, vars, system, user)
def _get_system_user_tokens(self, pr, encoder, vars: dict, system, user):
def _get_system_user_tokens(self, encoder, vars: dict, system, user):
"""
Calculates the number of tokens in the system and user strings.