import tiktoken
encoding = tiktoken.encoding_for_model('gpt-4')
def num_tokens_from_string(string: str) -> int:
"""Returns the number of tokens in a text string."""
num_tokens = len(encoding.encode(string))
return num_tokens
import tiktoken
encoding = tiktoken.encoding_for_model('gpt-4')
def num_tokens_from_string(string: str) -> int:
"""Returns the number of tokens in a text string."""
num_tokens = len(encoding.encode(string))
return num_tokens