import tiktoken encoding = tiktoken.encoding_for_model('gpt-4') def num_tokens_from_string(string: str) -> int: """Returns the number of tokens in a text string.""" num_tokens = len(encoding.encode(string)) return num_tokens