Clean up the code.
This commit is contained in:
@@ -1,5 +1,4 @@
|
||||
# This is a work in progress. There are still bugs. Once it is production-ready this will become a full repo.
|
||||
import os
|
||||
|
||||
|
||||
def count_tokens(text, model_name="gpt-3.5-turbo", debug=False):
|
||||
@@ -86,4 +85,4 @@ class TokenBuffer:
|
||||
self.buffer = self.buffer.split(" ", removed_tokens)[-1]
|
||||
|
||||
def get_buffer(self):
|
||||
return self.buffer
|
||||
return self.buffer
|
||||
|
||||
Reference in New Issue
Block a user