Clean up the code.

This commit is contained in:
Cristiano Ferreira
2024-04-10 22:21:30 +01:00
parent f1d2ec3bf8
commit 6e2355ee4c
24 changed files with 36 additions and 6397 deletions

View File

@@ -1,5 +1,4 @@
# This is a work in progress. There are still bugs. Once it is production-ready this will become a full repo.
import os
def count_tokens(text, model_name="gpt-3.5-turbo", debug=False):
@@ -86,4 +85,4 @@ class TokenBuffer:
self.buffer = self.buffer.split(" ", removed_tokens)[-1]
def get_buffer(self):
return self.buffer
return self.buffer