refactor(tokenCount.ts): remove commented out code and unused import statement

This commit is contained in:
di-sukharev
2023-04-05 12:55:45 +08:00
parent 220d0b292f
commit d6cbaf5f5f

View File

@@ -10,6 +10,4 @@ export function tokenCount(content: string): number {
const tokens = encoding.encode(content);
encoding.free();
return tokens.length;
//return content.length / 2.7;
}