From 853662acc44ca08bcc6936a5ee5451fc33db26f4 Mon Sep 17 00:00:00 2001 From: di-sukharev Date: Wed, 29 Mar 2023 11:25:48 +0800 Subject: [PATCH] refactor(tokenCount.ts): format code with consistent indentation and quotes The code has been reformatted to use consistent indentation and quotes. This improves the readability and maintainability of the code. No functionality has been changed. --- src/utils/tokenCount.ts | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/src/utils/tokenCount.ts b/src/utils/tokenCount.ts index 84e4f23..676445d 100644 --- a/src/utils/tokenCount.ts +++ b/src/utils/tokenCount.ts @@ -1,14 +1,14 @@ -import { Tiktoken } from "@dqbd/tiktoken/lite" -import cl100k_base from "@dqbd/tiktoken/encoders/cl100k_base.json" assert{type: "json"} +import { Tiktoken } from '@dqbd/tiktoken/lite'; +import cl100k_base from '@dqbd/tiktoken/encoders/cl100k_base.json' assert { type: 'json' }; export function tokenCount(content: string): number { - const encoding = new Tiktoken( - cl100k_base.bpe_ranks, - cl100k_base.special_tokens, - cl100k_base.pat_str - ); - const tokens = encoding.encode(content); - encoding.free(); + const encoding = new Tiktoken( + cl100k_base.bpe_ranks, + cl100k_base.special_tokens, + cl100k_base.pat_str + ); + const tokens = encoding.encode(content); + encoding.free(); - return tokens.length; + return tokens.length; }