From fe953c3e6d7e8368f3332ee07cd73e897d3cb504 Mon Sep 17 00:00:00 2001
From: Travis Fischer <fisch0920@gmail.com>
Date: Thu, 8 Jun 2023 12:04:44 -0700
Subject: [PATCH] =?UTF-8?q?=F0=9F=8F=AD?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/llms/llm.ts | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/llms/llm.ts b/src/llms/llm.ts
index 30215a1..fea0b0a 100644
--- a/src/llms/llm.ts
+++ b/src/llms/llm.ts
@@ -94,7 +94,7 @@ export abstract class BaseLLM<
     return this
   }
 
-  async getNumTokens(text: string): Promise<number> {
+  public async getNumTokens(text: string): Promise<number> {
     if (!this._tokenizerP) {
       const model = this._model || 'gpt2'
 
@@ -298,7 +298,9 @@ export abstract class BaseChatModel<
     }
   }
 
-  async getNumTokensForMessages(messages: types.ChatMessage[]): Promise<{
+  // TODO: this needs work + testing
+  // TODO: move to isolated file and/or module
+  public async getNumTokensForMessages(messages: types.ChatMessage[]): Promise<{
     numTokensTotal: number
     numTokensPerMessage: number[]
   }> {