Merge pull request #26 from filiptrplan/master

A fix for countTokens and a dockerfile improvement

Author: ericc-ch

Dockerfile

@@ -17,4 +17,7 @@ COPY --from=builder /app/dist ./dist
 
 EXPOSE 4141
 
-CMD ["bun", "run", "dist/main.js"]
+ARG GH_TOKEN
+ENV GH_TOKEN=$GH_TOKEN
+
+CMD bun run dist/main.js start -g $GH_TOKEN --vision

src/lib/tokenizer.ts

@@ -3,7 +3,10 @@ import { countTokens } from "gpt-tokenizer/model/gpt-4o"
 import type { Message } from "~/services/copilot/create-chat-completions"
 
 export const getTokenCount = (messages: Array<Message>) => {
-  const input = messages.filter((m) => m.role !== "assistant")
+  const input = messages.filter(
+    (m) => m.role !== "assistant" && typeof m.content === "string",
+  )
+  console.log(input)
   const output = messages.filter((m) => m.role === "assistant")
 
   const inputTokens = countTokens(input)