ABOCN/TelegramBot
1
0
Fork 0
Code Issues 2 Pull requests Projects Releases Packages Wiki Activity

max queue size

Browse source
This commit is contained in:
Aidan 2025-07-03 14:35:59 -04:00
parent 6b1c7f0da9
commit 19e794e34c
4 changed files with 19 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
config/ai.ts
View file

@ -3,6 +3,7 @@ import type { ModelInfo } from "../src/commands/ai"
export const defaultFlashModel = "gemma3:4b"
export const defaultThinkingModel = "qwen3:4b"
export const unloadModelAfterB = 12 // how many billion params until model is auto-unloaded
export const maxUserQueueSize = 3
export const models: ModelInfo[] = [
{