This commit is contained in:
david committed 2026-03-11 20:53:39 -03:00
1 parent c3b8b4ee86
commit a9d1bb8251
2 files changed
+6 -6

No files matched your search

+2 -2
View File
@@ -6,14 +6,14 @@ import websockets
from websockets.server import serve
from datetime import datetime
#chatmodel = "hf.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF:Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf"
chatmodel = "hf.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF:Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf"
embedmodel = 'hf.co/CompendiumLabs/bge-base-en-v1.5-gguf'
# these are test models just ignore
#chatmodel = 'hf.co/bartowski/Llama-3.2-1B-Instruct-GGUF'
#chatmodel = 'hf.co/VibeStudio/Nidum-Llama-3.2-3B-Uncensored-GGUF'
#chatmodel = "faggotchan"
chatmodel = "qwen3.5:4b"
#chatmodel = "qwen3.5:4b"
NUM_THREADS = 6 # hardcoded since threads.txt is gone, change if needed