mirror of
https://git.squeakyrat.moe/faggot-chan/
synced 2026-11-04 18:35:45 +01:00
132 lines
4.0 KiB
Python
132 lines
4.0 KiB
Python
#!/usr/bin/env python3
|
|
#all of this is vibecoded but i read it and it's okay
|
|
"""
|
|
run this in a colab cell to stand up main.py + a public wss:// tunnel to it.
|
|
session is ephemeral — restart the notebook, get a new url, re-paste it
|
|
into your bot.py-side config/connection.txt.
|
|
"""
|
|
|
|
import os
|
|
import re
|
|
import secrets
|
|
import subprocess
|
|
import time
|
|
from pathlib import Path
|
|
|
|
SCRIPT_DIR = Path(__file__).resolve().parent
|
|
CONFIG_DIR = SCRIPT_DIR / "config"
|
|
|
|
CHATMODEL = "hf.co/Stetsoncody/Llama-3.2-3B-Instruct-abliterated-GGUF:Q4_K_M"
|
|
EMBEDMODEL = "hf.co/CompendiumLabs/bge-base-en-v1.5-gguf"
|
|
|
|
|
|
def run(cmd, **kwargs):
|
|
print(f"$ {cmd}")
|
|
return subprocess.run(cmd, shell=True, check=True, **kwargs)
|
|
|
|
|
|
def install_ollama():
|
|
print("\n-- installing ollama --")
|
|
run("apt install zstd | sh") #hi david here, colab doesn't come with zstd and since this script is meant for colab only it's okay to put apt
|
|
run("curl -fsSL https://ollama.com/install.sh | sh")
|
|
subprocess.Popen("ollama serve", shell=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
|
time.sleep(5) # give the server a sec to come up before we start pulling models
|
|
|
|
|
|
def pull_models():
|
|
print("\n-- pulling models (this'll take a while) --")
|
|
run(f"ollama pull {CHATMODEL}")
|
|
run(f"ollama pull {EMBEDMODEL}")
|
|
|
|
|
|
def install_python_deps():
|
|
print("\n-- installing python deps --")
|
|
run("pip install -q ollama websockets")
|
|
|
|
|
|
def ensure_auth_token() -> str:
|
|
CONFIG_DIR.mkdir(parents=True, exist_ok=True)
|
|
token_file = CONFIG_DIR / "auth_token.txt"
|
|
if token_file.exists():
|
|
token = token_file.read_text(encoding="utf-8").strip()
|
|
print(f"\nusing existing auth token from {token_file}")
|
|
else:
|
|
token = secrets.token_urlsafe(32)
|
|
token_file.write_text(f"{token}\n", encoding="utf-8")
|
|
print(f"\ngenerated new auth token, wrote {token_file}")
|
|
return token
|
|
|
|
|
|
def ensure_params_and_prompt():
|
|
# main.py needs both of these to exist — if this is a fresh colab instance
|
|
# and you haven't uploaded them yet, stop here and add them first.
|
|
params_file = CONFIG_DIR / "params.json"
|
|
prompt_file = CONFIG_DIR / "system_prompt.txt"
|
|
missing = [f.name for f in (params_file, prompt_file) if not f.exists()]
|
|
if missing:
|
|
raise SystemExit(
|
|
f"missing {', '.join(missing)} in {CONFIG_DIR} — upload them before running this"
|
|
)
|
|
|
|
|
|
def start_main():
|
|
print("\n-- starting main.py --")
|
|
return subprocess.Popen(
|
|
f"python3 {SCRIPT_DIR / 'main.py'}",
|
|
shell=True,
|
|
)
|
|
|
|
|
|
def start_tunnel() -> str:
|
|
print("\n-- installing cloudflared --")
|
|
run("curl -fsSL -o cloudflared.deb https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64.deb")
|
|
run("dpkg -i cloudflared.deb")
|
|
|
|
print("\n-- opening tunnel to localhost:8765 --")
|
|
proc = subprocess.Popen(
|
|
"cloudflared tunnel --url http://localhost:8765",
|
|
shell=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
text=True,
|
|
bufsize=1,
|
|
)
|
|
|
|
url = None
|
|
deadline = time.time() + 30
|
|
for line in proc.stdout:
|
|
print(line, end="")
|
|
match = re.search(r"https://[a-zA-Z0-9\-]+\.trycloudflare\.com", line)
|
|
if match:
|
|
url = match.group(0)
|
|
break
|
|
if time.time() > deadline:
|
|
break
|
|
|
|
if not url:
|
|
raise SystemExit("couldn't find the tunnel url in cloudflared's output, check the log above")
|
|
|
|
wss_url = url.replace("https://", "wss://")
|
|
return wss_url
|
|
|
|
|
|
def main():
|
|
install_ollama()
|
|
pull_models()
|
|
install_python_deps()
|
|
ensure_params_and_prompt()
|
|
token = ensure_auth_token()
|
|
start_main()
|
|
time.sleep(3) # let main.py bind its port before the tunnel tries to reach it
|
|
wss_url = start_tunnel()
|
|
|
|
print("\n" + "=" * 60) #wtf is this shit claude
|
|
print("paste these into setup_wizard.py on the bot.py side:")
|
|
print(f" address: {wss_url}")
|
|
print(f" token: {token}")
|
|
print("=" * 60)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|