Serge-chat

Link

Serge is a chat interface crafted with llama.cpp for running GGUF models. No API keys, entirely self-hosted!

services:
  serge:
    image: ghcr.io/serge-chat/serge:latest
    container_name: serge
    restart: unless-stopped
    ports:
      - 8008:8008
    volumes:
      - /srv/Files/Serge/weights:/usr/src/app/weights
      - /srv/Files/Serge/datadb:/data/db/

#uncomment if you want to use docker volumes:
#volumes:
#  weights:
#  datadb: