KoboldCpp

version: "3.2"
services:
  koboldcpp:
    container_name: koboldcpp
    image: koboldai/koboldcpp:latest
    security_opt:
      - apparmor:unconfined # AppArmor breaks sockets, don't worry everything is securely confined within docker
    volumes:
      - ./kcpp-data:/workspace/:rw
    # devices: # Uncomment this section to add support for AMD/Intel GPU's
    # - /dev/dri:/dev/dri
    deploy: # You can remove this section if you do not wish to use an Nvidia GPU
      resources:
        reservations:
          devices:
          - driver: nvidia
            device_ids: ['0']
            capabilities: [gpu]
    environment:
      - KCPP_DONT_UPDATE=false
# ...