1cf0821238bf40a5b1138adf4b31a8a9.yml

# MacBook Pro
compose:
  - compose/gerd.yml
endpoints:
  - name: GERD Router
    protocol: http
    port: 7860
    icon: hub
  - name: GERD Service
    protocol: http
    port: 23232
    icon: find_in_page
  - name: Chatten mit Sprachmodell
    protocol: http
    port: 8000
    icon: chat
environment:
  LLAMA_CPP_VERSION: "full-b4237"
  GRADIO_SERVER_PORT: "23232"
  GERD_VERSION: "0.5.4"
  GGUF_FILE: "qwen2-0_5b-instruct-q2_k.gguf"
  HF_REPO: "Qwen/Qwen2-0.5B-Instruct-GGUF"
  MODEL_ARGS: "--ctx-size 1024 --threads $(nproc)"