openllama_3b.yaml

name: "openllama-3b"

description: |
  OpenLLaMA, a permissively licensed open source reproduction of Meta AI’s LLaMA 7B trained on the RedPajama dataset 

license: "Apache 2.0"
urls:
- https://github.com/openlm-research/open_llama

config_file: |
    backend: llama
    parameters:
      model: open-llama-3b-q4_0.bin
      top_k: 80
      temperature: 0.2
      top_p: 0.7
    context_size: 1024
    template:
      completion: openllama-completion
      chat: openllama-chat
files:
    - filename: "open-llama-3b-q4_0.bin"
      sha256: "57f12972d25bae770e4f38a3f1d843d84c4444b59a9f6218e2a7ed4d63d3b2f9"
      uri: "https://huggingface.co/SlyEcho/open_llama_3b_ggml/resolve/main/open-llama-3b-q4_0.bin"

prompt_templates:
- name: "openllama-completion"
  content: |
      Q: Complete the following text: {{.Input}}\nA: 
- name: "openllama-chat"
  content: |
    Q: {{.Input}}\nA: