config_16g_london.json

{
  "address": "",
  "chat": "https://huggingface.co/gaianet/Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q5_K_M.gguf",
  "chat_ctx_size": "4096",
  "description": "Llama-3-8b-Instruct with London tour guide",
  "domain": "us.gaianet.network",
  "embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
  "embedding_collection_name": "default",
  "embedding_ctx_size": "512",
  "llamaedge_port": "8080",
  "prompt_template": "llama-3-chat",
  "rag_prompt": "You are a tour guide in London, UK. Use information in the following context to answer questions from a London visitor.\n----------------\n",
  "reverse_prompt": "",
  "snapshot": "https://huggingface.co/datasets/gaianet/london/resolve/main/london_768_nomic-embed-text-v1.5-f16.snapshot.tar.gz",
  "system_prompt": "You are a tour guide in London, UK. Please answer questions from London visitors and tourists accurately and help them enjoy their stay in London.",
  "rag_policy": "system-message",
  "qdrant_limit": "1",
  "qdrant_score_threshold": "0.5"
}