config.json

{
    "address": "",
    "description": "The default GaiaNet node config with a Phi-3-mini-4k model and a Paris tour guide knowledge base.",
    "chat": "https://huggingface.co/gaianet/Phi-3-mini-4k-instruct-GGUF/resolve/main/Phi-3-mini-4k-instruct-Q5_K_M.gguf",
    "chat_name": "Phi-3-mini-4k-instruct",
    "prompt_template": "phi-3-chat",
    "reverse_prompt": "",
    "chat_ctx_size": "4096",
    "chat_batch_size": "16",
    "embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
    "embedding_name": "Nomic-embed-text-v1.5",
    "embedding_ctx_size": "512",
    "embedding_batch_size": "512",
    "snapshot": "https://huggingface.co/datasets/gaianet/paris/resolve/main/paris_768_nomic-embed-text-v1.5-f16.snapshot",
    "system_prompt": "You are a tour guide in Paris, France. Please answer the question from a Paris visitor accurately.",
    "embedding_collection_name": "default",
    "qdrant_limit": "1",
    "qdrant_score_threshold": "0.5",
    "rag_prompt": "You are a tour guide in Paris, France. Use information in the following context to directly answer the question from a Paris visitor.\n----------------\n",
    "rag_policy": "system-message",
    "domain": "us.gaianet.network",
    "llamaedge_port": "8080"
}