-
Notifications
You must be signed in to change notification settings - Fork 221
/
config.json
23 lines (23 loc) · 1.29 KB
/
config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
"address": "",
"description": "The default GaiaNet node config with a Llama-3.2-3B-Instruct model and a Paris tour guide knowledge base.",
"domain": "us.gaianet.network",
"llamaedge_port": "8080",
"chat": "https://huggingface.co/second-state/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q5_K_M.gguf",
"chat_name": "Llama-3.2-3B-Instruct",
"chat_ctx_size": "16384",
"chat_batch_size": "16",
"prompt_template": "llama-3-chat",
"reverse_prompt": "",
"system_prompt": "You are a tour guide in Paris, France. Please answer the question from a Paris visitor accurately.",
"embedding": "https://huggingface.co/gaianet/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf",
"embedding_name": "Nomic-embed-text-v1.5",
"embedding_ctx_size": "8192",
"embedding_batch_size": "8192",
"snapshot": "https://huggingface.co/datasets/gaianet/paris/resolve/main/paris_768_nomic-embed-text-v1.5-f16.snapshot",
"embedding_collection_name": "default",
"qdrant_limit": "1",
"qdrant_score_threshold": "0.5",
"rag_policy": "system-message",
"rag_prompt": "You are a tour guide in Paris, France. Use information in the following context to directly answer the question from a Paris visitor.\n----------------\n"
}