-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmodel_config.json
More file actions
23 lines (23 loc) · 1.12 KB
/
model_config.json
File metadata and controls
23 lines (23 loc) · 1.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
{
"models": [
{"name": "llama2:7b", "min_ram": 8, "max_ram": 16},
{"name": "llama2:13b", "min_ram": 16, "max_ram": 32},
{"name": "llama2:70b", "min_ram": 64, "max_ram": 128},
{"name": "codellama:7b", "min_ram": 8, "max_ram": 16},
{"name": "codellama:13b", "min_ram": 16, "max_ram": 32},
{"name": "codellama:34b", "min_ram": 32, "max_ram": 64},
{"name": "mistral:7b", "min_ram": 8, "max_ram": 16},
{"name": "mixtral:8x7b", "min_ram": 48, "max_ram": 96},
{"name": "qwen2.5:7b", "min_ram": 8, "max_ram": 16},
{"name": "qwen2.5:14b", "min_ram": 16, "max_ram": 32},
{"name": "gemma:7b", "min_ram": 8, "max_ram": 16},
{"name": "gemma:2b", "min_ram": 4, "max_ram": 8},
{"name": "phi3:mini", "min_ram": 4, "max_ram": 8},
{"name": "phi3:medium", "min_ram": 8, "max_ram": 16},
{"name": "dolphin2.5-mixtral:8x7b", "min_ram": 48, "max_ram": 96},
{"name": "wizardcoder:13b", "min_ram": 16, "max_ram": 32},
{"name": "neural-chat:7b", "min_ram": 8, "max_ram": 16},
{"name": "starling-lm:7b", "min_ram": 8, "max_ram": 16},
{"name": "nous-hermes2:34b", "min_ram": 32, "max_ram": 64}
]
}