mirror of
https://github.com/Alkatrazz24/Funk-lab.git
synced 2026-07-08 11:04:43 +02:00
feat: initial commit — Ansible roles storage-01/gpu-01 opérationnels
This commit is contained in:
commit
b3fce8af5d
70 changed files with 2688 additions and 0 deletions
15
ansible/roles/llama_server/defaults/main.yml
Normal file
15
ansible/roles/llama_server/defaults/main.yml
Normal file
|
|
@ -0,0 +1,15 @@
|
|||
---
|
||||
llama_server_port: 1234
|
||||
llama_server_host: "0.0.0.0"
|
||||
llama_amdgpu_targets: "gfx1030"
|
||||
rocm_path: "/opt/rocm"
|
||||
hsa_override_gfx_version: "10.3.0"
|
||||
|
||||
# Modèle à charger au démarrage
|
||||
llama_model_path: ""
|
||||
llama_model_alias: ""
|
||||
llama_ctx_size: 32768
|
||||
llama_n_gpu_layers: 99
|
||||
llama_parallel: 1
|
||||
llama_embeddings: true
|
||||
llama_pooling: "mean"
|
||||
Loading…
Add table
Add a link
Reference in a new issue