chore(ollama): add Ollama module and job specification
This commit is contained in:
parent
2165540e58
commit
7a63a072b3
3 changed files with 56 additions and 0 deletions
4
main.tf
4
main.tf
|
@ -41,3 +41,7 @@ module "forgejo" {
|
|||
module "keycloak" {
|
||||
source = "./modules/keycloak"
|
||||
}
|
||||
|
||||
module "ollama" {
|
||||
source = "./modules/ollama"
|
||||
}
|
||||
|
|
49
modules/ollama/jobspec.nomad.hcl
Normal file
49
modules/ollama/jobspec.nomad.hcl
Normal file
|
@ -0,0 +1,49 @@
|
|||
job "ollama" {
|
||||
group "ollama" {
|
||||
|
||||
network {
|
||||
port "api" {
|
||||
static = 11434
|
||||
}
|
||||
}
|
||||
|
||||
ephemeral_disk {
|
||||
migrate = true
|
||||
size = 5000
|
||||
}
|
||||
|
||||
task "ollama" {
|
||||
driver = "docker"
|
||||
|
||||
constraint {
|
||||
attribute = "${node.unique.name}"
|
||||
value = "Hestia"
|
||||
}
|
||||
|
||||
config {
|
||||
image = "ollama/ollama:latest"
|
||||
runtime = "nvidia"
|
||||
ports = ["api"]
|
||||
|
||||
volumes = [
|
||||
"alloc/data/:/root/.ollama"
|
||||
]
|
||||
}
|
||||
|
||||
env {
|
||||
NVIDIA_DRIVER_CAPABILITIES = "all"
|
||||
NVIDIA_VISIBLE_DEVICES = "all"
|
||||
}
|
||||
|
||||
resources {
|
||||
cpu = 100
|
||||
memory = 1024
|
||||
}
|
||||
}
|
||||
|
||||
service {
|
||||
provider = "consul"
|
||||
port = "api"
|
||||
}
|
||||
}
|
||||
}
|
3
modules/ollama/main.tf
Normal file
3
modules/ollama/main.tf
Normal file
|
@ -0,0 +1,3 @@
|
|||
resource "nomad_job" "ollama" {
|
||||
jobspec = file("${path.module}/jobspec.nomad.hcl")
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue