144 lines
3.3 KiB
HCL
144 lines
3.3 KiB
HCL
# The use of Minio in this stack is not architected for high availability or
|
|
# data integrity and as such, is not recommended for production use. Instead,
|
|
# this is for making an s3 compatible storage available to the service mesh
|
|
# and ZFS is relied upon for data integrity within a single node storage pool.
|
|
|
|
# For a production ready Minio deployment, please start with the following:
|
|
# https://min.io/docs/minio/kubernetes/upstream/operations/concepts/architecture.html
|
|
|
|
# Note: This configures TWO minio instances, one for "HOT" storage made up of
|
|
# SSDs and a "WARM" instance with HDDs instead. Manual configuration of tiers
|
|
# is required to make use of this feature. TODO: Automate this.
|
|
|
|
job "minio" {
|
|
datacenters = ["dc1"]
|
|
type = "service"
|
|
|
|
group "minio" {
|
|
count = 1
|
|
|
|
network {
|
|
mode = "bridge"
|
|
port "console" {
|
|
to = 9090
|
|
}
|
|
}
|
|
|
|
service {
|
|
# Make available to other services by the 'minio' name
|
|
name = "minio"
|
|
port = "9000"
|
|
tags = ["traefik.enable=false"] # Hide minio from traefik
|
|
|
|
connect {
|
|
sidecar_service {
|
|
tags = ["traefik.enable=false"] # Hide minio from traefik
|
|
}
|
|
}
|
|
}
|
|
|
|
service {
|
|
name = "minio-backend-envoy"
|
|
tags = ["traefik.enable=false"] # Hide minio-backend from traefik
|
|
connect {
|
|
sidecar_service {
|
|
proxy {
|
|
upstreams {
|
|
destination_name = "minio-backend"
|
|
local_bind_address = "127.0.0.1"
|
|
local_bind_port = 9001
|
|
}
|
|
}
|
|
tags = ["traefik.enable=false"] # Hide minio-backend from traefik
|
|
}
|
|
}
|
|
}
|
|
|
|
volume "minio-data" {
|
|
type = "host"
|
|
source = "minio-ssd" # Tier 1 Storage Host Volume
|
|
}
|
|
|
|
task "minio" {
|
|
driver = "docker"
|
|
|
|
volume_mount {
|
|
volume = "minio-data"
|
|
destination = "/data"
|
|
}
|
|
|
|
config {
|
|
image = "quay.io/minio/minio"
|
|
ports = ["console"]
|
|
command = "server"
|
|
args = ["/data", "--console-address", ":9090"]
|
|
}
|
|
|
|
resources {
|
|
cpu = 100
|
|
memory = 2000
|
|
}
|
|
|
|
env {
|
|
MINIO_ROOT_USER="op://InfraSecrets/Minio Tier 1/username"
|
|
MINIO_ROOT_PASSWORD="op://InfraSecrets/Minio Tier 1/password"
|
|
}
|
|
}
|
|
}
|
|
|
|
group "minio-hdd" {
|
|
count = 1
|
|
|
|
network {
|
|
mode = "bridge"
|
|
port "console" {
|
|
to = 9090
|
|
}
|
|
}
|
|
|
|
service {
|
|
name = "minio-backend"
|
|
port = "9000"
|
|
tags = ["traefik.enable=false"] # Hide minio-backend from traefik
|
|
|
|
connect {
|
|
sidecar_service {
|
|
tags = ["traefik.enable=false"] # Hide minio-backend from traefik
|
|
}
|
|
}
|
|
}
|
|
|
|
volume "minio-warm-data" {
|
|
type = "host"
|
|
source = "minio-hdd" # Tier 2 Storage Host Volume
|
|
}
|
|
|
|
task "minio-hdd" {
|
|
driver = "docker"
|
|
|
|
|
|
volume_mount {
|
|
volume = "minio-warm-data"
|
|
destination = "/data"
|
|
}
|
|
|
|
config {
|
|
image = "quay.io/minio/minio"
|
|
ports = ["console"]
|
|
command = "server"
|
|
args = ["/data", "--console-address", ":9090"]
|
|
}
|
|
|
|
resources {
|
|
cpu = 100
|
|
memory = 2000
|
|
}
|
|
|
|
env {
|
|
MINIO_ROOT_USER="op://InfraSecrets/Minio Tier 2/username"
|
|
MINIO_ROOT_PASSWORD="op://InfraSecrets/Minio Tier 2/password"
|
|
}
|
|
}
|
|
}
|
|
}
|