Add seaweedfs playbooks

16 files changed, 352 insertions, 1 deletions

diff --git a/defaults b/defaults
index 538cae4..60d6388 100644
--- a/defaults
+++ b/defaults
@@ -45,6 +45,7 @@ nftables.input.rules.wireguard.proto=udp
 nftables.input.state.established.policy=accept
 nftables.input.state.invalid.policy=drop
 nftables.input.state.related.policy=accept
+seaweedfs-master.replication=100
 vpn-tinc.name=tyilnet
 vpn-wireguard.interface=tyilnet1058
 www-blog.generator=hugo
diff --git a/hosts.d/jaomox.tyil.net b/hosts.d/jaomox.tyil.net
index b525946..e11c9a0 100644
--- a/hosts.d/jaomox.tyil.net
+++ b/hosts.d/jaomox.tyil.net
@@ -4,7 +4,25 @@ bashtard.backup.fs.paths.2=/home/tyil
 bashtard.backup.repositories.1=rsync.net:{fqdn}
 bashtard.ssh.host=10.57.21.1
 meta.provider=oneprovider
+nftables.input.rules.seaweedfs-filer.policy=accept
+nftables.input.rules.seaweedfs-filer.port=8888
+nftables.input.rules.seaweedfs-filer.proto=tcp
+nftables.input.rules.seaweedfs-master.policy=accept
+nftables.input.rules.seaweedfs-master.port=9333
+nftables.input.rules.seaweedfs-master.proto=tcp
+nftables.input.rules.seaweedfs-s3.policy=accept
+nftables.input.rules.seaweedfs-s3.port=8333
+nftables.input.rules.seaweedfs-s3.proto=tcp
+nftables.input.rules.seaweedfs-volume-0.policy=accept
+nftables.input.rules.seaweedfs-volume-0.port=8080
+nftables.input.rules.seaweedfs-volume-0.proto=tcp
+seaweedfs-filer.ip&=vpn-wireguard.ip
+seaweedfs-master.ip&=vpn-wireguard.ip
+seaweedfs-volume.ip&=vpn-wireguard.ip
+seaweedfs-volume.dc&=meta.provider
+seaweedfs-volume.rack=amsterdam
+seaweedfs-volume.volumes.0.port=8080
 vpn-tinc.ipv4=10.57.21.1
 vpn-tinc.ipv6=fd68:1057:1992:3381:0:3:3:1
-vpn-wireguard.ip=fd68:1058:1992:3381:0:3:3:1
 vpn-wireguard.endpoint=163.172.218.246
+vpn-wireguard.ip=fd68:1058:1992:3381:0:3:3:1
diff --git a/playbooks.d/seaweedfs-filer/description.txt b/playbooks.d/seaweedfs-filer/description.txt
new file mode 100644
index 0000000..d14afca
--- /dev/null
+++ b/playbooks.d/seaweedfs-filer/description.txt
@@ -0,0 +1 @@
+Scalable object storage cluster
diff --git a/playbooks.d/seaweedfs-filer/etc/defaults b/playbooks.d/seaweedfs-filer/etc/defaults
new file mode 100644
index 0000000..206987a
--- /dev/null
+++ b/playbooks.d/seaweedfs-filer/etc/defaults
@@ -0,0 +1 @@
+svc.seaweedfs-filer=seaweedfs-filer
diff --git a/playbooks.d/seaweedfs-filer/playbook.bash b/playbooks.d/seaweedfs-filer/playbook.bash
new file mode 100644
index 0000000..1a71f07
--- /dev/null
+++ b/playbooks.d/seaweedfs-filer/playbook.bash
@@ -0,0 +1,94 @@
+#!/usr/bin/env bash
+
+BASHTARD_PLAYBOOK_VARS[$BASHTARD_PLAYBOOK.ip]="required"
+
+playbook_add() {
+	local buffer
+
+	# Make sure seaweedfs is installed
+	"$BASHTARD_BIN" add seaweedfs || true
+
+	mkdir -pv "/var/lib/seaweedfs/filer"
+
+	# Generate systemd unit files
+	case "${BASHTARD_PLATFORM[init]}" in
+		systemd)
+			cat <<-EOF > "$(config "fs.etcdir")/systemd/system/seaweedfs-filer.service"
+			[Unit]
+			Description=SeaweedFS Filer
+			After=network.target
+
+			[Service]
+			Type=simple
+			User=root
+			Group=root
+
+			ExecStart=$(config "fs.bindir")/weed filer -options="$(config "fs.etcdir")/seaweedfs/filer.conf"
+			WorkingDirectory=/var/lib/seaweedfs/filer
+			SyslogIdentifier=seaweedfs
+
+			[Install]
+			WantedBy=multi-user.target
+			EOF
+			;;
+		*) die "NYI"
+	esac
+
+	# Perform initial configuration
+	playbook_sync
+
+	# Start the service
+	svc enable seaweedfs-filer
+	svc start seaweedfs-filer
+}
+
+playbook_sync() {
+	local buffer
+	local conf
+	local peers=()
+	local hash
+
+	buffer="$(tmpfile)"
+	conf="$(config "fs.etcdir")/seaweedfs/filer.conf"
+	hash="$(file_hash "$conf")"
+
+	# Add all registered seaweedfs-master nodes as peers
+	while read -r host
+	do
+		peers+=("[$(config_for "$(basename "$host")" "seaweedfs-master.ip")]:$(config_for "$(basename "$host")" "seaweedfs-master.port" "9333")")
+	done < <(grep -FHl "$BASHTARD_PLAYBOOK" "$BASHTARD_ETCDIR/registry.d"/*)
+
+	# Generate config files
+	file_template "filer.conf" \
+		ip="$(config "$BASHTARD_PLAYBOOK.ip")" \
+		port="$(config "$BASHTARD_PLAYBOOK.port" "8888")" \
+		masters="$(join_args "${peers[@]}")" \
+		s3_port="$(config "$BASHTARD_PLAYBOOK.s3.port" "8333")" \
+		> "$buffer"
+
+	file_template "filer.toml" \
+		> "$(config "fs.etcdir")/seaweedfs/filer.toml"
+
+	[[ "$(file_hash "$buffer")" == "$hash" ]] && return
+
+	mv -- "$buffer" "$conf"
+
+	[[ "$BASHTARD_ACTION" == "add" ]] && return
+
+	# Reload service
+	svc restart seaweedfs-filer
+}
+
+playbook_del() {
+	# Stop service
+	svc stop seaweedfs-filer
+	svc disable seaweedfs-filer
+
+	# Remove systemd unit file
+	rm -fr -- "$(config "fs.etcdir")/systemd/system/seaweedfs-filer.service"
+
+	# Remove configuration files
+	rm -fr -- \
+		"$(config "fs.etcdir")/seaweedfs/filer.conf" \
+		"$(config "fs.etcdir")/seaweedfs/filer.toml"
+}
diff --git a/playbooks.d/seaweedfs-filer/share/filer.conf b/playbooks.d/seaweedfs-filer/share/filer.conf
new file mode 100644
index 0000000..e9ac6e8
--- /dev/null
+++ b/playbooks.d/seaweedfs-filer/share/filer.conf
@@ -0,0 +1,7 @@
+ip=[${ip}]
+port=${port}
+
+master=${masters}
+
+s3=true
+s3.port=${s3_port}
diff --git a/playbooks.d/seaweedfs-filer/share/filer.toml b/playbooks.d/seaweedfs-filer/share/filer.toml
new file mode 100644
index 0000000..8d40cb9
--- /dev/null
+++ b/playbooks.d/seaweedfs-filer/share/filer.toml
@@ -0,0 +1,3 @@
+[leveldb3]
+enabled = true
+dir = "./filerldb3"
diff --git a/playbooks.d/seaweedfs-master/description.txt b/playbooks.d/seaweedfs-master/description.txt
new file mode 100644
index 0000000..d14afca
--- /dev/null
+++ b/playbooks.d/seaweedfs-master/description.txt
@@ -0,0 +1 @@
+Scalable object storage cluster
diff --git a/playbooks.d/seaweedfs-master/etc/defaults b/playbooks.d/seaweedfs-master/etc/defaults
new file mode 100644
index 0000000..2578831
--- /dev/null
+++ b/playbooks.d/seaweedfs-master/etc/defaults
@@ -0,0 +1 @@
+svc.seaweedfs-master=seaweedfs-master
diff --git a/playbooks.d/seaweedfs-master/playbook.bash b/playbooks.d/seaweedfs-master/playbook.bash
new file mode 100644
index 0000000..34e46c1
--- /dev/null
+++ b/playbooks.d/seaweedfs-master/playbook.bash
@@ -0,0 +1,95 @@
+#!/usr/bin/env bash
+
+BASHTARD_PLAYBOOK_VARS[$BASHTARD_PLAYBOOK.ip]="required"
+
+playbook_add() {
+	local buffer
+
+	# Make sure seaweedfs is installed
+	"$BASHTARD_BIN" add seaweedfs || true
+
+	# Create directories used by seaweedfs
+	mkdir -pv -- "/var/lib/seaweedfs/master"
+
+	# Generate systemd unit files
+	case "${BASHTARD_PLATFORM[init]}" in
+		systemd)
+			cat <<-EOF > "$(config "fs.etcdir")/systemd/system/seaweedfs-master.service"
+			[Unit]
+			Description=SeaweedFS Master
+			After=network.target
+
+			[Service]
+			Type=simple
+			User=root
+			Group=root
+
+			ExecStart=$(config "fs.bindir")/weed master -options="$(config "fs.etcdir")/seaweedfs/master.conf"
+			WorkingDirectory=/var/lib/seaweedfs
+			SyslogIdentifier=seaweedfs
+
+			[Install]
+			WantedBy=multi-user.target
+			EOF
+			;;
+		*) die "NYI"
+	esac
+
+	# Perform initial configuration
+	playbook_sync
+
+	# Start the service
+	svc enable seaweedfs-master
+	svc start seaweedfs-master
+}
+
+playbook_sync() {
+	local buffer
+	local conf
+	local peers=()
+	local hash
+
+	buffer="$(tmpfile)"
+	conf="$(config "fs.etcdir")/seaweedfs/master.conf"
+	hash="$(file_hash "$conf")"
+
+	# Add all registered seaweedfs-master nodes as peers
+	while read -r host
+	do
+		# Except this node itself
+		[[ "$(basename "$host")" == "${BASHTARD_PLATFORM[fqdn]}" ]] && continue
+
+		peers+=("$(config_for "$(basename "$host")" "$BASHTARD_PLAYBOOK.ip")")
+	done < <(grep -FHl "$BASHTARD_PLAYBOOK" "$BASHTARD_ETCDIR/registry.d"/*)
+
+	# Generate config file
+	file_template "master.conf" \
+		ip="$(config "$BASHTARD_PLAYBOOK.ip")" \
+		port="$(config "$BASHTARD_PLAYBOOK.port" "9333")" \
+		peers="$(join_args "${peers[@]}")" \
+		mdir="$(config "$BASHTARD_PLAYBOOK.mdir" "/var/lib/seaweedfs/master/mdir")" \
+		replication="$(config "$BASHTARD_PLAYBOOK.replication" "000")" \
+		volume_size="$(config "$BASHTARD_PLAYBOOK.volume-size" "1024")" \
+		> "$buffer"
+
+	[[ "$(file_hash "$buffer")" == "$hash" ]] && return
+
+	mv -- "$buffer" "$conf"
+
+	[[ "$BASHTARD_ACTION" == "add" ]] && return
+
+	# Reload service
+	svc restart seaweedfs-master
+}
+
+playbook_del() {
+	# Stop service
+	svc stop seaweedfs-master
+	svc disable seaweedfs-master
+
+	# Remove systemd unit file
+	rm -fr -- "$(config "fs.etcdir")/systemd/system/seaweedfs-master.service"
+
+	# Remove configuration files
+	rm -fr -- "$(config "fs.etcdir")/seaweedfs/master.conf"
+}
diff --git a/playbooks.d/seaweedfs-master/share/master.conf b/playbooks.d/seaweedfs-master/share/master.conf
new file mode 100644
index 0000000..4126635
--- /dev/null
+++ b/playbooks.d/seaweedfs-master/share/master.conf
@@ -0,0 +1,8 @@
+ip=[${ip}]
+port=${port}
+
+peers=${peers}
+mdir=${mdir}
+
+defaultReplication=${replication}
+volumeSizeLimitMB=${volume_size}
diff --git a/playbooks.d/seaweedfs-volume/description.txt b/playbooks.d/seaweedfs-volume/description.txt
new file mode 100644
index 0000000..d14afca
--- /dev/null
+++ b/playbooks.d/seaweedfs-volume/description.txt
@@ -0,0 +1 @@
+Scalable object storage cluster
diff --git a/playbooks.d/seaweedfs-volume/etc/defaults b/playbooks.d/seaweedfs-volume/etc/defaults
new file mode 100644
index 0000000..2578831
--- /dev/null
+++ b/playbooks.d/seaweedfs-volume/etc/defaults
@@ -0,0 +1 @@
+svc.seaweedfs-master=seaweedfs-master
diff --git a/playbooks.d/seaweedfs-volume/playbook.bash b/playbooks.d/seaweedfs-volume/playbook.bash
new file mode 100644
index 0000000..55e9d52
--- /dev/null
+++ b/playbooks.d/seaweedfs-volume/playbook.bash
@@ -0,0 +1,104 @@
+#!/usr/bin/env bash
+
+BASHTARD_PLAYBOOK_VARS[$BASHTARD_PLAYBOOK.dc]="required"
+BASHTARD_PLAYBOOK_VARS[$BASHTARD_PLAYBOOK.ip]="required"
+BASHTARD_PLAYBOOK_VARS[$BASHTARD_PLAYBOOK.rack]="required"
+
+playbook_add() {
+	local buffer
+
+	# Make sure seaweedfs is installed
+	"$BASHTARD_BIN" add seaweedfs || true
+
+	# Generate systemd unit files
+	case "${BASHTARD_PLATFORM[init]}" in
+		systemd)
+			cat <<-EOF > "$(config "fs.etcdir")/systemd/system/seaweedfs-volume@.service"
+			[Unit]
+			Description=SeaweedFS Volume
+			After=network.target
+
+			[Service]
+			Type=simple
+			User=root
+			Group=root
+
+			ExecStart=$(config "fs.bindir")/weed volume -options="$(config "fs.etcdir")/seaweedfs/volume-%i.conf"
+			WorkingDirectory=/var/lib/seaweedfs/volume/%i
+			SyslogIdentifier=seaweedfs
+
+			[Install]
+			WantedBy=multi-user.target
+			EOF
+			;;
+		*) die "NYI"
+	esac
+
+	# Perform initial configuration
+	playbook_sync
+
+	# Start services
+	while read -r volume
+	do
+		systemctl enable --now "seaweedfs-volume@$volume"
+	done < <(config_subkeys "$BASHTARD_PLAYBOOK.volumes")
+}
+
+playbook_sync() {
+	local buffer
+	local conf
+	local peers=()
+	local hash
+
+	buffer="$(tmpfile)"
+
+	# Add all registered seaweedfs-master nodes as peers
+	while read -r host
+	do
+		peers+=("[$(config_for "$(basename "$host")" "seaweedfs-master.ip")]:$(config_for "$(basename "$host")" "seaweedfs-master.port" "9333")")
+	done < <(grep -FHl "seaweedfs-master" "$BASHTARD_ETCDIR/registry.d"/*)
+
+	while read -r volume
+	do
+		conf="$(config "fs.etcdir")/seaweedfs/volume-$volume.conf"
+		hash="$(file_hash "$conf")"
+
+		info "$BASHTARD_PLAYBOOK/sync/$volume" "Updating $conf"
+
+		# Generate config file
+		file_template "volume.conf" \
+			dc="$(config "$BASHTARD_PLAYBOOK.dc")" \
+			dir="/var/lib/seaweedfs/volume/$volume" \
+			disk="$(config "$BASHTARD_PLAYBOOK.volume.$volume.disk" "hdd")" \
+			filesize_limit="$(config "$BASHTARD_PLAYBOOK.filesize-limit" "256")" \
+			free_space="$(config "$BASHTARD_PLAYBOOK.free-space" "10")" \
+			ip="$(config "$BASHTARD_PLAYBOOK.ip")" \
+			mserver="$(join_args "${peers[@]}")" \
+			port="$(config "$BASHTARD_PLAYBOOK.volume.$volume.port" "8080")" \
+			rack="$(config "$BASHTARD_PLAYBOOK.rack")" \
+			> "$buffer"
+
+		# Write config file
+		[[ "$(file_hash "$buffer")" == "$hash" ]] && continue
+		info "$BASHTARD_PLAYBOOK/sync/$volume" "Configuration file changed"
+		mv -- "$buffer" "$conf"
+
+		# Restart volume server
+		info "$BASHTARD_PLAYBOOK/sync/$volume" "Restarting volume $volume"
+		[[ "$BASHTARD_ACTION" == "sync" ]] && systemctl restart "seaweedfs-volume@$volume"
+	done < <(config_subkeys "$BASHTARD_PLAYBOOK.volumes")
+}
+
+playbook_del() {
+	# Stop services
+	while read -r volume
+	do
+		systemctl disable --now "seaweedfs-volume@$volume"
+	done < <(config_subkeys "$BASHTARD_PLAYBOOK.volumes")
+
+	# Remove systemd unit file
+	rm -fr -- "$(config "fs.etcdir")/systemd/system/seaweedfs-volume@.service"
+
+	# Remove configuration files
+	rm -fr -- "$(config "fs.etcdir")/seaweedfs/volume.conf"
+}
diff --git a/playbooks.d/seaweedfs-volume/share/volume.conf b/playbooks.d/seaweedfs-volume/share/volume.conf
new file mode 100644
index 0000000..3b0c816
--- /dev/null
+++ b/playbooks.d/seaweedfs-volume/share/volume.conf
@@ -0,0 +1,11 @@
+ip=[${ip}]
+port=${port}
+mserver=${mserver}
+
+dir=${dir}
+
+dataCenter=${dc}
+rack=${rack}
+disk=${disk}
+fileSizeLimitMB=${filesize_limit}
+minFreeSpace=${free_space}
diff --git a/registry.d/jaomox.tyil.net b/registry.d/jaomox.tyil.net
index 3ef42b7..cec0024 100644
--- a/registry.d/jaomox.tyil.net
+++ b/registry.d/jaomox.tyil.net
@@ -1,4 +1,8 @@
+nftables
 seaweedfs
+seaweedfs-filer
+seaweedfs-master
+seaweedfs-volume
 ssh
 user-tyil
 vpn-tinc