From 818d669a5c3bb127c7193896c313ffc14e228fd0 Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sun, 7 Dec 2025 10:09:53 +0200 Subject: Update content for gemtext --- ...25-07-14-f3s-kubernetes-with-freebsd-part-6.gmi | 50 ++++++++++------- ...7-14-f3s-kubernetes-with-freebsd-part-6.gmi.tpl | 12 ++--- ...25-12-07-f3s-kubernetes-with-freebsd-part-8.gmi | 10 +++- ...2-07-f3s-kubernetes-with-freebsd-part-8.gmi.tpl | 10 +++- gemfeed/atom.xml | 62 ++++++++++++++-------- 5 files changed, 91 insertions(+), 53 deletions(-) (limited to 'gemfeed') diff --git a/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi b/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi index df2d1654..90de2f83 100644 --- a/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi +++ b/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi @@ -34,15 +34,15 @@ This is the sixth blog post about the f3s series for self-hosting demands in a h * ⇢ ⇢ ⇢ Verifying replication after reboot * ⇢ ⇢ ⇢ Understanding Failover Limitations and Design Decisions * ⇢ ⇢ ⇢ Mounting the NFS datasets -* ⇢ ⇢ ⇢ Troubleshooting: Files not appearing in replication +* ⇢ ⇢ Troubleshooting: Files not appearing in replication * ⇢ ⇢ ⇢ Configuring automatic key loading on boot * ⇢ ⇢ ⇢ Troubleshooting: zrepl Replication Not Working -* ⇢ ⇢ ⇢# Check if zrepl Services are Running -* ⇢ ⇢ ⇢# Check zrepl Status for Errors -* ⇢ ⇢ ⇢# Fixing "No Common Snapshot" Errors -* ⇢ ⇢ ⇢# Network Connectivity Issues -* ⇢ ⇢ ⇢# Encryption Key Issues -* ⇢ ⇢ ⇢# Monitoring Ongoing Replication +* ⇢ ⇢ ⇢ Check if zrepl Services are Running +* ⇢ ⇢ ⇢ Check zrepl Status for Errors +* ⇢ ⇢ ⇢ Fixing "No Common Snapshot" Errors +* ⇢ ⇢ ⇢ Network Connectivity Issues +* ⇢ ⇢ ⇢ Encryption Key Issues +* ⇢ ⇢ ⇢ Monitoring Ongoing Replication * ⇢ ⇢ CARP (Common Address Redundancy Protocol) * ⇢ ⇢ ⇢ How CARP Works * ⇢ ⇢ ⇢ Configuring CARP @@ -389,10 +389,14 @@ jobs: interval: 1m pruning: keep_sender: + - type: last_n + count: 10 - type: grid grid: 4x7d | 6x30d regex: "^zrepl_.*" keep_receiver: + - type: last_n + count: 10 - type: grid grid: 4x7d | 6x30d regex: "^zrepl_.*" @@ -414,9 +418,15 @@ jobs: keep_sender: - type: last_n count: 10 + - type: grid + grid: 4x7d + regex: "^zrepl_.*" keep_receiver: - type: last_n count: 10 + - type: grid + grid: 4x7d + regex: "^zrepl_.*" EOF ``` @@ -633,7 +643,7 @@ paul@f1:~ % doas zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata And replication should work again! -### Troubleshooting: Files not appearing in replication +## Troubleshooting: Files not appearing in replication If you write files to `/data/nfs/` on `f0` but they don't appear on `f1`, check if the dataset is mounted on `f0`? @@ -699,7 +709,7 @@ Important notes: If `zrepl` replication is not working, here's a systematic approach to diagnose and fix common issues: -#### Check if zrepl Services are Running +### Check if zrepl Services are Running First, verify that `zrepl` is running on both nodes: @@ -713,7 +723,7 @@ paul@f0:~ % doas service zrepl start paul@f1:~ % doas service zrepl start ``` -#### Check zrepl Status for Errors +### Check zrepl Status for Errors Use the status command to see detailed error information: @@ -725,7 +735,7 @@ paul@f0:~ % doas zrepl status --mode raw # Common errors include "no common snapshot" or connection failures ``` -#### Fixing "No Common Snapshot" Errors +### Fixing "No Common Snapshot" Errors This is the most common replication issue, typically occurring when: @@ -777,7 +787,7 @@ paul@f0:~ % doas zrepl status --mode raw | grep -A10 "ZFSCmds.*Active" paul@f0:~ % doas zrepl status --mode raw | grep BytesReplicated ``` -#### Network Connectivity Issues +### Network Connectivity Issues If replication fails to connect: @@ -792,7 +802,7 @@ paul@f1:~ % doas netstat -an | grep 8888 paul@f0:~ % ping 192.168.2.131 ``` -#### Encryption Key Issues +### Encryption Key Issues If encrypted replication fails: @@ -806,7 +816,7 @@ paul@f1:~ % doas zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key \ zdata/sink/f0/zdata/enc/nfsdata ``` -#### Monitoring Ongoing Replication +### Monitoring Ongoing Replication After fixing issues, monitor replication health: @@ -1193,13 +1203,13 @@ if [ ! -f /data/nfs/nfs.DO_NOT_REMOVE ]; then zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/enc/nfsdata zfs set mountpoint=/data/nfs zdata/enc/nfsdata else - doas zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata - doas zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata - doas zfs mount zdata/sink/f0/zdata/enc/nfsdata - doas zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata + zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata + zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata + zfs mount zdata/sink/f0/zdata/enc/nfsdata + zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata fi - doas service nfsd stop 2>&1 - doas service mountd stop 2>&1 + service nfsd stop 2>&1 + service mountd stop 2>&1 fi diff --git a/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi.tpl b/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi.tpl index b5920c6b..69ee77d0 100644 --- a/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi.tpl +++ b/gemfeed/2025-07-14-f3s-kubernetes-with-freebsd-part-6.gmi.tpl @@ -1146,13 +1146,13 @@ if [ ! -f /data/nfs/nfs.DO_NOT_REMOVE ]; then zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/enc/nfsdata zfs set mountpoint=/data/nfs zdata/enc/nfsdata else - doas zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata - doas zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata - doas zfs mount zdata/sink/f0/zdata/enc/nfsdata - doas zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata + zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata + zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata + zfs mount zdata/sink/f0/zdata/enc/nfsdata + zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata fi - doas service nfsd stop 2>&1 - doas service mountd stop 2>&1 + service nfsd stop 2>&1 + service mountd stop 2>&1 fi diff --git a/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi b/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi index d7ecc0d3..d76c3f6e 100644 --- a/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi +++ b/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi @@ -467,7 +467,10 @@ spec: - record: node_memory_MemTotal_bytes expr: node_memory_size_bytes{os="freebsd"} - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="freebsd"} + node_memory_inactive_bytes{os="freebsd"} + node_memory_cache_bytes{os="freebsd"} + expr: | + node_memory_free_bytes{os="freebsd"} + + node_memory_inactive_bytes{os="freebsd"} + + node_memory_cache_bytes{os="freebsd"} - record: node_memory_MemFree_bytes expr: node_memory_free_bytes{os="freebsd"} - record: node_memory_Buffers_bytes @@ -574,7 +577,10 @@ spec: labels: os: openbsd - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="openbsd"} + node_memory_inactive_bytes{os="openbsd"} + node_memory_cache_bytes{os="openbsd"} + expr: | + node_memory_free_bytes{os="openbsd"} + + node_memory_inactive_bytes{os="openbsd"} + + node_memory_cache_bytes{os="openbsd"} labels: os: openbsd - record: node_memory_MemFree_bytes diff --git a/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi.tpl b/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi.tpl index 52b6a987..7521965f 100644 --- a/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi.tpl +++ b/gemfeed/2025-12-07-f3s-kubernetes-with-freebsd-part-8.gmi.tpl @@ -431,7 +431,10 @@ spec: - record: node_memory_MemTotal_bytes expr: node_memory_size_bytes{os="freebsd"} - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="freebsd"} + node_memory_inactive_bytes{os="freebsd"} + node_memory_cache_bytes{os="freebsd"} + expr: | + node_memory_free_bytes{os="freebsd"} + + node_memory_inactive_bytes{os="freebsd"} + + node_memory_cache_bytes{os="freebsd"} - record: node_memory_MemFree_bytes expr: node_memory_free_bytes{os="freebsd"} - record: node_memory_Buffers_bytes @@ -538,7 +541,10 @@ spec: labels: os: openbsd - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="openbsd"} + node_memory_inactive_bytes{os="openbsd"} + node_memory_cache_bytes{os="openbsd"} + expr: | + node_memory_free_bytes{os="openbsd"} + + node_memory_inactive_bytes{os="openbsd"} + + node_memory_cache_bytes{os="openbsd"} labels: os: openbsd - record: node_memory_MemFree_bytes diff --git a/gemfeed/atom.xml b/gemfeed/atom.xml index 5373fb62..fcffb188 100644 --- a/gemfeed/atom.xml +++ b/gemfeed/atom.xml @@ -1,6 +1,6 @@ - 2025-12-07T00:32:01+02:00 + 2025-12-07T10:08:23+02:00 foo.zone feed To be in the .zone! @@ -554,7 +554,10 @@ spec: - record: node_memory_MemTotal_bytes expr: node_memory_size_bytes{os="freebsd"} - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="freebsd"} + node_memory_inactive_bytes{os="freebsd"} + node_memory_cache_bytes{os="freebsd"} + expr: | + node_memory_free_bytes{os="freebsd"} + + node_memory_inactive_bytes{os="freebsd"} + + node_memory_cache_bytes{os="freebsd"} - record: node_memory_MemFree_bytes expr: node_memory_free_bytes{os="freebsd"} - record: node_memory_Buffers_bytes @@ -676,7 +679,10 @@ spec: labels: os: openbsd - record: node_memory_MemAvailable_bytes - expr: node_memory_free_bytes{os="openbsd"} + node_memory_inactive_bytes{os="openbsd"} + node_memory_cache_bytes{os="openbsd"} + expr: | + node_memory_free_bytes{os="openbsd"} + + node_memory_inactive_bytes{os="openbsd"} + + node_memory_cache_bytes{os="openbsd"} labels: os: openbsd - record: node_memory_MemFree_bytes @@ -4002,15 +4008,15 @@ content = "{CODE}"
  • ⇢ ⇢ Verifying replication after reboot
  • ⇢ ⇢ Understanding Failover Limitations and Design Decisions
  • ⇢ ⇢ Mounting the NFS datasets
    • -
  • ⇢ ⇢ Troubleshooting: Files not appearing in replication
    • +
  • ⇢ Troubleshooting: Files not appearing in replication
  • ⇢ ⇢ Configuring automatic key loading on boot
  • ⇢ ⇢ Troubleshooting: zrepl Replication Not Working
    • -
  • ⇢ ⇢# Check if zrepl Services are Running
    • -
  • ⇢ ⇢# Check zrepl Status for Errors
    • -
  • ⇢ ⇢# Fixing "No Common Snapshot" Errors
    • -
  • ⇢ ⇢# Network Connectivity Issues
    • -
  • ⇢ ⇢# Encryption Key Issues
    • -
  • ⇢ ⇢# Monitoring Ongoing Replication
    • +
  • ⇢ ⇢ Check if zrepl Services are Running
    • +
  • ⇢ ⇢ Check zrepl Status for Errors
    • +
  • ⇢ ⇢ Fixing "No Common Snapshot" Errors
    • +
  • ⇢ ⇢ Network Connectivity Issues
    • +
  • ⇢ ⇢ Encryption Key Issues
    • +
  • ⇢ ⇢ Monitoring Ongoing Replication
  • ⇢ CARP (Common Address Redundancy Protocol)
  • ⇢ ⇢ How CARP Works
  • ⇢ ⇢ Configuring CARP
    • @@ -4404,10 +4410,14 @@ global: interval: 1m pruning: keep_sender: + - type: last_n + count: 10 - type: grid grid: 4x7d | 6x30d regex: "^zrepl_.*" keep_receiver: + - type: last_n + count: 10 - type: grid grid: 4x7d | 6x30d regex: "^zrepl_.*" @@ -4429,9 +4439,15 @@ global: keep_sender: - type: last_n count: 10 + - type: grid + grid: 4x7d + regex: "^zrepl_.*" keep_receiver: - type: last_n count: 10 + - type: grid + grid: 4x7d + regex: "^zrepl_.*" EOF
    @@ -4676,7 +4692,7 @@ paul@f1:~ % doas zfs set And replication should work again!

    -

    Troubleshooting: Files not appearing in replication


    +

    Troubleshooting: Files not appearing in replication



    If you write files to /data/nfs/ on f0 but they don't appear on f1, check if the dataset is mounted on f0?

    @@ -4755,7 +4771,7 @@ paul@f1:~ % doas zfs set \
    If zrepl replication is not working, here's a systematic approach to diagnose and fix common issues:

    -#### Check if zrepl Services are Running
    +

    Check if zrepl Services are Running



    First, verify that zrepl is running on both nodes:

    @@ -4772,7 +4788,7 @@ paul@f0:~ % doas service zrepl start paul@f1:~ % doas service zrepl start
    -#### Check zrepl Status for Errors
    +

    Check zrepl Status for Errors



    Use the status command to see detailed error information:

    @@ -4787,7 +4803,7 @@ paul@f0:~ % doas zrepl status --mode raw # Common errors include "no common snapshot" or connection failures
    -#### Fixing "No Common Snapshot" Errors
    +

    Fixing "No Common Snapshot" Errors



    This is the most common replication issue, typically occurring when:

    @@ -4846,7 +4862,7 @@ paul@f0:~ % doas zrepl status --mode raw | grep -A10
    -#### Network Connectivity Issues
    +

    Network Connectivity Issues



    If replication fails to connect:

    @@ -4864,7 +4880,7 @@ paul@f1:~ % doas netstat -an | grep 8888 paul@f0:~ % ping 192.168.2.131
    -#### Encryption Key Issues
    +

    Encryption Key Issues



    If encrypted replication fails:

    @@ -4881,7 +4897,7 @@ paul@f1:~ % doas zfs load-key -L file:///keys/f0.la zdata/sink/f0/zdata/enc/nfsdata
    -#### Monitoring Ongoing Replication
    +

    Monitoring Ongoing Replication



    After fixing issues, monitor replication health:

    @@ -5317,13 +5333,13 @@ HOSTNAME=`hostname` zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/enc/nfsdata zfs set mountpoint=/data/nfs zdata/enc/nfsdata else - doas zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata - doas zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata - doas zfs mount zdata/sink/f0/zdata/enc/nfsdata - doas zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata + zfs load-key -L file:///keys/f0.lan.buetow.org:zdata.key zdata/sink/f0/zdata/enc/nfsdata + zfs set mountpoint=/data/nfs zdata/sink/f0/zdata/enc/nfsdata + zfs mount zdata/sink/f0/zdata/enc/nfsdata + zfs set readonly=on zdata/sink/f0/zdata/enc/nfsdata fi - doas service nfsd stop 2>&1 - doas service mountd stop 2>&1 + service nfsd stop 2>&1 + service mountd stop 2>&1 fi -- cgit v1.2.3