created a zfs zvol on hv00 ssd
sudo zfs create -V 100G \
    -o compression=off \
    -o volblocksize=64k \
    -o reservation=none \
    -o refreservation=none \
    -o primarycache=metadata \
    -o secondarycache=none \
    -o volmode=dev \
    nvme/libvirt/vhds/data/kube01

sudo zfs create -V 24G \
    -o compression=off \
    -o volblocksize=64k \
    -o reservation=none \
    -o refreservation=none \
    -o primarycache=metadata \
    -o secondarycache=none \
    -o volmode=dev \
    nvme/libvirt/vhds/cache/kube01

enabled 

partition cache/log drive and named partitions
added cache and slog drive

added encryption key pass phrase to file /root/zfs-key.txt
set keylocation option to file:///root/zfs-key.txt

added/enabled service file zfs-load-key.service

    [Unit]
    Description=Load encryption keys
    DefaultDependencies=no
    After=zfs-import.target
    Before=zfs-mount.service

    [Service]
    Type=oneshot
    RemainAfterExit=yes
    ExecStart=/usr/bin/zfs load-key -a
    StandardInput=tty-force

    [Install]
    WantedBy=zfs-mount.service

added open-ebs dtaset under hdd/encrypted


added zfs storage pool to libvirt
add zvol as disk (vde)

add zfs repo to kube01
create zpool from vde