compress image using zstd and decompress during stream disk

package/harvester-os/files/usr/sbin/stream-disk

@@ -20,8 +20,9 @@ update_boot_args()
 }
 
 echo "writing image to disk"
-curl --retry 5 --no-buffer -k ${HARVESTER_RAW_DISK_IMAGE_PATH} | dd of=${HARVESTER_DEVICE} bs=1M
+curl --retry 5 --no-buffer -k ${HARVESTER_RAW_DISK_IMAGE_PATH} | zstd -d -T4 | dd of=${HARVESTER_DEVICE} bs=1M iflag=fullblock oflag=direct
 echo -e "w" | fdisk ${HARVESTER_DEVICE}
+partprobe ${HARVESTER_DEVICE}
 
 # if config_url is set then stream this to userdata.yaml as installer will load it on next boot
 echo "checking and writing userdata"

scripts/package-harvester-os

@@ -129,8 +129,8 @@ if [ "${BUILD_QCOW}" == "true" ]; then
   qemu-img create -f raw -o size=250G ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.raw
   qemu-system-x86_64 --enable-kvm -nographic -cpu host -smp cores=2,threads=2,sockets=1 -m 8192 -serial mon:stdio -serial file:harvester-installer.log  -nic none -drive file=${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.raw,if=virtio,cache=writeback,discard=ignore,format=raw -boot d -cdrom ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.iso -kernel ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-vmlinuz-amd64 -append "cdroot root=live:CDLABEL=COS_LIVE rd.live.dir=/ rd.live.ram=1 rd.live.squashimg=rootfs.squashfs console=ttyS1 rd.cos.disable net.ifnames=1 harvester.install.mode=install harvester.install.device=/dev/vda harvester.install.automatic=true harvester.install.powerOff=true harvester.os.password=rancher harvester.scheme_version=1 harvester.install.persistentPartitionSize=150Gi" -initrd ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-initrd-amd64 -boot once=d
   tail -100 harvester-installer.log
-  echo "converting qcow2 to raw image"
-  qemu-img convert -f raw -O qcow2 ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.raw ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.qcow2
+  echo "compressing raw image"
+  zstd -T4 --rm ${ARTIFACTS_DIR}/${PROJECT_PREFIX}-amd64.raw
 fi
 
 # Write checksum