Hyperv (#14)

* Do not commit the .venv file

* Fix packer formatting issues

* I am, once again, asking to fix the cache path

* Fix URI generation for tests

* Prevent prompting during Hyper-V tests

* Add more waits to hopefully build on GHA

* Hyper-V ISO expansion

Expand coverage of Hyper-V ISO to all distros except Debian
Simplify a few steps in the update/upgrade process for VMs
Edit the test script for Windows support

* Fix plugin cache path on Mac

* Point to the correct mirror URL

distros/centos-stream/8/amd64.pkrvars.hcl.sh

@@ -6,7 +6,7 @@ set -ex
 name="${0%.sh}"
 
 checksums="$(mktemp)"
-until curl -f -L -o "${checksums}" "http://mirror.centos.org/centos/8-stream/isos/x86_64/CHECKSUM"; do
+until curl -f -L "https://mirrors.edge.kernel.org/centos/8-stream/isos/x86_64/CHECKSUM" > "${checksums}"; do
 	sleep 1
 done
 sha="$(grep -e latest-boot "${checksums}" | grep SHA256 | cut -d' ' -f 4)"
@@ -15,7 +15,7 @@ cat << HERPDERP > "${name}"
 distro = "centos-stream"
 version = "8"
 iso = {
-	url = "http://mirror.centos.org/centos/8-stream/isos/x86_64/CentOS-Stream-8-x86_64-latest-boot.iso"
+	url = "https://mirrors.edge.kernel.org/centos/8-stream/isos/x86_64/CentOS-Stream-8-x86_64-latest-boot.iso"
 	checksum = "${sha}"
 }
 boot_command = [

distros/centos-stream/8/disc/ks.cfg

@@ -61,7 +61,9 @@ open-vm-tools
 %addon com_redhat_kdump --disable
 %end
 
-%post
+%post --erroronfail
+dnf update -y
+
 # configure swap to a file
 fallocate -l 2G /swapfile
 chmod 600 /swapfile
@@ -138,6 +140,13 @@ restorecon -f - <<EOF
 /etc/dracut.conf.d/nofloppy.conf
 EOF
 
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+	systemctl enable hpervfcopyd
+	systemctl enable hypervkvpd
+	systemctl enable hypervvssd
+fi
+
 # Rerun dracut for the installed kernel (not the running kernel):
 KERNEL_VERSION=$(rpm -q kernel --qf '%{version}-%{release}.%{arch}\n')
 dracut -f /boot/initramfs-${KERNEL_VERSION}.img ${KERNEL_VERSION}

distros/centos-stream/8/finalize.sh

@@ -1,6 +1,4 @@
 #!/usr/bin/env bash
 set -ex
 
-dnf -y update
-
 dnf clean all

distros/centos-stream/9/amd64.pkrvars.hcl.sh

@@ -7,7 +7,7 @@ name="${0%.sh}"
 
 baseurl="https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/iso/CentOS-Stream-9-latest-x86_64-boot.iso"
 checksums="$(mktemp)"
-until curl -f -L -o "${checksums}" "${baseurl}.SHA256SUM"; do
+until curl -f -L "${baseurl}.SHA256SUM" > "${checksums}"; do
 	sleep 1
 done
 sha="$(awk '/SHA256/ {print $4}' "${checksums}")"
@@ -26,4 +26,4 @@ boot_command = [
   "<enter><wait>"
 ]
 cd_files = [ "distros/centos-stream/9/disc/*" ]
-HERPDERP
+HERPDERP

distros/centos-stream/9/disc/ks.cfg

@@ -70,7 +70,9 @@ open-vm-tools
 %addon com_redhat_kdump --disable
 %end
 
-%post
+%post --erroronfail
+dnf update -y
+
 # configure swap to a file
 fallocate -l 2G /swapfile
 chmod 600 /swapfile
@@ -150,6 +152,13 @@ restorecon -f - <<EOF
 /etc/dracut.conf.d/nofloppy.conf
 EOF
 
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+	systemctl enable hpervfcopyd
+	systemctl enable hypervkvpd
+	systemctl enable hypervvssd
+fi
+
 # Rerun dracut for the installed kernel (not the running kernel):
 KERNEL_VERSION=$(rpm -q kernel --qf '%{version}-%{release}.%{arch}\n')
 dracut -f /boot/initramfs-${KERNEL_VERSION}.img ${KERNEL_VERSION}

distros/centos-stream/9/finalize.sh

@@ -1,6 +1,4 @@
 #!/usr/bin/env bash
 set -ex
 
-dnf -y update
-
-dnf clean all
+dnf clean all

distros/centos-stream/supports.yml

@@ -5,4 +5,6 @@
     provider: virtualbox-iso
   - arch: amd64
     provider: vmware-iso
+  - arch: amd64
+    provider: hyperv-iso
 9: *supp

distros/centos/7/amd64.pkrvars.hcl

@@ -6,7 +6,7 @@ iso = {
 }
 boot_command = [
   "<up><tab><wait>",
-  "<bs><bs><bs><bs><bs> inst.ks=cdrom:/ks.cfg console=tty0",
+  "<bs><bs><bs><bs><bs><wait> inst.ks<wait>=cdrom:/ks.cfg<wait> console<wait>=tty0<wait>",
   "<enter>"
 ]
 cd_files = ["distros/centos/7/disc/*"]

distros/centos/7/disc/ks.cfg

@@ -34,6 +34,15 @@ libselinux-python
 -rdma
 %end
 
+%pre
+# In Hyper-V this needs a re-do for some reason
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+    nmcli c down eth0
+	nmcli c up eth0
+fi
+%end
+
 %post --erroronfail
 yum -y update
 

distros/centos/supports.yml

@@ -5,5 +5,4 @@
     provider: virtualbox-iso
   - arch: amd64
     provider: vmware-iso
-  - arch: amd64
-    provider: hyperv-iso
+  # Hyper-V, I have been thus far unable to have it bring up its network automatically

distros/debian/10/finalize.sh

@@ -1,9 +1,7 @@
 #!/usr/bin/env bash
 set -ex
 
-apt update
 apt autoremove -y
-apt upgrade -y
 
 # Configure sshd to be faster
 sed -i -E -e 's,^.*(UseDNS).*$,\1 No,' /etc/ssh/sshd_config
@@ -11,3 +9,11 @@ echo "PubkeyAcceptedKeyTypes +ssh-rsa" >> /etc/ssh/sshd_config
 
 # Clean up after ourselves
 apt-get clean
+
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+	yum install -y hyperv-daemons
+	systemctl enable hpervfcopyd
+	systemctl enable hypervkvpd
+	systemctl enable hypervvssd
+fi

distros/debian/10/http/preseed.cfg

@@ -41,7 +41,7 @@ d-i apt-setup/non-free boolean true
 d-i apt-setup/contrib boolean true
 
 tasksel tasksel/first multiselect
-d-i pkgsel/include string curl openssh-server sudo python3
+d-i pkgsel/include string curl openssh-server sudo python3 hyperv-daemons
 
 d-i grub-installer/bootdev string default
 
@@ -55,4 +55,6 @@ d-i preseed/early_command string
 d-i preseed/late_command string                                                   \
         echo 'Defaults:vagrant !requiretty' > /target/etc/sudoers.d/vagrant;      \
         echo 'vagrant ALL=(ALL) NOPASSWD: ALL' >> /target/etc/sudoers.d/vagrant;  \
-        chmod 440 /target/etc/sudoers.d/vagrant
+        chmod 440 /target/etc/sudoers.d/vagrant;                                  \
+        in-target apt-get update;                                                 \
+        in-target apt-get upgrade -y

distros/debian/11/amd64.pkrvars.hcl

@@ -7,10 +7,10 @@ iso = {
 boot_command = [
   "<esc><wait>",
   "auto <wait>",
-  "DEBIAN_FRONTEND=text <wait>",
-  "preseed/url<wait>=http://{{.HTTPIP}}<wait>:{{ .HTTPPort }}/preseed.cfg <wait>",
-  "console=tty0 <wait>",
-  "--- <wait>net.ifnames=0 <wait>biosdevnames=0 <wait>",
+  "DEBIAN<wait>_FRONTEND<wait>=text <wait>",
+  "preseed<wait>/url<wait>=http://{{.HTTPIP}}<wait>:{{ .HTTPPort }}<wait>/preseed<wait>.cfg <wait>",
+  "console<wait>=tty0 <wait>",
+  "--- <wait>net<wait>.ifnames<wait>=0 <wait>bios<wait>dev<wait>names=0 <wait>",
   "<enter>"
 ]
 http_directory = "distros/debian/11/http/"

distros/debian/11/finalize.sh

@@ -1,9 +1,7 @@
 #!/usr/bin/env bash
 set -ex
 
-apt update
 apt autoremove -y
-apt upgrade -y
 
 # Configure sshd to be faster
 cat << EOF > /etc/ssh/sshd_config.d/00-vagrant_accept_pubkey.conf
@@ -13,3 +11,11 @@ EOF
 
 # Clean up after ourselves
 apt-get clean
+
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+	yum install -y hyperv-daemons
+	systemctl enable hpervfcopyd
+	systemctl enable hypervkvpd
+	systemctl enable hypervvssd
+fi

distros/debian/11/http/preseed.cfg

@@ -55,8 +55,10 @@ d-i preseed/early_command string
 d-i preseed/late_command string                                                   \
         echo 'Defaults:vagrant !requiretty' > /target/etc/sudoers.d/vagrant;      \
         echo 'vagrant ALL=(ALL) NOPASSWD: ALL' >> /target/etc/sudoers.d/vagrant;  \
-        chmod 440 /target/etc/sudoers.d/vagrant; \
-        sed -i -e 's/ens3/ens5/g' /target/etc/network/interfaces
+        chmod 440 /target/etc/sudoers.d/vagrant;                                  \
+        sed -i -e 's/ens3/ens5/g' /target/etc/network/interfaces;                 \
+        in-target apt-get update;                                                 \
+        in-target apt-get upgrade -y
 
 #echo '[Match]' >> /target/etc/systemd/network/dhcp.network; \
 #echo 'Name=en*' >> /target/etc/systemd/network/dhcp.network; \

distros/debian/12/amd64.pkrvars.hcl

@@ -7,10 +7,10 @@ iso = {
 boot_command = [
   "<esc><wait>",
   "auto <wait>",
-  "DEBIAN_FRONTEND=text <wait>",
-  "preseed/url<wait>=http://{{.HTTPIP}}<wait>:{{ .HTTPPort }}/preseed.cfg <wait>",
-  "console=tty0 <wait>",
-  "--- <wait>net.ifnames=0 <wait>biosdevnames=0 ",
+  "DEBIAN<wait>_FRONTEND<wait>=text <wait>",
+  "preseed<wait>/url<wait>=http://{{.HTTPIP}}<wait>:{{ .HTTPPort }}<wait>/preseed.cfg <wait>",
+  "console<wait>=tty0 <wait>",
+  "--- <wait>net<wait>.ifnames<wait>=0 <wait>bios<wait>dev<wait>names=0 <wait>",
   "<enter>"
 ]
 http_directory = "distros/debian/12/http/"

distros/debian/12/finalize.sh

@@ -1,9 +1,7 @@
 #!/usr/bin/env bash
 set -ex
 
-apt update
 apt autoremove -y
-apt upgrade -y
 
 # Configure sshd to be faster
 cat << EOF > /etc/ssh/sshd_config.d/00-vagrant_accept_pubkey.conf
@@ -13,3 +11,11 @@ EOF
 
 # Clean up after ourselves
 apt-get clean
+
+virt="$(systemd-detect-virt)"
+if [ "${virt}" == "microsoft" ]; then
+	yum install -y hyperv-daemons
+	systemctl enable hpervfcopyd
+	systemctl enable hypervkvpd
+	systemctl enable hypervvssd
+fi

distros/debian/12/http/preseed.cfg

@@ -56,4 +56,6 @@ d-i preseed/early_command string
 d-i preseed/late_command string                                                   \
         echo 'Defaults:vagrant !requiretty' > /target/etc/sudoers.d/vagrant;      \
         echo 'vagrant ALL=(ALL) NOPASSWD: ALL' >> /target/etc/sudoers.d/vagrant;  \
-        chmod 440 /target/etc/sudoers.d/vagrant
+        chmod 440 /target/etc/sudoers.d/vagrant;                                  \
+        in-target apt-get update;                                                 \
+        in-target apt-get upgarde -y

distros/fedora/39/amd64.pkrvars.hcl

@@ -6,7 +6,7 @@ iso = {
 }
 boot_command = [
   "<up>e<down><down><end> ",
-  "net.ifnames=0 biosdevnames=0 inst.ks=cdrom:/x86_64.ks console=tty0<f10>"
+  "net.if<wait>names=0<wait> biosdev<wait>names=0<wait> inst.ks=<wait>cdrom:/x86_64.ks<wait> console<wait>=tty0<f10>"
 ]
 cd_files = [
   "distros/fedora/39/*.ks"

distros/fedora/rawhide/amd64.pkrvars.hcl.sh

@@ -35,7 +35,7 @@ iso = {
 }
 boot_command = [
   "<up>e<down><down><end><bs><bs><bs><bs><bs>",
-  "net.ifnames=0 biosdevnames=0 inst.ks=cdrom:/x86_64.ks console=tty0 console=ttyS0<f10>"
+  "net.ifnames=0<wait> biosdevnames=0<wait> inst.ks=cdrom:/x86_64.ks<wait> console=tty0<wait> console=<wait>ttyS0<f10>"
 ]
 cd_files = [
 	"distros/fedora/rawhide/*.ks"

distros/fedora/supports.yml

@@ -5,8 +5,12 @@
     provider: virtualbox-iso
   - arch: amd64
     provider: vmware-iso
+  - arch: amd64
+    provider: hyperv-iso
 38: *supp
 39: *supp
 rawhide:
   - arch: amd64
     provider: qemu
+  - arch: amd64
+    provider: hyperv-iso

distros/nixos/23.05/amd64.pkrvars.hcl.sh

@@ -31,9 +31,9 @@ iso = {
 boot_command = [
   "<tab><wait> net.ifnames=0<wait> <wait>bi<wait>osdevnames=0<enter>",
   "<wait60>",  # Wait for system to come up?
-  "curl -o /tmp/install.sh http://{{ .HTTPIP }}:{{ .HTTPPort }}/install.sh<enter>",
+  "curl<wait> -o<wait> /tmp/install.sh<wait> http://<wait>{{ .HTTPIP }}<wait>:{{ .HTTPPort }}<wait>/install.sh<enter>",
   "<wait>",
-  "sudo bash /tmp/install.sh {{ .HTTPPort }} {{ .HTTPIP }}<enter>"
+  "sudo<wait> bash<wait> /tmp/install.sh<wait> {{ .HTTPPort }}<wait> {{ .HTTPIP }}<enter>"
 ]
 http_directory = "distros/nixos/23.05/http/"
 boot_wait = "5s"

distros/nixos/23.11/amd64.pkrvars.hcl.sh

@@ -30,10 +30,10 @@ iso = {
 }
 boot_command = [
   "<tab><wait> net.ifnames=0<wait> <wait>bi<wait>osdevnames=0<enter>",
-  "<wait60>",  # Wait for system to come up?
-  "curl -o /tmp/install.sh http://{{ .HTTPIP }}:{{ .HTTPPort }}/install.sh<enter>",
+  "<wait120>",  # Wait for system to come up?
+  "curl<wait> -o<wait> /tmp/install.sh<wait> http://<wait>{{ .HTTPIP }}<wait>:{{ .HTTPPort }}/<wait>install.sh<enter>",
   "<wait>",
-  "sudo bash /tmp/install.sh {{ .HTTPPort }} {{ .HTTPIP }}<enter>"
+  "sudo<wait> bash<wait> /tmp/install.sh<wait> {{ .HTTPPort }}<wait> {{ .HTTPIP }}<wait><enter>"
 ]
 http_directory = "distros/nixos/23.05/http/"
 boot_wait = "5s"

distros/nixos/supports.yml

@@ -5,4 +5,6 @@
     provider: virtualbox-iso
   - arch: amd64
     provider: vmware-iso
+  - arch: amd64
+    provider: hyperv-iso
 23.11: *supp

distros/ubuntu/23.10/amd64.pkrvars.hcl

@@ -7,10 +7,10 @@ iso = {
 boot_command = [
   "e<down><down><down><end><bs><bs><bs>",
   "console=tty0 <wait>",
-  "fsck.mode=skip <wait>",
-  "locale=en_US <wait>",
+  "fsck.mode<wait>=skip <wait>",
+  "locale=<wait>en_US <wait>",
   "auto=true <wait>",
-  "priority=critical <wait>",
+  "priority<wait>=critical <wait>",
   "autoinstall<wait>",
   "<F10>",
 ]

distros/ubuntu/supports.yml

@@ -5,6 +5,8 @@
     provider: virtualbox-iso
   - arch: amd64
     provider: vmware-iso
+  - arch: amd64
+    provider: hyperv-iso
 22.04: *supp
 "23.10": *supp
 #18.04: *supp  # EOL