tests: Add integration testing

This tests Cloud Hypervisor and QEMU (PVH) against Ubuntu Bionic/Focal
and Clear Linux.

They are built and run when the "integration_tests" feature is enabled
and expect certain files to be available. This is handled by the
"run_integration_tests.sh" script. This is also integrated into the
Cloud Hypervior Jenkins using the included Jenkinsfile.

Currently QEMU with Focal is disabled as that does not function.

Signed-off-by: Rob Bradford <robert.bradford@intel.com>

Author: rbradford

Cargo.lock

@@ -22,10 +22,18 @@ log-serial = []
 # Log panics to serial output. Disabling this (without disabling log-serial)
 # gets you most of the code size reduction, without losing _all_ debugging.
 log-panic = ["log-serial"]
+integration_tests = []
 
 [dependencies]
 bitflags = "1.2"
 x86_64 = "0.11"
 atomic_refcell = "0.1"
 r-efi = "2.1.0"
 uart_16550 = "0.2.7"
+
+[dev-dependencies]
+dirs = "2.0.2"
+rand = "0.7.3"
+ssh2 = "0.8.1"
+tempdir = "0.3.7"
+tempfile = "3.1.0"

Cargo.toml

@@ -0,0 +1,34 @@
+pipeline {
+        agent none
+        stages {
+                stage ("Worker build") {
+                        agent { node { label 'focal-fw' } }
+                        options {
+                                timeout(time: 1, unit: 'HOURS')
+                        }
+
+                        stages {
+                                stage ('Checkout') {
+                                        steps {
+                                                checkout scm
+                                        }
+                                }
+                                stage ('Install system packages') {
+                                        steps {
+                                                sh "sudo apt-get -y install build-essential mtools qemu-system-x86 libssl-dev pkg-config"
+                                        }
+                                }
+                                stage ('Install Rust') {
+                                        steps {
+                                                sh "nohup curl https://sh.rustup.rs -sSf | sh -s -- -y"
+                                        }
+                                }
+                                stage ('Run integration tests') {
+                                        steps {
+                                                sh "./run_integration_tests.sh"
+                                        }
+                                }
+                        }
+                }
+        }
+}

Jenkinsfile

@@ -0,0 +1,3 @@
+{
+  "hostname" : "cloud"
+}

resources/cloud-init/clear/openstack/latest/meta_data.json

@@ -0,0 +1,17 @@
+#cloud-config
+users:
+  - name: cloud
+    passwd: $6$7125787751a8d18a$sHwGySomUA1PawiNFWVCKYQN.Ec.Wzz0JtPPL1MvzFrkwmop2dq7.4CYf03A5oemPQ4pOFCCrtCelvFBEle/K.
+    sudo:
+      - ALL=(ALL) NOPASSWD:ALL
+write_files:
+  -
+    path: /etc/systemd/network/00-static-l1.network
+    permissions: 0644
+    content: |
+        [Match]
+        MACAddress=12:34:56:78:90:ab
+
+        [Network]
+        Address=192.168.2.2/24
+        Gateway=192.168.2.1

resources/cloud-init/clear/openstack/latest/user_data

@@ -0,0 +1,2 @@
+instance-id: cloud
+local-hostname: cloud

resources/cloud-init/ubuntu/meta-data

@@ -0,0 +1,12 @@
+network:
+  version: 1
+  config:
+    - type: physical
+      name: eth0
+      mac_address: 12:34:56:78:90:ab
+      subnets:
+         - type: static
+           address: 192.168.2.2/24
+           gateway: 192.168.2.1
+           dns_nameservers:
+              - 192.168.2.1

resources/cloud-init/ubuntu/network-config

@@ -0,0 +1,10 @@
+#cloud-config
+users:
+  - name: cloud
+    passwd: $6$7125787751a8d18a$sHwGySomUA1PawiNFWVCKYQN.Ec.Wzz0JtPPL1MvzFrkwmop2dq7.4CYf03A5oemPQ4pOFCCrtCelvFBEle/K.
+    sudo: ALL=(ALL) NOPASSWD:ALL
+    lock_passwd: False
+    inactive: False
+    shell: /bin/bash
+
+ssh_pwauth: True

resources/cloud-init/ubuntu/user-data

@@ -0,0 +1,67 @@
+#!/bin/bash
+set -x
+
+source $HOME/.cargo/env
+
+CH_VERSION="v0.8.0"
+rm cloud-hypervisor
+wget --quiet "https://github.com/cloud-hypervisor/cloud-hypervisor/releases/download/$CH_VERSION/cloud-hypervisor" || exit 1
+chmod +x cloud-hypervisor
+
+WORKLOADS_DIR="$HOME/workloads"
+mkdir -p "$WORKLOADS_DIR"
+
+
+CLEAR_OS_IMAGE_NAME="clear-31311-cloudguest.img"
+CLEAR_OS_IMAGE_URL="https://cloudhypervisorstorage.blob.core.windows.net/images/$CLEAR_OS_IMAGE_NAME"
+CLEAR_OS_IMAGE="$WORKLOADS_DIR/$CLEAR_OS_IMAGE_NAME"
+if [ ! -f "$CLEAR_OS_IMAGE" ]; then
+    pushd $WORKLOADS_DIR
+    wget --quiet $CLEAR_OS_IMAGE_URL || exit 1
+    popd
+fi
+
+BIONIC_OS_IMAGE_NAME="bionic-server-cloudimg-amd64.img"
+BIONIC_OS_IMAGE_URL="https://cloudhypervisorstorage.blob.core.windows.net/images/$BIONIC_OS_IMAGE_NAME"
+BIONIC_OS_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_IMAGE_NAME"
+if [ ! -f "$BIONIC_OS_IMAGE" ]; then
+    pushd $WORKLOADS_DIR
+    wget --quiet $BIONIC_OS_IMAGE_URL || exit 1
+    popd
+fi
+
+BIONIC_OS_RAW_IMAGE_NAME="bionic-server-cloudimg-amd64-raw.img"
+BIONIC_OS_RAW_IMAGE="$WORKLOADS_DIR/$BIONIC_OS_RAW_IMAGE_NAME"
+if [ ! -f "$BIONIC_OS_RAW_IMAGE" ]; then
+    pushd $WORKLOADS_DIR
+    qemu-img convert -p -f qcow2 -O raw $BIONIC_OS_IMAGE_NAME $BIONIC_OS_RAW_IMAGE_NAME || exit 1
+    popd
+fi
+
+
+FOCAL_OS_IMAGE_NAME="focal-server-cloudimg-amd64.img"
+FOCAL_OS_IMAGE_URL="https://cloudhypervisorstorage.blob.core.windows.net/images/$FOCAL_OS_IMAGE_NAME"
+FOCAL_OS_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_IMAGE_NAME"
+if [ ! -f "$FOCAL_OS_IMAGE" ]; then
+    pushd $WORKLOADS_DIR
+    wget --quiet $FOCAL_OS_IMAGE_URL || exit 1
+    popd
+fi
+
+FOCAL_OS_RAW_IMAGE_NAME="focal-server-cloudimg-amd64-raw.img"
+FOCAL_OS_RAW_IMAGE="$WORKLOADS_DIR/$FOCAL_OS_RAW_IMAGE_NAME"
+if [ ! -f "$FOCAL_OS_RAW_IMAGE" ]; then
+    pushd $WORKLOADS_DIR
+    qemu-img convert -p -f qcow2 -O raw $FOCAL_OS_IMAGE_NAME $FOCAL_OS_RAW_IMAGE_NAME || exit 1
+    popd
+fi
+
+cargo install cargo-xbuild
+rustup component add rust-src
+cargo xbuild --release --target target.json
+
+sudo adduser $USER kvm
+newgrp kvm << EOF
+export RUST_BACKTRACE=1
+cargo test --features "integration_tests"  -- --test-threads=1 test_boot
+EOF