$ sudo iptables -t nat -D PREROUTING -i enp2s0 -p tcp -m tcp --dport 6443 -j DNAT --to-destination 192.168.123.88:6443
$ sudo iptables -t nat -D PREROUTING -i enp2s0 -p tcp -m tcp --dport 80 -j DNAT --to-destination 192.168.123.89:80
$ sudo iptables -t nat -D PREROUTING -i enp2s0 -p tcp -m tcp --dport 443 -j DNAT --to-destination 192.168.123.89:443

https://cloud.redhat.com/openshift/token/show

function check_size() {
        SIZE=$(du -cs /opt/openshift-network-playground/libvirt/master* | tail -n1 | awk '{print $1}')
        SIZEH=$(du -csh /opt/openshift-network-playground/libvirt/master* | tail -n1 | awk '{print $1}')
        FREE=$(df -P /opt | sed -n 2p | awk '{print $4}')
        FREEH=$(df -Ph /opt | sed -n 2p | awk '{print $4}')
        if [[ ${SIZE} -gt ${FREE} ]]; then
                echo "Error: /opt does not have enough space - Have: ${FREEH} Need: ${SIZEH}"
                exit 0
        fi
}

[systemd]
Failed Units: 5
  master0.service
  master1.service
  master2.service
  worker0.service
  worker1.service

$ sudo virsh list --all
Id   Name   State
-------------------

alias onp='make --no-print-directory -C ${HOME} -f /home/onp/.Makefile'
alias konp='kubectl --kubeconfig ${HOME}/.kube/onp-kind-config'
alias kovn='kubectl --kubeconfig ${HOME}/.kube/ovn-kind-config'
alias kind='sudo KIND_EXPERIMENTAL_PROVIDER=podman kind'
alias sno='oc --kubeconfig ${HOME}/openshift-network-playground/sno/auth/kubeconfig'
alias ssh='ssh -i ${HOME}/openshift-network-playground/id_ed25519 -o StrictHostKeyChecking=no'
export EDITOR=vi
export PATH=${PATH}:/usr/local/go/bin
export PATH=${PATH}:${HOME}/.local/network-tools/debug-scripts
export KUBECONFIG=${HOME}/openshift-network-playground/clusterconfigs/auth/kubeconfig
sed -i -e 's/      /\t/g' ${HOME}/.Makefile

oc get nodes -o jsonpath='{.items[*].metadata.name}'

$ cat openshift-network-playground/pullsecret | wc -m
2758

  onp-files                             Clone the ONP sample manifests
  rhcos-livecd NETWORK=baremetal                Create a RHCOS Live CD
  rhcos BUTANE=file.bu                  Create a RHCOS VM with custom butane
  disconnect-cluster                    Disconnect cluster from internet
  connect-cluster                       Connect cluster to internet
  services                              List services status
  bootstrap-ip                          Show bootstrap IP
  store-release FROM=4.x.y              Store OpenShift 4.x.y release
  restore-release TO=4.x.y              Restore OpenShift 4.x.y release
  list-releases                         List stored OpenShift releases
  store-sno4-release FROM=4.x.y         Store single node OpenShift 4.x.y release
  restore-sno4-release TO=4.x.y         Restore single node OpenShift 4.x.y release
  list-sno4-releases                            List stored single node OpenShift releases

make tag

sed -i 's/OVNKubernetes/OpenShiftSDN/g' openshift-network-playground/clusterconfigs/install-config.yaml

CONTAINERS = $(shell sudo podman ps --format {{.Names}} | sort | grep -oE '^dhcp$$|^vbmc$$|^webserver$$|^proxy$$' | xargs)

CONTAINERS = $(shell sudo podman ps --format {{.Names}} | sort | grep -oE '^dhcp$|^vbmc$|^webserver$|^proxy$' | xargs)

git log --pretty='%h - %s (%an)' $(git describe --tags --abbrev=0)..HEAD | grep -i -E '^.{10}(refactor:|feat:|ci:|docs:|bug:|chore:|revert:|style:test:)'

missing 'genisoimage'.  Required for --filesystem=iso9660.
make: *** [/home/onp/.Makefile:458: fedora] Error 1

$ cat macvtap.xml
<network>
  <name>macvtap-net</name>
  <forward mode="bridge">
    <interface dev="ens1f0"/>
  </forward>
</network>

$ cat vm.sh
VM_NAME=${1}
ISO=${2}
VCPU=20
MEMORY=81920
VM_DISK=${VM_NAME}.img,bus=scsi
# NETWORK=network=macvtap-net,model=virtio,mac=52:54:00:1e:4d:ae
NETWORK=network=macvtap-net,model=virtio
CDROM=${ISO}

virsh destroy ${VM_NAME}
virsh undefine ${VM_NAME}
sudo qemu-img create ${VM_NAME}.img 540G
virt-install --name $VM_NAME \
        --os-variant fedora-coreos-stable \
        --vcpus $VCPU \
        --memory $MEMORY \
        --disk $VM_DISK \
        --network $NETWORK \
        --pxe \
        --cdrom $CDROM \
        --boot hd,cdrom \
        --filesystem type=mount,mode=mapped,source=/mnt,target=/mnt \
        --graphics spice,listen=0.0.0.0 \
        --video virtio \
        --channel spicevmc \
        --console pty,target.type=virtio \
        --serial pty \
        --noautoconsole

function WAIT_FOR_REBOOT {
sp='/-\|'
sc=0

spin() {
   printf "\r[${sp:sc++:1}] $1"
   ((sc==${#sp})) && sc=0
}

endspin() {
   printf "\r%s\n" "$@"
}

until [[ $(sudo virsh -q list | grep -o ${VM_NAME} | wc -c) -eq 0 ]]
do spin "Waiting for the installation and restart ..."
sleep 0.5
done
endspin
}

function START_NODE {
        sudo virsh start ${VM_NAME} > /dev/null
        echo "[✔] Installation completed!"
}

WAIT_FOR_REBOOT
START_NODE

curl -LO $(curl -s https://api.github.com/repos/kevydotvinu/openshift-network-playground/releases/latest | grep "browser_download_url.*\.iso" | cut -d : -f 2,3 | tr -d \")

systemd:
  units:
    - name: [email protected]
      dropins:
      - name: autologin-core.conf
        contents: |
          [Service]
          # Override Execstart in main unit
          ExecStart=
          # Add new Execstart with `-` prefix to ignore failure`
          ExecStart=-/usr/sbin/agetty --autologin core --noclear %I $TERM

@ls /opt/openshift-network-playground/ | grep 4[.] || true

/usr/sbin/ip r | grep default | awk '{print $5}' | head -n 1

#!/bin/bash
# The script only needs the butane file as an arg

set -eou pipefail

BUTANE=$(readlink -f ${1})
IGNITION_NAME=$(basename -- ${BUTANE})
IGNITION_NAME=${IGNITION_NAME%.*}
RELEASE=$(grep 4[.][0-9] ${BUTANE} | awk '{print $2}')
RELEASE_IMAGE=$(curl -s https://mirror.openshift.com/pub/openshift-v4/clients/ocp/${RELEASE}/release.txt | grep 'Pull From: quay.io' | awk -F ' ' '{print $3}')
CMD=openshift-baremetal-install
PULLSECRET=${HOME}/openshift-network-playground/pullsecret
DIRECTORY=/opt/openshift-network-playground/libvirt/rhcos

sudo podman run --interactive --rm quay.io/coreos/butane:release --raw --strict < ${BUTANE} > ${DIRECTORY}/${IGNITION_NAME}.ign

echo "Downloading oc binary ..."
if [ ! -f "${DIRECTORY}/oc" ] || [ "$(${DIRECTORY}/oc version --client -o json | jq -r .releaseClientVersion)" != "${RELEASE}" ]; then
curl -s https://mirror.openshift.com/pub/openshift-v4/clients/ocp/${RELEASE}/openshift-client-linux.tar.gz | tar zxf - -C ${DIRECTORY} oc
fi
echo "✔ Downloaded!"

echo "Downloading openshift-install binary ..."
if [ ! -f "${DIRECTORY}/openshift-baremetal-install" ] || [ "$(${DIRECTORY}/openshift-baremetal-install version | head -n 1 | awk '{print $2}')" != "${RELEASE}" ]; then
${DIRECTORY}/oc adm release extract --registry-config "${PULLSECRET}" --command=${CMD} --to "${DIRECTORY}" ${RELEASE_IMAGE}
fi
echo "✔ Downloaded!"

RHCOS_QEMU_URI=$(${DIRECTORY}/openshift-baremetal-install coreos print-stream-json | jq -r --arg ARCH "$(arch)" '.architectures[$ARCH].artifacts.qemu.formats["qcow2.gz"].disk.location')
RHCOS_QEMU_NAME=${RHCOS_QEMU_URI##*/}
echo "Downloading image ..."

if [ ! -f "${DIRECTORY}/${RHCOS_QEMU_NAME}" ]; then
curl -#L ${RHCOS_QEMU_URI} -o ${DIRECTORY}/${RHCOS_QEMU_NAME}
fi
echo "✔ Downloaded!"

echo "Extracting image ..."
gunzip -c ${DIRECTORY}/${RHCOS_QEMU_NAME} > ${DIRECTORY}/${RHCOS_QEMU_NAME%.*}
cp ${DIRECTORY}/${RHCOS_QEMU_NAME%.*} ${DIRECTORY}/rhcos.qcow2
echo "✔ Extracted!"

DISK=${DIRECTORY}/rhcos.qcow2
VM_NAME=$(basename -- ${DISK})
VM_NAME=${VM_NAME%.*}

sudo virsh -q destroy ${VM_NAME} > /dev/null || true
sudo virsh -q undefine ${VM_NAME} > /dev/null || true
sudo virt-install --name ${VM_NAME} \
                  --vcpus 2 \
                  --ram 2048 \
                  --os-variant fedora-coreos-stable \
                  --import --network bridge=baremetal \
                  --qemu-commandline="-fw_cfg name=opt/com.coreos/config,file=${DIRECTORY}/${IGNITION_NAME}.ign" \
                  --disk ${DISK} \
                  --graphics spice,listen=0.0.0.0 \
                  --video virtio \
                  --channel spicevmc \
                  --console pty \
                  --serial pty \
                  --noautoconsole
sudo virsh console ${VM_NAME}

$(/usr/sbin/ip r | grep default | awk '{print $9}' | head -n 1)

#!/bin/bash
# The script needs network, directory and image url as an args

set -eou pipefail

BRIDGE=${1}
NETWORK=$(echo ${BRIDGE} | tr "," "\n" | while read bridge; do echo --network bridge=${bridge}; done)
DIRECTORY=${2}
IMAGE=${3}
HOST_IP=$(ip r s default | awk '{print $9}')
ONP_DIR=/home/onp/openshift-network-playground

VM_NAME=$(basename -- ${DIRECTORY})
VM_NAME=${VM_NAME%.*}
IMAGE_NAME=$(basename -- ${IMAGE})
EXTENSION=${IMAGE_NAME##*.}
DISK=${DIRECTORY}/${VM_NAME}.${EXTENSION}

sudo rm -rf ${DIRECTORY}
sudo mkdir -p ${DIRECTORY}
sudo cloud-localds -v -m local --network-config=${ONP_DIR}/fedora-network-config-v1.yaml ${DIRECTORY}/seed.iso ${ONP_DIR}/fedora-user-data.yaml
sudo curl -#Lo ${DISK} ${IMAGE}

sudo virsh -q destroy ${VM_NAME} > /dev/null || true
sudo virsh -q undefine ${VM_NAME} > /dev/null || true
sudo virt-install --name ${VM_NAME} \
                  --vcpus 1 \
                  --ram 2048 \
                  --os-variant fedora-unknown \
                  --import \
                  ${NETWORK} \
                  --disk ${DISK} \
                  --disk ${DIRECTORY}/seed.iso,readonly=on \
                  --graphics spice,listen=${HOST_IP} \
                  --video virtio \
                  --channel spicevmc \
                  --console pty,target.type=virtio \
                  --serial pty \
                  --noautoconsole
sudo virsh console ${VM_NAME}

#cloud-config
preserve_hostname: False
hostname: fedora
fqdn: fedora.sno6.example.local
packages:
  - cloud-initramfs-growroot
output:
  all: ">> /var/log/cloud-init.log"
users:
  - name: onp
    plain_text_passwd: 'Onp@123'
    lock-passwd: False
    sudo: ['ALL=(ALL) NOPASSWD:ALL']
    groups: sudo
    shell: /bin/bash
ssh_pwauth: True

network:
  version: 1
  config:
    - type: physical
      name: eth0
      subnets:
        - type: static
          address: fd00:dead:beef::5/96
          gateway: fd00:dead:beef::1
          dns_nameservers:
            - fd00:dead:beef::1
          dns_search:
            - sno6.example.local