$ git checkout v0.24.0 $ make kernel $ make docker-build $ make kind-setup $ make deploy $ make pg14-disk-test $ kubectl apply -f vm-deploy.yaml $ kubectl get pods NAME READY STATUS RESTARTS AGE postgres14-disk-test-6q66r 0/1 Error 0 32s postgres14-disk-test-fwd99 0/1 Error 0 24s postgres14-disk-test-j7pkj 0/1 Init:0/2 0 1s postgres14-disk-test-vfqcn 0/1 Completed 0 17s $ VM_POD=$(kubectl get neonvm postgres14-disk-test -ojsonpath='{.status.podName}') && kubectl logs -f $VM_POD -c neonvm-runner {"level":"info","ts":1707343948.1945562,"logger":"neonvm-runner","caller":"runner/main.go:568","msg":"resizing rootDisk from 1Gi to 8Gi"} Image resized. {"level":"info","ts":1707343948.2091424,"logger":"neonvm-runner","caller":"runner/main.go:426","msg":"adding file to ISO9660 disk","path":"authorized_keys"} {"level":"info","ts":1707343948.210149,"logger":"neonvm-runner","caller":"runner/main.go:638","msg":"using KVM acceleration"} {"level":"info","ts":1707343948.2101934,"logger":"neonvm-runner","caller":"runner/main.go:1221","msg":"setup bridge interface","name":"br-def"} {"level":"info","ts":1707343948.21129,"logger":"neonvm-runner","caller":"runner/main.go:1253","msg":"create /dev/net/tun"} {"level":"info","ts":1707343948.2174146,"logger":"neonvm-runner","caller":"runner/main.go:1265","msg":"setup tap interface","name":"tap-def"} {"level":"info","ts":1707343948.218361,"logger":"neonvm-runner","caller":"runner/main.go:1287","msg":"setup masquerading for outgoing traffic"} {"level":"info","ts":1707343948.2219656,"logger":"neonvm-runner","caller":"runner/main.go:1296","msg":"setup DNAT rule for incoming traffic to port 5432"} {"level":"info","ts":1707343948.2241626,"logger":"neonvm-runner","caller":"runner/main.go:1306","msg":"setup DNAT rule for traffic originating from localhost to port 5432"} {"level":"info","ts":1707343948.2274811,"logger":"neonvm-runner","caller":"runner/main.go:1317","msg":"setup ACCEPT rule for traffic originating from localhost to port 5432"} {"level":"info","ts":1707343948.229841,"logger":"neonvm-runner","caller":"runner/main.go:1296","msg":"setup DNAT rule for incoming traffic to port 9100"} {"level":"info","ts":1707343948.2320073,"logger":"neonvm-runner","caller":"runner/main.go:1306","msg":"setup DNAT rule for traffic originating from localhost to port 9100"} {"level":"info","ts":1707343948.2347775,"logger":"neonvm-runner","caller":"runner/main.go:1317","msg":"setup ACCEPT rule for traffic originating from localhost to port 9100"} {"level":"info","ts":1707343948.2370124,"logger":"neonvm-runner","caller":"runner/main.go:1296","msg":"setup DNAT rule for incoming traffic to port 10301"} {"level":"info","ts":1707343948.2390862,"logger":"neonvm-runner","caller":"runner/main.go:1306","msg":"setup DNAT rule for traffic originating from localhost to port 10301"} {"level":"info","ts":1707343948.2417579,"logger":"neonvm-runner","caller":"runner/main.go:1317","msg":"setup ACCEPT rule for traffic originating from localhost to port 10301"} {"level":"info","ts":1707343948.2439077,"logger":"neonvm-runner","caller":"runner/main.go:1329","msg":"setup MASQUERADE rule for traffic originating from localhost"} {"level":"info","ts":1707343948.2467725,"logger":"neonvm-runner","caller":"runner/main.go:1350","msg":"run dnsmasq for interface","name":"br-def"} {"level":"info","ts":1707343948.2502956,"logger":"neonvm-runner","caller":"runner/main.go:998","msg":"Read /proc/self/cgroup","contents":"0::/\n"} {"level":"info","ts":1707343948.2503362,"logger":"neonvm-runner","caller":"runner/main.go:704","msg":"Determined QEMU cgroup path","path":"/neonvm-qemu-postgres14-disk-test-hrzcw"} {"level":"info","ts":1707343948.2503688,"logger":"neonvm-runner","caller":"runner/main.go:1059","msg":"setting cgroup CPU limit 100000 100000"} {"level":"info","ts":1707343948.2517898,"logger":"neonvm-runner","caller":"runner/main.go:733","msg":"calling cgexec","args":["-g","cpu:/neonvm-qemu-postgres14-disk-test-hrzcw","qemu-system-x86_64","-runas","qemu","-machine","q35","-nographic","-no-reboot","-nodefaults","-only-migratable","-audiodev","none,id=noaudio","-serial","pty","-serial","stdio","-msg","timestamp=on","-qmp","tcp:0.0.0.0:20183,server,wait=off","-qmp","tcp:0.0.0.0:20184,server,wait=off","-qmp","unix:/vm/qmp-sigterm.sock,server,wait=off","-device","virtio-serial","-chardev","socket,path=/vm/log.sock,server=on,wait=off,id=log","-device","virtserialport,chardev=log,name=tech.neon.log.0","-drive","id=rootdisk,file=/vm/images/rootdisk.qcow2,if=virtio,media=disk,index=0,cache=none","-drive","id=runtime,file=/vm/images/runtime.iso,if=virtio,media=cdrom,readonly=on,cache=none","-drive","id=ssh-authorized-keys,file=/vm/images/ssh-authorized-keys.iso,if=virtio,media=cdrom,cache=none","-enable-kvm","-cpu","max","-smp","cpus=1,maxcpus=2,sockets=1,cores=2,threads=1","-m","size=1073741824b,slots=4,maxmem=5368709120b","-netdev","tap,id=default,ifname=tap-def,script=no,downscript=no,vhost=on","-device","virtio-net-pci,netdev=default,mac=2a:74:8b:bb:42:cf","-kernel","/vm/kernel/vmlinuz","-append","panic=-1 init=/neonvm/bin/init memhp_default_state=online_movable console=ttyS1 loglevel=7 root=/dev/vda rw"]} {"level":"info","ts":1707343948.2518904,"logger":"neonvm-runner.terminate-qemu-on-sigterm","caller":"runner/main.go:1140","msg":"watching OS signals"} {"level":"error","ts":1707343948.2522852,"logger":"neonvm-runner","caller":"runner/main.go:897","msg":"failed to dial to logSerialSocket","error":"dial unix /vm/log.sock: connect: no such file or directory","stacktrace":"main.forwardLogs.func1\n\t/workspace/neonvm/runner/main.go:897\nmain.forwardLogs\n\t/workspace/neonvm/runner/main.go:921"} cgroup change of group failed {"level":"error","ts":1707343948.2824578,"logger":"neonvm-runner","caller":"runner/main.go:735","msg":"QEMU exited with error","error":"exit status 96","stacktrace":"main.main\n\t/workspace/neonvm/runner/main.go:735\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:267"} panic: runtime error: invalid memory address or nil pointer dereference [signal SIGSEGV: segmentation violation code=0x1 addr=0x10 pc=0x4935bd] goroutine 83 [running]: bufio.(*Reader).ReadSlice(0x0, 0x8e?) /usr/local/go/src/bufio/bufio.go:354 +0x3d main.drainLogsReader(0xc0001b7f78?, 0xc0001b7f30?) /workspace/neonvm/runner/main.go:858 +0x45 main.forwardLogs({0x18263d0, 0xc0004da5a0}, 0x0?, 0x0?) /workspace/neonvm/runner/main.go:928 +0x1ad created by main.main in goroutine 1 /workspace/neonvm/runner/main.go:721 +0x43ae $ kubectl describe neonvm $(kubectl get neonvm ivorysql30-disk-test -ojsonpath='{.status.podName}') Error from server (NotFound): virtualmachines.vm.neon.tech "ivorysql30-disk-test" not found Name: postgres14-disk-test Namespace: default Labels: autoscaling.neon.tech/enabled=true autoscaling.neon.tech/testing-only-always-migrate=false Annotations: autoscaling.neon.tech/bounds: { "min": { "cpu": 0.25, "mem": "1Gi" }, "max": { "cpu": 1.25, "mem": "5Gi" } } API Version: vm.neon.tech/v1 Kind: VirtualMachine Metadata: Creation Timestamp: 2024-02-07T22:11:25Z Finalizers: vm.neon.tech/finalizer Generation: 1 Resource Version: 19815 UID: 3a3ea01a-a315-4e28-aa9c-8e71fb945006 Spec: Enable Acceleration: true Enable SSH: true Guest: Cpus: Max: 1250m Min: 250m Use: 250m Memory Slot Size: 1Gi Memory Slots: Max: 5 Min: 1 Use: 1 Ports: Port: 5432 Protocol: TCP Port: 9100 Protocol: TCP Port: 10301 Protocol: TCP Root Disk: Image: pg14-disk-test:dev Image Pull Policy: IfNotPresent Size: 8Gi Pod Resources: Qmp: 20183 Qmp Manual: 20184 Restart Policy: Always Runner Port: 25183 Scheduler Name: autoscale-scheduler Termination Grace Period Seconds: 5 Status: Conditions: Last Transition Time: 2024-02-07T22:11:25Z Message: Starting reconciliation Reason: Reconciling Status: Unknown Type: Available Last Transition Time: 2024-02-07T22:11:31Z Message: Pod (postgres14-disk-test-csdlh) for VirtualMachine (postgres14-disk-test) failed Reason: Reconciling Status: True Type: Degraded Phase: Pending Pod Name: postgres14-disk-test-887v6 Restart Count: 26 Ssh Secret Name: ssh-neonvm-postgres14-disk-test Events: Type Reason Age From Message ---- ------ ---- ---- ------- Normal Created 3m13s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-dn27v, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 3m8s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-dn27v Normal Created 3m7s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-bxz89, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 3m virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-bxz89 Normal Created 3m virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-lr98c, SSH Secret ssh-neonvm-postgres14-disk-test Normal Created 3m virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-6q66r, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 2m52s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-lr98c Normal Created 2m52s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-x4p6n, SSH Secret ssh-neonvm-postgres14-disk-test Normal Created 2m52s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-fwd99, SSH Secret ssh-neonvm-postgres14-disk-test Normal Created 2m45s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-7hpk2, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 2m45s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-x4p6n Normal Created 2m45s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-vfqcn, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 2m38s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-7hpk2 Normal Created 2m37s virtualmachine-controller VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-p9fjm, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 2m29s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-p9fjm Normal Deleted 2m22s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-j7pkj Normal Deleted 2m15s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-ddfm8 Normal Created 2m8s (x6 over 2m29s) virtualmachine-controller (combined from similar events): VirtualMachine postgres14-disk-test created, Pod postgres14-disk-test-6f4jr, SSH Secret ssh-neonvm-postgres14-disk-test Normal Deleted 2m8s virtualmachine-controller VM runner pod was deleted: postgres14-disk-test-hrzcw Normal Deleted 2m1s virtualmachine-controller (combined from similar events): VM runner pod was deleted: postgres14-disk-test-lbp5x