these 50 derivations will be built: /nix/store/4xyngmaxhizca6h05k0j7gq5hxqhii0i-dagster.yaml.drv /nix/store/8k44sfyvrkyg8bwyx2hhlj7ha5gcnz1j-nixos-tmpfiles.d.drv /nix/store/jk6j25w296xdy00dkcmfwyxc1p77d1xi-tmpfiles.d.drv /nix/store/3500k7rr5ldyvi62j55sh0qn9yqvdkh2-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/7zm4965vzslxs6dwmczwzrwww2ip3ba6-unit-systemd-tmpfiles-resetup.service.drv /nix/store/pr6chhxzyiigkq24g4vll1i3gynw9h9n-dbus-1.drv /nix/store/hfkxsdn4jm41c2p4w0krys1i5d1gxldd-X-Restart-Triggers-dbus-broker.drv /nix/store/ppdl6x4kldnqs3gwx1dhks5k5giw8daf-unit-dbus-broker.service.drv /nix/store/v3dz0sl8kq1cj50hfmq8gmhpjs1xc8m3-unit-network-addresses-eth1.service.drv /nix/store/2ly0h24a7ca71k2sz60ld6b74h5ak9n3-system-units.drv /nix/store/rnrbs2cdj5xj0zdvy4mx1ddpfdzxi5c3-postgresql-and-plugins-17.10.drv /nix/store/jmbiwq0i7q0c0mk7l4mfic2qm5mzsrhd-unit-postgresql.service.drv /nix/store/j4bvhrpaq9lciw9s5pgch4xagpjxd7yj-workspace.yaml.drv /nix/store/vvkvacmj2s3ivwah4ld11zpgcrwssssb-X-Restart-Triggers-dagster-daemon.drv /nix/store/k0wg6fi9awhnfdldnphnr800984s1j5i-unit-dagster-daemon.service.drv /nix/store/n4dr50irp5cv2h190fkna687j0clj7cb-unit-postgresql-setup.service.drv /nix/store/pypb789ygjcirgz7234hb03xz3z4sr38-unit-dagster-code-hello.service.drv /nix/store/dyapdwyybpvpwkljcsnwpfrzqck3dz9c-X-Restart-Triggers-dagster-webserver.drv /nix/store/r7i9rwy1fm34x6zp4h82jx6xfwb4r4b5-unit-dagster-webserver.service.drv /nix/store/s3zjs6lrg0cfwhsikk0wckirr4mlkzd7-system-path.drv /nix/store/m7gjx4g5ryymlnidrkr0xshhrirh2yry-dbus-1.drv /nix/store/cankh31gmxbmwcyhhw33hq290yqwwkxn-X-Restart-Triggers-dbus-broker.drv /nix/store/s6nyxx71jdf42f2yz8s29cjkrqq60xk2-unit-dbus-broker.service.drv /nix/store/a2igkqspkzmqw6c205nag9nzs9wpnczi-system-units.drv /nix/store/n3rw5dfks8zh7p1x2crr7cnpyax35vyp-unit-dbus-broker.service.drv /nix/store/s830znvkz4hb55xz2gs63y2qfs4zzjdk-user-units.drv /nix/store/zidhdgvv92rdzgh2c7pnk55nsand9ffl-etc.drv /nix/store/7s7abpgx7dy806z5gygzfwavfxvzjvxj-activate.drv /nix/store/7jfkxzzv9fx0s4wqfmaa5alpikr18yhi-unit-initrd-nixos-activation.service.drv /nix/store/yz5h6af082bzzlvqi93mvmzhdh9bsaym-unit-initrd-parse-etc.service.drv /nix/store/h6m2pa7v7pxqg0ppimr6s162bxzapgdi-initrd-units.drv /nix/store/kpnnvpk7cjchjqb5d9icy5i7pljqaplb-initrd-udev-rules.drv /nix/store/h2vjj5v9yra6w6ag9zqim9wwljz3m7i5-initrd-linux-6.18.38.drv /nix/store/r4xipqi8cnjqakbapb4cpv7jfrl6rdpy-boot.json.drv /nix/store/5pynwg08bky5vxvqi4sq1pgism5q9q1q-nixos-system-full-test.drv /nix/store/84c1lwz3s29kgj23b88hz3hy80zwx7i1-boot.json.drv /nix/store/sqd00w6fbibfva30ihzwwv5xd7lh9xh3-unit-dbus-broker.service.drv /nix/store/v6ljfy6qbr277bpr1sjixn9agknn0jbr-user-units.drv /nix/store/d018n60anfjldrvmm0pd632n0scjqr46-etc.drv /nix/store/bxawg2ffv12k68i7d2xwrzxz8aldx8j0-activate.drv /nix/store/ajmfr53w4kcbqmapwjci4lfsdhpdac7d-nixos-system-worker-test.drv /nix/store/jxlc20cc2hzrbnc3rfcd888j2f8rgm8k-closure-info.drv /nix/store/9riw3l67v5fc279dg1apk6478jcamwc5-run-nixos-vm.drv /nix/store/5rfcfbsssmn1d4a6l41sn7kmcdlz4y19-nixos-vm.drv /nix/store/naggfjws59g5ggpixj53lvw1kmi92zlv-closure-info.drv /nix/store/h6mgkq7qxbh9z09ragvgg1pdyzq9jp2w-run-nixos-vm.drv /nix/store/lg9yldif4l46fyg8m7nncs3cxl5i5a2y-nixos-vm.drv /nix/store/w0m2wr68px9h7xkhn44ag9k89q0140nl-driverConfiguration.json.drv /nix/store/n7ny6b80sp1w7magmw9qb6vy18kcv9av-nixos-test-driver-dagster.drv /nix/store/dhscb3fwbb50c5vw1i6aym6z9r9913xi-vm-test-run-dagster.drv these 2 paths will be fetched (27.1 MiB download, 27.3 MiB unpacked): /nix/store/58nhnsp0j6dkxvqzblsn1pn3igwvxprx-initrd-linux-6.18.38 /nix/store/rmkgq6sa2lg8a1in2wkrrm7bpr9xb1h3-remarshal-0.17.1 building '/nix/store/pypb789ygjcirgz7234hb03xz3z4sr38-unit-dagster-code-hello.service.drv' building '/nix/store/4xyngmaxhizca6h05k0j7gq5hxqhii0i-dagster.yaml.drv' dagster.yaml> structuredAttrs is enabled building '/nix/store/vvkvacmj2s3ivwah4ld11zpgcrwssssb-X-Restart-Triggers-dagster-daemon.drv' building '/nix/store/dyapdwyybpvpwkljcsnwpfrzqck3dz9c-X-Restart-Triggers-dagster-webserver.drv' building '/nix/store/8k44sfyvrkyg8bwyx2hhlj7ha5gcnz1j-nixos-tmpfiles.d.drv' building '/nix/store/jk6j25w296xdy00dkcmfwyxc1p77d1xi-tmpfiles.d.drv' building '/nix/store/3500k7rr5ldyvi62j55sh0qn9yqvdkh2-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' building '/nix/store/7zm4965vzslxs6dwmczwzrwww2ip3ba6-unit-systemd-tmpfiles-resetup.service.drv' building '/nix/store/k0wg6fi9awhnfdldnphnr800984s1j5i-unit-dagster-daemon.service.drv' building '/nix/store/r7i9rwy1fm34x6zp4h82jx6xfwb4r4b5-unit-dagster-webserver.service.drv' building '/nix/store/2ly0h24a7ca71k2sz60ld6b74h5ak9n3-system-units.drv' building '/nix/store/a2igkqspkzmqw6c205nag9nzs9wpnczi-system-units.drv' building '/nix/store/d018n60anfjldrvmm0pd632n0scjqr46-etc.drv' building '/nix/store/zidhdgvv92rdzgh2c7pnk55nsand9ffl-etc.drv' building '/nix/store/bxawg2ffv12k68i7d2xwrzxz8aldx8j0-activate.drv' building '/nix/store/7s7abpgx7dy806z5gygzfwavfxvzjvxj-activate.drv' building '/nix/store/ajmfr53w4kcbqmapwjci4lfsdhpdac7d-nixos-system-worker-test.drv' building '/nix/store/5pynwg08bky5vxvqi4sq1pgism5q9q1q-nixos-system-full-test.drv' nixos-system-worker-test> structuredAttrs is enabled building '/nix/store/jxlc20cc2hzrbnc3rfcd888j2f8rgm8k-closure-info.drv' nixos-system-full-test> structuredAttrs is enabled building '/nix/store/naggfjws59g5ggpixj53lvw1kmi92zlv-closure-info.drv' closure-info> structuredAttrs is enabled building '/nix/store/9riw3l67v5fc279dg1apk6478jcamwc5-run-nixos-vm.drv' closure-info> structuredAttrs is enabled building '/nix/store/h6mgkq7qxbh9z09ragvgg1pdyzq9jp2w-run-nixos-vm.drv' building '/nix/store/5rfcfbsssmn1d4a6l41sn7kmcdlz4y19-nixos-vm.drv' building '/nix/store/lg9yldif4l46fyg8m7nncs3cxl5i5a2y-nixos-vm.drv' building '/nix/store/w0m2wr68px9h7xkhn44ag9k89q0140nl-driverConfiguration.json.drv' driverConfiguration.json> structuredAttrs is enabled building '/nix/store/n7ny6b80sp1w7magmw9qb6vy18kcv9av-nixos-test-driver-dagster.drv' nixos-test-driver-dagster> Running type check (enable/disable: config.skipTypeCheck) nixos-test-driver-dagster> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck nixos-test-driver-dagster> All checks passed! nixos-test-driver-dagster> Linting test script (enable/disable: config.skipLint) nixos-test-driver-dagster> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint nixos-test-driver-dagster> All checks passed! building '/nix/store/dhscb3fwbb50c5vw1i6aym6z9r9913xi-vm-test-run-dagster.drv' vm-test-run-dagster> Machine state will be reset. To keep it, pass --keep-machine-state vm-test-run-dagster> start all VLans vm-test-run-dagster> (finished: start all VLans, in 0.00 seconds) vm-test-run-dagster> Test will time out and terminate in 3600 seconds vm-test-run-dagster> run the VM test script vm-test-run-dagster> additionally exposed symbols: vm-test-run-dagster> full, worker, vm-test-run-dagster> vlan1, vm-test-run-dagster> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh vm-test-run-dagster> start all VMs vm-test-run-dagster> full: starting vm vm-test-run-dagster> worker: starting vm vm-test-run-dagster> worker: QEMU running (pid 15) vm-test-run-dagster> worker # Disk image does not exist, creating the virtualisation disk image... vm-test-run-dagster> worker # Formatting '/build/vm-state-worker/tmp.lbWOAbJF5n', fmt=raw size=1073741824 vm-test-run-dagster> worker # mke2fs 1.47.4 (6-Mar-2025) vm-test-run-dagster> worker # Discarding device blocks: 0/262144 done vm-test-run-dagster> worker # Creating filesystem with 262144 4k blocks and 65536 inodes vm-test-run-dagster> worker # Filesystem UUID: c83a896c-16a2-477a-9c7f-4c6a09c7f5f4 vm-test-run-dagster> worker # Superblock backups stored on blocks: vm-test-run-dagster> worker # 32768, 98304, 163840, 229376 vm-test-run-dagster> worker # vm-test-run-dagster> worker # Allocating group tables: 0/8 done vm-test-run-dagster> worker # Writing inode tables: 0/8 done vm-test-run-dagster> worker # Creating journal (8192 blocks): done vm-test-run-dagster> worker # Writing superblocks and filesystem accounting information: 0/8 done vm-test-run-dagster> worker # vm-test-run-dagster> worker # Virtualisation disk image created. vm-test-run-dagster> full # Disk image does not exist, creating the virtualisation disk image... vm-test-run-dagster> full # Formatting '/build/vm-state-full/tmp.zhmc6FEjME', fmt=raw size=1073741824 vm-test-run-dagster> full # mke2fs 1.47.4 (6-Mar-2025) vm-test-run-dagster> full: QEMU running (pid 14) vm-test-run-dagster> full # Discarding device blocks: 0/262144 done vm-test-run-dagster> full # Creating filesystem with 262144 4k blocks and 65536 inodes vm-test-run-dagster> full # Filesystem UUID: d185c027-79a8-478e-ab8a-a32ee767e363 vm-test-run-dagster> full # Superblock backups stored on blocks: vm-test-run-dagster> full # 32768, 98304, 163840, 229376 vm-test-run-dagster> full # vm-test-run-dagster> full # Allocating group tables: 0/8 done vm-test-run-dagster> full # Writing inode tables: 0/8 done vm-test-run-dagster> full # Creating journal (8192 blocks): done vm-test-run-dagster> (finished: start all VMs, in 0.17 seconds) vm-test-run-dagster> full # Writing superblocks and filesystem accounting information: 0/8 done vm-test-run-dagster> subtest: PostgreSQL starts and dagster database exists vm-test-run-dagster> full # vm-test-run-dagster> full: waiting for unit postgresql.service vm-test-run-dagster> full # Virtualisation disk image created. vm-test-run-dagster> full: waiting for the VM to finish booting vm-test-run-dagster> worker # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org) vm-test-run-dagster> full # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org) vm-test-run-dagster> worker # vm-test-run-dagster> worker # vm-test-run-dagster> worker # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+3EFD1920+3EF31920 CA00 vm-test-run-dagster> full # vm-test-run-dagster> full # vm-test-run-dagster> worker # Press Ctrl-B to configure iPXE (PCI 00:03.0)... vm-test-run-dagster> worker # vm-test-run-dagster> worker # vm-test-run-dagster> worker # vm-test-run-dagster> worker # vm-test-run-dagster> full # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+7EFD1920+7EF31920 CA00 vm-test-run-dagster> worker # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM 3EFD1920 3EF31920 CB00 vm-test-run-dagster> full # Press Ctrl-B to configure iPXE (PCI 00:03.0)... vm-test-run-dagster> full # vm-test-run-dagster> full # vm-test-run-dagster> full # vm-test-run-dagster> full # vm-test-run-dagster> worker # Press Ctrl-B to configure iPXE (PCI 00:09.0)... vm-test-run-dagster> worker # vm-test-run-dagster> worker # vm-test-run-dagster> full # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM 7EFD1920 7EF31920 CB00 vm-test-run-dagster> full # Press Ctrl-B to configure iPXE (PCI 00:09.0)... vm-test-run-dagster> full # vm-test-run-dagster> full # vm-test-run-dagster> worker # Booting from ROM... vm-test-run-dagster> full # Booting from ROM... vm-test-run-dagster> worker # Probing EDD (edd=off to disable)... o[ 0.000000] Linux version 6.18.38 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Sat Jul 4 11:44:22 UTC 2026 vm-test-run-dagster> worker # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/v372n282i0bmw0yj64m2qr8r4zq7gfk4-nixos-system-worker-test/init regInfo=/nix/store/p5f930hp47d7m4b9wzpja3ch295hvb4c-closure-info/registration console=ttyS0,115200n8 console=tty0 vm-test-run-dagster> worker # [ 0.000000] x86 CPU feature dependency check failure: CPU0 has '18*32+31' enabled but '18*32+26' disabled. Kernel might be fine, but no guarantees. vm-test-run-dagster> worker # [ 0.000000] BIOS-provided physical RAM map: vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x000000003ffdafff] usable vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x000000003ffdb000-0x000000003fffffff] reserved vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved vm-test-run-dagster> worker # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved vm-test-run-dagster> worker # [ 0.000000] NX (Execute Disable) protection: active vm-test-run-dagster> worker # [ 0.000000] APIC: Static calls initialized vm-test-run-dagster> worker # [ 0.000000] SMBIOS 2.8 present. vm-test-run-dagster> worker # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014 vm-test-run-dagster> worker # [ 0.000000] DMI: Memory slots populated: 1/1 vm-test-run-dagster> worker # [ 0.000000] Hypervisor detected: KVM vm-test-run-dagster> worker # [ 0.000000] last_pfn = 0x3ffdb max_arch_pfn = 0x400000000 vm-test-run-dagster> worker # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00 vm-test-run-dagster> worker # [ 0.000001] kvm-clock: using sched offset of 393608956 cycles vm-test-run-dagster> worker # [ 0.000003] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns vm-test-run-dagster> worker # [ 0.000006] tsc: Detected 3792.874 MHz processor vm-test-run-dagster> worker # [ 0.000663] last_pfn = 0x3ffdb max_arch_pfn = 0x400000000 vm-test-run-dagster> worker # [ 0.000687] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs vm-test-run-dagster> worker # [ 0.000689] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT vm-test-run-dagster> worker # [ 0.002243] found SMP MP-table at [mem 0x000f5470-0x000f547f] vm-test-run-dagster> worker # [ 0.002263] Using GB pages for direct mapping vm-test-run-dagster> full # Probing EDD (edd=off to disable)... o[ 0.000000] Linux version 6.18.38 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Sat Jul 4 11:44:22 UTC 2026 vm-test-run-dagster> worker # [ 0.002362] RAMDISK: [mem 0x3e4ba000-0x3ffcffff] vm-test-run-dagster> worker # [ 0.002370] ACPI: Early table checksum verification disabled vm-test-run-dagster> worker # [ 0.002374] ACPI: RSDP 0x00000000000F5290 000014 (v00 BOCHS ) vm-test-run-dagster> worker # [ 0.002377] ACPI: RSDT 0x000000003FFE23CC 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/k84n0dxlpmpj5b2yxhscsk36fjl37871-nixos-system-full-test/init regInfo=/nix/store/nyl81fbang8y74zh2h9bdqpr8xq905vn-closure-info/registration console=ttyS0,115200n8 console=tty0 vm-test-run-dagster> worker # [ 0.002381] ACPI: FACP 0x000000003FFE2280 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.002386] ACPI: DSDT 0x000000003FFE0040 002240 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.000000] x86 CPU feature dependency check failure: CPU0 has '18*32+31' enabled but '18*32+26' disabled. Kernel might be fine, but no guarantees. vm-test-run-dagster> worker # [ 0.002387] ACPI: FACS 0x000000003FFE0000 000040 vm-test-run-dagster> full # [ 0.000000] BIOS-provided physical RAM map: vm-test-run-dagster> worker # [ 0.002389] ACPI: APIC 0x000000003FFE22F4 000078 (v03 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable vm-test-run-dagster> worker # [ 0.002390] ACPI: HPET 0x000000003FFE236C 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved vm-test-run-dagster> worker # [ 0.002392] ACPI: WAET 0x000000003FFE23A4 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x000000007ffdafff] usable vm-test-run-dagster> worker # [ 0.002393] ACPI: Reserving FACP table memory at [mem 0x3ffe2280-0x3ffe22f3] vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x000000007ffdb000-0x000000007fffffff] reserved vm-test-run-dagster> worker # [ 0.002394] ACPI: Reserving DSDT table memory at [mem 0x3ffe0040-0x3ffe227f] vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved vm-test-run-dagster> worker # [ 0.002394] ACPI: Reserving FACS table memory at [mem 0x3ffe0000-0x3ffe003f] vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved vm-test-run-dagster> worker # [ 0.002394] ACPI: Reserving APIC table memory at [mem 0x3ffe22f4-0x3ffe236b] vm-test-run-dagster> full # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved vm-test-run-dagster> worker # [ 0.002395] ACPI: Reserving HPET table memory at [mem 0x3ffe236c-0x3ffe23a3] vm-test-run-dagster> full # [ 0.000000] NX (Execute Disable) protection: active vm-test-run-dagster> full # [ 0.000000] APIC: Static calls initialized vm-test-run-dagster> worker # [ 0.002395] ACPI: Reserving WAET table memory at [mem 0x3ffe23a4-0x3ffe23cb] vm-test-run-dagster> full # [ 0.000000] SMBIOS 2.8 present. vm-test-run-dagster> worker # [ 0.002797] No NUMA configuration found vm-test-run-dagster> worker # [ 0.002798] Faking a node at [mem 0x0000000000000000-0x000000003ffdafff] vm-test-run-dagster> full # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014 vm-test-run-dagster> worker # [ 0.002801] NODE_DATA(0) allocated [mem 0x3ffd5780-0x3ffdacff] vm-test-run-dagster> full # [ 0.000000] DMI: Memory slots populated: 1/1 vm-test-run-dagster> worker # [ 0.002889] Zone ranges: vm-test-run-dagster> full # [ 0.000000] Hypervisor detected: KVM vm-test-run-dagster> worker # [ 0.002890] DMA [mem 0x0000000000001000-0x0000000000ffffff] vm-test-run-dagster> full # [ 0.000000] last_pfn = 0x7ffdb max_arch_pfn = 0x400000000 vm-test-run-dagster> worker # [ 0.002891] DMA32 [mem 0x0000000001000000-0x000000003ffdafff] vm-test-run-dagster> full # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00 vm-test-run-dagster> worker # [ 0.002892] Normal empty vm-test-run-dagster> worker # [ 0.002893] Device empty vm-test-run-dagster> full # [ 0.000000] kvm-clock: using sched offset of 405969418 cycles vm-test-run-dagster> worker # [ 0.002893] Movable zone start for each node vm-test-run-dagster> worker # [ 0.002894] Early memory node ranges vm-test-run-dagster> full # [ 0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns vm-test-run-dagster> worker # [ 0.002895] node 0: [mem 0x0000000000001000-0x000000000009efff] vm-test-run-dagster> full # [ 0.000004] tsc: Detected 3792.874 MHz processor vm-test-run-dagster> worker # [ 0.002895] node 0: [mem 0x0000000000100000-0x000000003ffdafff] vm-test-run-dagster> full # [ 0.000663] last_pfn = 0x7ffdb max_arch_pfn = 0x400000000 vm-test-run-dagster> worker # [ 0.002896] Initmem setup node 0 [mem 0x0000000000001000-0x000000003ffdafff] vm-test-run-dagster> full # [ 0.000686] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs vm-test-run-dagster> worker # [ 0.002916] On node 0, zone DMA: 1 pages in unavailable ranges vm-test-run-dagster> full # [ 0.000688] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT vm-test-run-dagster> worker # [ 0.003138] On node 0, zone DMA: 97 pages in unavailable ranges vm-test-run-dagster> full # [ 0.002215] found SMP MP-table at [mem 0x000f5470-0x000f547f] vm-test-run-dagster> worker # [ 0.017401] On node 0, zone DMA32: 37 pages in unavailable ranges vm-test-run-dagster> full # [ 0.002224] Using GB pages for direct mapping vm-test-run-dagster> worker # [ 0.018163] ACPI: PM-Timer IO Port: 0x608 vm-test-run-dagster> full # [ 0.002268] RAMDISK: [mem 0x7e4bb000-0x7ffcffff] vm-test-run-dagster> full # [ 0.002273] ACPI: Early table checksum verification disabled vm-test-run-dagster> worker # [ 0.018172] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1]) vm-test-run-dagster> full # [ 0.002276] ACPI: RSDP 0x00000000000F5290 000014 (v00 BOCHS ) vm-test-run-dagster> worker # [ 0.018192] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23 vm-test-run-dagster> full # [ 0.002279] ACPI: RSDT 0x000000007FFE2427 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.018194] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl) vm-test-run-dagster> full # [ 0.002282] ACPI: FACP 0x000000007FFE22D3 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.018195] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level) vm-test-run-dagster> full # [ 0.002288] ACPI: DSDT 0x000000007FFE0040 002293 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> full # [ 0.002289] ACPI: FACS 0x000000007FFE0000 000040 vm-test-run-dagster> worker # [ 0.018197] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level) vm-test-run-dagster> full # [ 0.002290] ACPI: APIC 0x000000007FFE2347 000080 (v03 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.018197] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level) vm-test-run-dagster> full # [ 0.002292] ACPI: HPET 0x000000007FFE23C7 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.018198] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level) vm-test-run-dagster> full # [ 0.002293] ACPI: WAET 0x000000007FFE23FF 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001) vm-test-run-dagster> worker # [ 0.018200] ACPI: Using ACPI (MADT) for SMP configuration information vm-test-run-dagster> full # [ 0.002294] ACPI: Reserving FACP table memory at [mem 0x7ffe22d3-0x7ffe2346] vm-test-run-dagster> worker # [ 0.018201] ACPI: HPET id: 0x8086a201 base: 0xfed00000 vm-test-run-dagster> worker # [ 0.018203] TSC deadline timer available vm-test-run-dagster> full # [ 0.002295] ACPI: Reserving DSDT table memory at [mem 0x7ffe0040-0x7ffe22d2] vm-test-run-dagster> worker # [ 0.018207] CPU topo: Max. logical packages: 1 vm-test-run-dagster> full # [ 0.002296] ACPI: Reserving FACS table memory at [mem 0x7ffe0000-0x7ffe003f] vm-test-run-dagster> worker # [ 0.018208] CPU topo: Max. logical dies: 1 vm-test-run-dagster> full # [ 0.002296] ACPI: Reserving APIC table memory at [mem 0x7ffe2347-0x7ffe23c6] vm-test-run-dagster> worker # [ 0.018208] CPU topo: Max. dies per package: 1 vm-test-run-dagster> worker # [ 0.018211] CPU topo: Max. threads per core: 1 vm-test-run-dagster> full # [ 0.002296] ACPI: Reserving HPET table memory at [mem 0x7ffe23c7-0x7ffe23fe] vm-test-run-dagster> worker # [ 0.018212] CPU topo: Num. cores per package: 1 vm-test-run-dagster> full # [ 0.002297] ACPI: Reserving WAET table memory at [mem 0x7ffe23ff-0x7ffe2426] vm-test-run-dagster> worker # [ 0.018212] CPU topo: Num. threads per package: 1 vm-test-run-dagster> full # [ 0.002677] No NUMA configuration found vm-test-run-dagster> full # [ 0.002678] Faking a node at [mem 0x0000000000000000-0x000000007ffdafff] vm-test-run-dagster> worker # [ 0.018212] CPU topo: Allowing 1 present CPUs plus 0 hotplug CPUs vm-test-run-dagster> full # [ 0.002681] NODE_DATA(0) allocated [mem 0x7ffd5780-0x7ffdacff] vm-test-run-dagster> worker # [ 0.018228] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write() vm-test-run-dagster> full # [ 0.002758] Zone ranges: vm-test-run-dagster> full # [ 0.002759] DMA [mem 0x0000000000001000-0x0000000000ffffff] vm-test-run-dagster> worker # [ 0.018255] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff] vm-test-run-dagster> full # [ 0.002760] DMA32 [mem 0x0000000001000000-0x000000007ffdafff] vm-test-run-dagster> full # [ 0.002761] Normal empty vm-test-run-dagster> worker # [ 0.018257] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff] vm-test-run-dagster> full # [ 0.002761] Device empty vm-test-run-dagster> full # [ 0.002762] Movable zone start for each node vm-test-run-dagster> worker # [ 0.018258] [mem 0x40000000-0xfeffbfff] available for PCI devices vm-test-run-dagster> full # [ 0.002762] Early memory node ranges vm-test-run-dagster> worker # [ 0.018259] Booting paravirtualized kernel on KVM vm-test-run-dagster> full # [ 0.002763] node 0: [mem 0x0000000000001000-0x000000000009efff] vm-test-run-dagster> full # [ 0.002763] node 0: [mem 0x0000000000100000-0x000000007ffdafff] vm-test-run-dagster> worker # [ 0.018262] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns vm-test-run-dagster> full # [ 0.002764] Initmem setup node 0 [mem 0x0000000000001000-0x000000007ffdafff] vm-test-run-dagster> worker # [ 0.021978] setup_percpu: NR_CPUS:384 nr_cpumask_bits:1 nr_cpu_ids:1 nr_node_ids:1 vm-test-run-dagster> full # [ 0.002781] On node 0, zone DMA: 1 pages in unavailable ranges vm-test-run-dagster> full # [ 0.002992] On node 0, zone DMA: 97 pages in unavailable ranges vm-test-run-dagster> worker # [ 0.023722] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u2097152 vm-test-run-dagster> full # [ 0.031748] On node 0, zone DMA32: 37 pages in unavailable ranges vm-test-run-dagster> worker # [ 0.023754] kvm-guest: PV spinlocks disabled, single CPU vm-test-run-dagster> full # [ 0.032512] ACPI: PM-Timer IO Port: 0x608 vm-test-run-dagster> full # [ 0.032532] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1]) vm-test-run-dagster> full # [ 0.032553] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23 vm-test-run-dagster> full # [ 0.032555] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl) vm-test-run-dagster> full # [ 0.032556] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level) vm-test-run-dagster> full # [ 0.032557] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level) vm-test-run-dagster> full # [ 0.032558] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level) vm-test-run-dagster> worker # [ 0.023756] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/v372n282i0bmw0yj64m2qr8r4zq7gfk4-nixos-system-worker-test/init regInfo=/nix/store/p5f930hp47d7m4b9wzpja3ch295hvb4c-closure-info/registration console=ttyS0,115200n8 console=tty0 vm-test-run-dagster> full # [ 0.032559] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level) vm-test-run-dagster> full # [ 0.032561] ACPI: Using ACPI (MADT) for SMP configuration information vm-test-run-dagster> full # [ 0.032561] ACPI: HPET id: 0x8086a201 base: 0xfed00000 vm-test-run-dagster> worker # [ 0.023841] Unknown kernel command line parameters "regInfo=/nix/store/p5f930hp47d7m4b9wzpja3ch295hvb4c-closure-info/registration", will be passed to user space. vm-test-run-dagster> full # [ 0.032566] TSC deadline timer available vm-test-run-dagster> worker # [ 0.023859] random: crng init done vm-test-run-dagster> full # [ 0.032570] CPU topo: Max. logical packages: 1 vm-test-run-dagster> full # [ 0.032570] CPU topo: Max. logical dies: 1 vm-test-run-dagster> worker # [ 0.023860] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes vm-test-run-dagster> full # [ 0.032570] CPU topo: Max. dies per package: 1 vm-test-run-dagster> full # [ 0.032574] CPU topo: Max. threads per core: 1 vm-test-run-dagster> worker # [ 0.023880] Dentry cache hash table entries: 131072 (order: 8, 1048576 bytes, linear) vm-test-run-dagster> full # [ 0.032574] CPU topo: Num. cores per package: 2 vm-test-run-dagster> full # [ 0.032574] CPU topo: Num. threads per package: 2 vm-test-run-dagster> worker # [ 0.024545] Inode-cache hash table entries: 65536 (order: 7, 524288 bytes, linear) vm-test-run-dagster> full # [ 0.032575] CPU topo: Allowing 2 present CPUs plus 0 hotplug CPUs vm-test-run-dagster> worker # [ 0.024570] Fallback order for Node 0: 0 vm-test-run-dagster> full # [ 0.032590] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write() vm-test-run-dagster> full # [ 0.032603] kvm-guest: KVM setup pv remote TLB flush vm-test-run-dagster> worker # [ 0.024572] Built 1 zonelists, mobility grouping on. Total pages: 262009 vm-test-run-dagster> full # [ 0.032605] kvm-guest: setup PV sched yield vm-test-run-dagster> worker # [ 0.024572] Policy zone: DMA32 vm-test-run-dagster> full # [ 0.032619] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff] vm-test-run-dagster> worker # [ 0.026292] mem auto-init: stack:all(zero), heap alloc:on, heap free:off vm-test-run-dagster> full # [ 0.032621] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff] vm-test-run-dagster> worker # [ 0.028846] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=1, Nodes=1 vm-test-run-dagster> full # [ 0.032622] [mem 0x80000000-0xfeffbfff] available for PCI devices vm-test-run-dagster> worker # [ 0.030632] allocated 2097152 bytes of page_ext vm-test-run-dagster> full # [ 0.032623] Booting paravirtualized kernel on KVM vm-test-run-dagster> worker # [ 0.039536] ftrace: allocating 48598 entries in 192 pages vm-test-run-dagster> worker # [ 0.039538] ftrace: allocated 192 pages with 2 groups vm-test-run-dagster> full # [ 0.032626] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns vm-test-run-dagster> worker # [ 0.040226] Dynamic Preempt: lazy vm-test-run-dagster> worker # [ 0.040356] rcu: Preemptible hierarchical RCU implementation. vm-test-run-dagster> full # [ 0.036345] setup_percpu: NR_CPUS:384 nr_cpumask_bits:2 nr_cpu_ids:2 nr_node_ids:1 vm-test-run-dagster> worker # [ 0.040357] rcu: RCU event tracing is enabled. vm-test-run-dagster> full # [ 0.038212] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u1048576 vm-test-run-dagster> full # [ 0.038245] kvm-guest: PV spinlocks enabled vm-test-run-dagster> worker # [ 0.040357] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=1. vm-test-run-dagster> worker # [ 0.040359] Trampoline variant of Tasks RCU enabled. vm-test-run-dagster> full # [ 0.038246] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear) vm-test-run-dagster> worker # [ 0.040359] Rude variant of Tasks RCU enabled. vm-test-run-dagster> worker # [ 0.040359] Tracing variant of Tasks RCU enabled. vm-test-run-dagster> worker # [ 0.040360] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies. vm-test-run-dagster> worker # [ 0.040361] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=1 vm-test-run-dagster> full # [ 0.038248] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/k84n0dxlpmpj5b2yxhscsk36fjl37871-nixos-system-full-test/init regInfo=/nix/store/nyl81fbang8y74zh2h9bdqpr8xq905vn-closure-info/registration console=ttyS0,115200n8 console=tty0 vm-test-run-dagster> worker # [ 0.040374] RCU Tasks: Setting shift to 0 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=1. vm-test-run-dagster> full # [ 0.038323] Unknown kernel command line parameters "regInfo=/nix/store/nyl81fbang8y74zh2h9bdqpr8xq905vn-closure-info/registration", will be passed to user space. vm-test-run-dagster> worker # [ 0.040376] RCU Tasks Rude: Setting shift to 0 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=1. vm-test-run-dagster> full # [ 0.038341] random: crng init done vm-test-run-dagster> full # [ 0.038342] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes vm-test-run-dagster> worker # [ 0.040376] RCU Tasks Trace: Setting shift to 0 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=1. vm-test-run-dagster> worker # [ 0.044127] NR_IRQS: 24832, nr_irqs: 256, preallocated irqs: 16 vm-test-run-dagster> full # [ 0.040008] Dentry cache hash table entries: 262144 (order: 9, 2097152 bytes, linear) vm-test-run-dagster> worker # [ 0.044359] rcu: srcu_init: Setting srcu_struct sizes based on contention. vm-test-run-dagster> full # [ 0.040843] Inode-cache hash table entries: 131072 (order: 8, 1048576 bytes, linear) vm-test-run-dagster> full # [ 0.040880] Fallback order for Node 0: 0 vm-test-run-dagster> full # [ 0.040882] Built 1 zonelists, mobility grouping on. Total pages: 524153 vm-test-run-dagster> worker # [ 0.044436] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____) vm-test-run-dagster> full # [ 0.040883] Policy zone: DMA32 vm-test-run-dagster> worker # [ 0.049976] Console: colour VGA+ 80x25 vm-test-run-dagster> full # [ 0.042797] mem auto-init: stack:all(zero), heap alloc:on, heap free:off vm-test-run-dagster> worker # [ 0.049979] printk: legacy console [tty0] enabled vm-test-run-dagster> worker # [ 0.080946] printk: legacy console [ttyS0] enabled vm-test-run-dagster> full # [ 0.046816] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=2, Nodes=1 vm-test-run-dagster> full # [ 0.050407] allocated 4194304 bytes of page_ext vm-test-run-dagster> worker # [ 0.236703] ACPI: Core revision 20250807 vm-test-run-dagster> full # [ 0.059186] ftrace: allocating 48598 entries in 192 pages vm-test-run-dagster> full # [ 0.059187] ftrace: allocated 192 pages with 2 groups vm-test-run-dagster> full # [ 0.059873] Dynamic Preempt: lazy vm-test-run-dagster> worker # [ 0.238388] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns vm-test-run-dagster> full # [ 0.060019] rcu: Preemptible hierarchical RCU implementation. vm-test-run-dagster> full # [ 0.060020] rcu: RCU event tracing is enabled. vm-test-run-dagster> worker # [ 0.241447] APIC: Switch to symmetric I/O mode setup vm-test-run-dagster> full # [ 0.060020] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=2. vm-test-run-dagster> worker # [ 0.243296] x2apic enabled vm-test-run-dagster> full # [ 0.060022] Trampoline variant of Tasks RCU enabled. vm-test-run-dagster> full # [ 0.060022] Rude variant of Tasks RCU enabled. vm-test-run-dagster> full # [ 0.060022] Tracing variant of Tasks RCU enabled. vm-test-run-dagster> worker # [ 0.244608] APIC: Switched APIC routing to: physical x2apic vm-test-run-dagster> full # [ 0.060023] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies. vm-test-run-dagster> full # [ 0.060024] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=2 vm-test-run-dagster> worker # [ 0.247580] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1 vm-test-run-dagster> full # [ 0.060032] RCU Tasks: Setting shift to 1 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=2. vm-test-run-dagster> full # [ 0.060033] RCU Tasks Rude: Setting shift to 1 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=2. vm-test-run-dagster> worker # [ 0.249555] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x6d5818a734c, max_idle_ns: 881590694765 ns vm-test-run-dagster> full # [ 0.060034] RCU Tasks Trace: Setting shift to 1 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=2. vm-test-run-dagster> worker # [ 0.252336] Calibrating delay loop (skipped) preset value.. 7585.74 BogoMIPS (lpj=3792874) vm-test-run-dagster> full # [ 0.063765] NR_IRQS: 24832, nr_irqs: 440, preallocated irqs: 16 vm-test-run-dagster> worker # [ 0.255396] x86/cpu: User Mode Instruction Prevention (UMIP) activated vm-test-run-dagster> full # [ 0.064001] rcu: srcu_init: Setting srcu_struct sizes based on contention. vm-test-run-dagster> worker # [ 0.256485] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127 vm-test-run-dagster> full # [ 0.064088] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____) vm-test-run-dagster> full # [ 0.069664] Console: colour VGA+ 80x25 vm-test-run-dagster> worker # [ 0.258335] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0 vm-test-run-dagster> full # [ 0.069666] printk: legacy console [tty0] enabled vm-test-run-dagster> full # [ 0.101552] printk: legacy console [ttyS0] enabled vm-test-run-dagster> worker # [ 0.259338] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto vm-test-run-dagster> full # [ 0.246915] ACPI: Core revision 20250807 vm-test-run-dagster> worker # [ 0.261335] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl vm-test-run-dagster> full # [ 0.248168] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns vm-test-run-dagster> worker # [ 0.263335] Spectre V2 : Mitigation: Retpolines vm-test-run-dagster> full # [ 0.250475] APIC: Switch to symmetric I/O mode setup vm-test-run-dagster> full # [ 0.251894] x2apic enabled vm-test-run-dagster> worker # [ 0.264335] Speculative Return Stack Overflow: Mitigation: Safe RET vm-test-run-dagster> full # [ 0.252918] APIC: Switched APIC routing to: physical x2apic vm-test-run-dagster> worker # [ 0.265334] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization vm-test-run-dagster> full # [ 0.254310] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask() vm-test-run-dagster> worker # [ 0.267334] Spectre V2 : Spectre v2 / SpectreRSB: Filling RSB on context switch and VMEXIT vm-test-run-dagster> full # [ 0.256115] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself() vm-test-run-dagster> worker # [ 0.269334] Spectre V2 : Enabling Restricted Speculation for firmware calls vm-test-run-dagster> full # [ 0.258341] kvm-guest: setup PV IPIs vm-test-run-dagster> worker # [ 0.271336] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier vm-test-run-dagster> full # [ 0.260157] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1 vm-test-run-dagster> full # [ 0.261556] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x6d5818a734c, max_idle_ns: 881590694765 ns vm-test-run-dagster> full # [ 0.263787] Calibrating delay loop (skipped) preset value.. 7585.74 BogoMIPS (lpj=3792874) vm-test-run-dagster> worker # [ 0.272335] active return thunk: srso_alias_return_thunk vm-test-run-dagster> full # [ 0.264866] x86/cpu: User Mode Instruction Prevention (UMIP) activated vm-test-run-dagster> worker # [ 0.274351] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers' vm-test-run-dagster> full # [ 0.265911] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127 vm-test-run-dagster> worker # [ 0.275335] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers' vm-test-run-dagster> full # [ 0.267787] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0 vm-test-run-dagster> worker # [ 0.277334] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers' vm-test-run-dagster> full # [ 0.269788] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto vm-test-run-dagster> worker # [ 0.278335] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers' vm-test-run-dagster> full # [ 0.270787] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl vm-test-run-dagster> worker # [ 0.279334] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers' vm-test-run-dagster> worker # [ 0.281335] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)' vm-test-run-dagster> worker # [ 0.283334] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256 vm-test-run-dagster> worker # [ 0.284334] x86/fpu: xstate_offset[9]: 832, xstate_sizes[9]: 8 vm-test-run-dagster> full # [ 0.271787] Spectre V2 : Mitigation: Retpolines vm-test-run-dagster> worker # [ 0.285334] x86/fpu: xstate_offset[11]: 840, xstate_sizes[11]: 16 vm-test-run-dagster> full # [ 0.273787] Speculative Return Stack Overflow: Mitigation: Safe RET vm-test-run-dagster> worker # [ 0.286335] x86/fpu: xstate_offset[12]: 856, xstate_sizes[12]: 24 vm-test-run-dagster> full # [ 0.274787] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization vm-test-run-dagster> full # [ 0.276787] Spectre V2 : Spectre v2 / SpectreRSB: Filling RSB on context switch and VMEXIT vm-test-run-dagster> worker # [ 0.287344] x86/fpu: Enabled xstate features 0x1a07, context size is 880 bytes, using 'compacted' format. vm-test-run-dagster> full # [ 0.277787] Spectre V2 : Enabling Restricted Speculation for firmware calls vm-test-run-dagster> full # [ 0.278788] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier vm-test-run-dagster> full # [ 0.279787] active return thunk: srso_alias_return_thunk vm-test-run-dagster> full # [ 0.280800] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers' vm-test-run-dagster> full # [ 0.281786] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers' vm-test-run-dagster> full # [ 0.282786] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers' vm-test-run-dagster> full # [ 0.283786] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers' vm-test-run-dagster> full # [ 0.284786] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers' vm-test-run-dagster> full # [ 0.286786] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)' vm-test-run-dagster> full # [ 0.287787] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256 vm-test-run-dagster> full # [ 0.288786] x86/fpu: xstate_offset[9]: 832, xstate_sizes[9]: 8 vm-test-run-dagster> full # [ 0.289786] x86/fpu: xstate_offset[11]: 840, xstate_sizes[11]: 16 vm-test-run-dagster> full # [ 0.291787] x86/fpu: xstate_offset[12]: 856, xstate_sizes[12]: 24 vm-test-run-dagster> full # [ 0.292786] x86/fpu: Enabled xstate features 0x1a07, context size is 880 bytes, using 'compacted' format. vm-test-run-dagster> worker # [ 0.318197] Freeing SMP alternatives memory: 44K vm-test-run-dagster> worker # [ 0.319154] pid_max: default: 32768 minimum: 301 vm-test-run-dagster> worker # [ 0.320361] LSM: initializing lsm=capability,landlock,yama,bpf,ima vm-test-run-dagster> worker # [ 0.321442] landlock: Up and running. vm-test-run-dagster> worker # [ 0.322334] Yama: becoming mindful. vm-test-run-dagster> worker # [ 0.323532] LSM support for eBPF active vm-test-run-dagster> worker # [ 0.324413] Mount-cache hash table entries: 2048 (order: 2, 16384 bytes, linear) vm-test-run-dagster> worker # [ 0.325353] Mountpoint-cache hash table entries: 2048 (order: 2, 16384 bytes, linear) vm-test-run-dagster> worker # [ 0.327888] smpboot: CPU0: AMD Ryzen Threadripper PRO 5965WX 24-Cores (family: 0x19, model: 0x8, stepping: 0x2) vm-test-run-dagster> worker # [ 0.328786] Performance Events: Fam17h+ core perfctr, AMD PMU driver. vm-test-run-dagster> worker # [ 0.329337] ... version: 0 vm-test-run-dagster> full # [ 0.318885] Freeing SMP alternatives memory: 44K vm-test-run-dagster> worker # [ 0.330326] ... bit width: 48 vm-test-run-dagster> full # [ 0.319788] pid_max: default: 32768 minimum: 301 vm-test-run-dagster> worker # [ 0.331134] ... generic counters: 6 vm-test-run-dagster> worker # [ 0.332154] ... generic bitmap: 000000000000003f vm-test-run-dagster> full # [ 0.320858] LSM: initializing lsm=capability,landlock,yama,bpf,ima vm-test-run-dagster> worker # [ 0.333335] ... fixed-purpose counters: 0 vm-test-run-dagster> full # [ 0.321887] landlock: Up and running. vm-test-run-dagster> full # [ 0.322787] Yama: becoming mindful. vm-test-run-dagster> worker # [ 0.334314] ... fixed-purpose bitmap: 0000000000000000 vm-test-run-dagster> full # [ 0.323991] LSM support for eBPF active vm-test-run-dagster> worker # [ 0.335335] ... value mask: 0000ffffffffffff vm-test-run-dagster> worker # [ 0.336335] ... max period: 00007fffffffffff vm-test-run-dagster> full # [ 0.324871] Mount-cache hash table entries: 4096 (order: 3, 32768 bytes, linear) vm-test-run-dagster> worker # [ 0.337335] ... global_ctrl mask: 000000000000003f vm-test-run-dagster> full # [ 0.325819] Mountpoint-cache hash table entries: 4096 (order: 3, 32768 bytes, linear) vm-test-run-dagster> worker # [ 0.338423] signal: max sigframe size: 3376 vm-test-run-dagster> worker # [ 0.339401] rcu: Hierarchical SRCU implementation. vm-test-run-dagster> worker # [ 0.340339] rcu: Max phase no-delay instances is 400. vm-test-run-dagster> full # [ 0.327701] smpboot: CPU0: AMD Ryzen Threadripper PRO 5965WX 24-Cores (family: 0x19, model: 0x8, stepping: 0x2) vm-test-run-dagster> full # [ 0.328208] Performance Events: Fam17h+ core perfctr, AMD PMU driver. vm-test-run-dagster> full # [ 0.328790] ... version: 0 vm-test-run-dagster> full # [ 0.329757] ... bit width: 48 vm-test-run-dagster> worker # [ 0.345036] smp: Bringing up secondary CPUs ... vm-test-run-dagster> full # [ 0.330551] ... generic counters: 6 vm-test-run-dagster> worker # [ 0.345347] smp: Brought up 1 node, 1 CPU vm-test-run-dagster> full # [ 0.330832] ... generic bitmap: 000000000000003f vm-test-run-dagster> worker # [ 0.346266] smpboot: Total of 1 processors activated (7585.74 BogoMIPS) vm-test-run-dagster> full # [ 0.331788] ... fixed-purpose counters: 0 vm-test-run-dagster> full # [ 0.332773] ... fixed-purpose bitmap: 0000000000000000 vm-test-run-dagster> full # [ 0.333784] ... value mask: 0000ffffffffffff vm-test-run-dagster> worker # [ 0.347472] Memory: 944612K/1048036K available (17159K kernel code, 2721K rwdata, 13560K rodata, 3636K init, 3020K bss, 96240K reserved, 0K cma-reserved) vm-test-run-dagster> full # [ 0.334788] ... max period: 00007fffffffffff vm-test-run-dagster> worker # [ 0.348528] devtmpfs: initialized vm-test-run-dagster> full # [ 0.335788] ... global_ctrl mask: 000000000000003f vm-test-run-dagster> worker # [ 0.349521] x86/mm: Memory block size: 128MB vm-test-run-dagster> full # [ 0.336880] signal: max sigframe size: 3376 vm-test-run-dagster> full # [ 0.337862] rcu: Hierarchical SRCU implementation. vm-test-run-dagster> worker # [ 0.351152] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns vm-test-run-dagster> full # [ 0.338792] rcu: Max phase no-delay instances is 400. vm-test-run-dagster> worker # [ 0.352358] posixtimers hash table entries: 512 (order: 1, 8192 bytes, linear) vm-test-run-dagster> full # [ 0.339918] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level vm-test-run-dagster> worker # [ 0.353358] futex hash table entries: 256 (16384 bytes on 1 NUMA nodes, total 16 KiB, linear). vm-test-run-dagster> worker # [ 0.354416] pinctrl core: initialized pinctrl subsystem vm-test-run-dagster> worker # [ 0.355612] PM: RTC time: 20:01:52, date: 2026-07-06 vm-test-run-dagster> full # [ 0.344394] smp: Bringing up secondary CPUs ... vm-test-run-dagster> full # [ 0.345084] smpboot: x86: Booting SMP configuration: vm-test-run-dagster> full # [ 0.345796] .... node #0, CPUs: #1 vm-test-run-dagster> worker # [ 0.358570] NET: Registered PF_NETLINK/PF_ROUTE protocol family vm-test-run-dagster> full # [ 0.345886] smp: Brought up 1 node, 2 CPUs vm-test-run-dagster> worker # [ 0.359664] DMA: preallocated 128 KiB GFP_KERNEL pool for atomic allocations vm-test-run-dagster> full # [ 0.347740] smpboot: Total of 2 processors activated (15171.49 BogoMIPS) vm-test-run-dagster> worker # [ 0.360355] DMA: preallocated 128 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations vm-test-run-dagster> full # [ 0.348974] Memory: 1972412K/2096612K available (17159K kernel code, 2721K rwdata, 13560K rodata, 3636K init, 3020K bss, 114560K reserved, 0K cma-reserved) vm-test-run-dagster> worker # [ 0.361454] DMA: preallocated 128 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations vm-test-run-dagster> worker # [ 0.362344] audit: initializing netlink subsys (disabled) vm-test-run-dagster> full # [ 0.350070] devtmpfs: initialized vm-test-run-dagster> full # [ 0.350960] x86/mm: Memory block size: 128MB vm-test-run-dagster> worker # [ 0.363579] thermal_sys: Registered thermal governor 'fair_share' vm-test-run-dagster> worker # [ 0.363581] thermal_sys: Registered thermal governor 'bang_bang' vm-test-run-dagster> full # [ 0.352818] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns vm-test-run-dagster> worker # [ 0.364338] audit: type=2000 audit(1783368112.641:1): state=initialized audit_enabled=0 res=1 vm-test-run-dagster> worker # [ 0.366338] thermal_sys: Registered thermal governor 'step_wise' vm-test-run-dagster> full # [ 0.353814] posixtimers hash table entries: 1024 (order: 2, 16384 bytes, linear) vm-test-run-dagster> worker # [ 0.366339] thermal_sys: Registered thermal governor 'user_space' vm-test-run-dagster> full # [ 0.354825] futex hash table entries: 512 (32768 bytes on 1 NUMA nodes, total 32 KiB, linear). vm-test-run-dagster> worker # [ 0.367336] thermal_sys: Registered thermal governor 'power_allocator' vm-test-run-dagster> full # [ 0.355859] pinctrl core: initialized pinctrl subsystem vm-test-run-dagster> worker # [ 0.368362] cpuidle: using governor menu vm-test-run-dagster> full # [ 0.357103] PM: RTC time: 20:01:52, date: 2026-07-06 vm-test-run-dagster> worker # [ 0.371181] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5 vm-test-run-dagster> worker # [ 0.372604] PCI: Using configuration type 1 for base access vm-test-run-dagster> full # [ 0.360055] NET: Registered PF_NETLINK/PF_ROUTE protocol family vm-test-run-dagster> worker # [ 0.373336] PCI: Using configuration type 1 for extended access vm-test-run-dagster> full # [ 0.361237] DMA: preallocated 256 KiB GFP_KERNEL pool for atomic allocations vm-test-run-dagster> worker # [ 0.374532] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible. vm-test-run-dagster> full # [ 0.361817] DMA: preallocated 256 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations vm-test-run-dagster> full # [ 0.363017] DMA: preallocated 256 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations vm-test-run-dagster> full # [ 0.363795] audit: initializing netlink subsys (disabled) vm-test-run-dagster> full # [ 0.364831] audit: type=2000 audit(1783368112.670:1): state=initialized audit_enabled=0 res=1 vm-test-run-dagster> full # [ 0.364954] thermal_sys: Registered thermal governor 'fair_share' vm-test-run-dagster> worker # [ 0.381589] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages vm-test-run-dagster> full # [ 0.365792] thermal_sys: Registered thermal governor 'bang_bang' vm-test-run-dagster> worker # [ 0.382336] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page vm-test-run-dagster> full # [ 0.366790] thermal_sys: Registered thermal governor 'step_wise' vm-test-run-dagster> full # [ 0.367788] thermal_sys: Registered thermal governor 'user_space' vm-test-run-dagster> full # [ 0.368788] thermal_sys: Registered thermal governor 'power_allocator' vm-test-run-dagster> full # [ 0.369801] cpuidle: using governor menu vm-test-run-dagster> worker # [ 0.387335] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages vm-test-run-dagster> full # [ 0.372430] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5 vm-test-run-dagster> worker # [ 0.388336] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page vm-test-run-dagster> full # [ 0.374035] PCI: Using configuration type 1 for base access vm-test-run-dagster> full # [ 0.374788] PCI: Using configuration type 1 for extended access vm-test-run-dagster> full # [ 0.375987] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible. vm-test-run-dagster> worker # [ 0.398665] ACPI: Added _OSI(Module Device) vm-test-run-dagster> worker # [ 0.399336] ACPI: Added _OSI(Processor Device) vm-test-run-dagster> full # [ 0.382808] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages vm-test-run-dagster> worker # [ 0.400735] ACPI: Added _OSI(Processor Aggregator Device) vm-test-run-dagster> full # [ 0.383788] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page vm-test-run-dagster> full # [ 0.384789] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages vm-test-run-dagster> worker # [ 0.403094] ACPI: 1 ACPI AML tables successfully acquired and loaded vm-test-run-dagster> full # [ 0.387787] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page vm-test-run-dagster> worker # [ 0.409031] ACPI: Interpreter enabled vm-test-run-dagster> worker # [ 0.409350] ACPI: PM: (supports S0 S3 S4 S5) vm-test-run-dagster> full # [ 0.393331] ACPI: Added _OSI(Module Device) vm-test-run-dagster> full # [ 0.393789] ACPI: Added _OSI(Processor Device) vm-test-run-dagster> worker # [ 0.412335] ACPI: Using IOAPIC for interrupt routing vm-test-run-dagster> full # [ 0.394789] ACPI: Added _OSI(Processor Aggregator Device) vm-test-run-dagster> worker # [ 0.413350] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug vm-test-run-dagster> full # [ 0.397569] ACPI: 1 ACPI AML tables successfully acquired and loaded vm-test-run-dagster> worker # [ 0.415892] PCI: Using E820 reservations for host bridge windows vm-test-run-dagster> full # [ 0.399172] ACPI: Interpreter enabled vm-test-run-dagster> full # [ 0.400457] ACPI: PM: (supports S0 S3 S4 S5) vm-test-run-dagster> worker # [ 0.416466] ACPI: Enabled 2 GPEs in block 00 to 0F vm-test-run-dagster> full # [ 0.400789] ACPI: Using IOAPIC for interrupt routing vm-test-run-dagster> full # [ 0.401802] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug vm-test-run-dagster> full # [ 0.402789] PCI: Using E820 reservations for host bridge windows vm-test-run-dagster> worker # [ 0.421281] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff]) vm-test-run-dagster> full # [ 0.403924] ACPI: Enabled 2 GPEs in block 00 to 0F vm-test-run-dagster> worker # [ 0.422341] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3] vm-test-run-dagster> worker # [ 0.423624] acpiphp: Slot [3] registered vm-test-run-dagster> worker # [ 0.424374] acpiphp: Slot [4] registered vm-test-run-dagster> worker # [ 0.425329] acpiphp: Slot [5] registered vm-test-run-dagster> worker # [ 0.426290] acpiphp: Slot [6] registered vm-test-run-dagster> full # [ 0.408862] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff]) vm-test-run-dagster> worker # [ 0.427080] acpiphp: Slot [7] registered vm-test-run-dagster> worker # [ 0.427374] acpiphp: Slot [8] registered vm-test-run-dagster> full # [ 0.409793] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3] vm-test-run-dagster> worker # [ 0.428325] acpiphp: Slot [9] registered vm-test-run-dagster> full # [ 0.411119] acpiphp: Slot [3] registered vm-test-run-dagster> worker # [ 0.429084] acpiphp: Slot [10] registered vm-test-run-dagster> full # [ 0.411817] acpiphp: Slot [4] registered vm-test-run-dagster> worker # [ 0.429364] acpiphp: Slot [11] registered vm-test-run-dagster> full # [ 0.412760] acpiphp: Slot [5] registered vm-test-run-dagster> worker # [ 0.430341] acpiphp: Slot [12] registered vm-test-run-dagster> worker # [ 0.431317] acpiphp: Slot [13] registered vm-test-run-dagster> worker # [ 0.432092] acpiphp: Slot [14] registered vm-test-run-dagster> full # [ 0.413539] acpiphp: Slot [6] registered vm-test-run-dagster> full # [ 0.413816] acpiphp: Slot [7] registered vm-test-run-dagster> full # [ 0.414723] acpiphp: Slot [8] registered vm-test-run-dagster> worker # [ 0.432363] acpiphp: Slot [15] registered vm-test-run-dagster> full # [ 0.415469] acpiphp: Slot [9] registered vm-test-run-dagster> worker # [ 0.433342] acpiphp: Slot [16] registered vm-test-run-dagster> full # [ 0.415827] acpiphp: Slot [10] registered vm-test-run-dagster> worker # [ 0.434310] acpiphp: Slot [17] registered vm-test-run-dagster> full # [ 0.416792] acpiphp: Slot [11] registered vm-test-run-dagster> worker # [ 0.435097] acpiphp: Slot [18] registered vm-test-run-dagster> full # [ 0.417740] acpiphp: Slot [12] registered vm-test-run-dagster> worker # [ 0.435378] acpiphp: Slot [19] registered vm-test-run-dagster> full # [ 0.418520] acpiphp: Slot [13] registered vm-test-run-dagster> worker # [ 0.436345] acpiphp: Slot [20] registered vm-test-run-dagster> full # [ 0.418826] acpiphp: Slot [14] registered vm-test-run-dagster> worker # [ 0.437314] acpiphp: Slot [21] registered vm-test-run-dagster> full # [ 0.419788] acpiphp: Slot [15] registered vm-test-run-dagster> worker # [ 0.438095] acpiphp: Slot [22] registered vm-test-run-dagster> full # [ 0.420750] acpiphp: Slot [16] registered vm-test-run-dagster> worker # [ 0.438392] acpiphp: Slot [23] registered vm-test-run-dagster> full # [ 0.421547] acpiphp: Slot [17] registered vm-test-run-dagster> worker # [ 0.439353] acpiphp: Slot [24] registered vm-test-run-dagster> full # [ 0.421816] acpiphp: Slot [18] registered vm-test-run-dagster> worker # [ 0.440300] acpiphp: Slot [25] registered vm-test-run-dagster> full # [ 0.422776] acpiphp: Slot [19] registered vm-test-run-dagster> worker # [ 0.441078] acpiphp: Slot [26] registered vm-test-run-dagster> full # [ 0.423537] acpiphp: Slot [20] registered vm-test-run-dagster> worker # [ 0.441400] acpiphp: Slot [27] registered vm-test-run-dagster> full # [ 0.423844] acpiphp: Slot [21] registered vm-test-run-dagster> worker # [ 0.442351] acpiphp: Slot [28] registered vm-test-run-dagster> full # [ 0.424810] acpiphp: Slot [22] registered vm-test-run-dagster> worker # [ 0.443309] acpiphp: Slot [29] registered vm-test-run-dagster> full # [ 0.425792] acpiphp: Slot [23] registered vm-test-run-dagster> worker # [ 0.444076] acpiphp: Slot [30] registered vm-test-run-dagster> full # [ 0.426760] acpiphp: Slot [24] registered vm-test-run-dagster> worker # [ 0.444374] acpiphp: Slot [31] registered vm-test-run-dagster> full # [ 0.427567] acpiphp: Slot [25] registered vm-test-run-dagster> worker # [ 0.445329] PCI host bridge to bus 0000:00 vm-test-run-dagster> full # [ 0.427821] acpiphp: Slot [26] registered vm-test-run-dagster> full # [ 0.428793] acpiphp: Slot [27] registered vm-test-run-dagster> worker # [ 0.446297] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window] vm-test-run-dagster> full # [ 0.429759] acpiphp: Slot [28] registered vm-test-run-dagster> worker # [ 0.447336] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window] vm-test-run-dagster> full # [ 0.430563] acpiphp: Slot [29] registered vm-test-run-dagster> full # [ 0.430819] acpiphp: Slot [30] registered vm-test-run-dagster> worker # [ 0.448336] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window] vm-test-run-dagster> full # [ 0.431800] acpiphp: Slot [31] registered vm-test-run-dagster> full # [ 0.432763] PCI host bridge to bus 0000:00 vm-test-run-dagster> worker # [ 0.449336] pci_bus 0000:00: root bus resource [mem 0x40000000-0xfebfffff window] vm-test-run-dagster> full # [ 0.433541] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window] vm-test-run-dagster> worker # [ 0.450336] pci_bus 0000:00: root bus resource [mem 0x100000000-0x17fffffff window] vm-test-run-dagster> full # [ 0.434790] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window] vm-test-run-dagster> worker # [ 0.451337] pci_bus 0000:00: root bus resource [bus 00-ff] vm-test-run-dagster> full # [ 0.435789] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window] vm-test-run-dagster> worker # [ 0.452647] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.436790] pci_bus 0000:00: root bus resource [mem 0x80000000-0xfebfffff window] vm-test-run-dagster> worker # [ 0.454028] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint vm-test-run-dagster> full # [ 0.437795] pci_bus 0000:00: root bus resource [mem 0x100000000-0x17fffffff window] vm-test-run-dagster> full # [ 0.438805] pci_bus 0000:00: root bus resource [bus 00-ff] vm-test-run-dagster> worker # [ 0.456059] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint vm-test-run-dagster> full # [ 0.440087] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.458399] pci 0000:00:01.1: BAR 4 [io 0xc1e0-0xc1ef] vm-test-run-dagster> full # [ 0.441504] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.459397] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk vm-test-run-dagster> worker # [ 0.460336] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk vm-test-run-dagster> full # [ 0.443505] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.461336] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk vm-test-run-dagster> worker # [ 0.462336] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk vm-test-run-dagster> full # [ 0.445840] pci 0000:00:01.1: BAR 4 [io 0xc1e0-0xc1ef] vm-test-run-dagster> full # [ 0.446844] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk vm-test-run-dagster> worker # [ 0.463580] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint vm-test-run-dagster> full # [ 0.447789] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk vm-test-run-dagster> worker # [ 0.465327] pci 0000:00:01.2: BAR 4 [io 0xc100-0xc11f] vm-test-run-dagster> full # [ 0.448790] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk vm-test-run-dagster> full # [ 0.449789] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk vm-test-run-dagster> worker # [ 0.467279] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.451041] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.468834] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI vm-test-run-dagster> full # [ 0.452788] pci 0000:00:01.2: BAR 4 [io 0xc100-0xc11f] vm-test-run-dagster> worker # [ 0.469348] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB vm-test-run-dagster> worker # [ 0.470670] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.454800] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.456315] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI vm-test-run-dagster> full # [ 0.456811] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB vm-test-run-dagster> worker # [ 0.473364] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref] vm-test-run-dagster> worker # [ 0.474360] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff] vm-test-run-dagster> full # [ 0.458117] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.475399] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref] vm-test-run-dagster> worker # [ 0.476509] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff] vm-test-run-dagster> full # [ 0.460824] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref] vm-test-run-dagster> worker # [ 0.478177] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.461816] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff] vm-test-run-dagster> full # [ 0.462836] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref] vm-test-run-dagster> worker # [ 0.480353] pci 0000:00:03.0: BAR 0 [io 0xc120-0xc13f] vm-test-run-dagster> worker # [ 0.481348] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff] vm-test-run-dagster> full # [ 0.463957] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff] vm-test-run-dagster> worker # [ 0.482378] pci 0000:00:03.0: BAR 4 [mem 0xfe000000-0xfe003fff 64bit pref] vm-test-run-dagster> full # [ 0.465606] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.483348] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref] vm-test-run-dagster> full # [ 0.467799] pci 0000:00:03.0: BAR 0 [io 0xc120-0xc13f] vm-test-run-dagster> worker # [ 0.486125] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint vm-test-run-dagster> full # [ 0.468802] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff] vm-test-run-dagster> full # [ 0.469836] pci 0000:00:03.0: BAR 4 [mem 0xfe000000-0xfe003fff 64bit pref] vm-test-run-dagster> full # [ 0.470803] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref] vm-test-run-dagster> worker # [ 0.489364] pci 0000:00:04.0: BAR 0 [io 0xc140-0xc15f] vm-test-run-dagster> worker # [ 0.490348] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff] vm-test-run-dagster> worker # [ 0.491378] pci 0000:00:04.0: BAR 4 [mem 0xfe004000-0xfe007fff 64bit pref] vm-test-run-dagster> worker # [ 0.494044] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.497121] pci 0000:00:05.0: BAR 0 [io 0xc080-0xc0bf] vm-test-run-dagster> worker # [ 0.498288] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff] vm-test-run-dagster> worker # [ 0.499378] pci 0000:00:05.0: BAR 4 [mem 0xfe008000-0xfe00bfff 64bit pref] vm-test-run-dagster> full # [ 0.473710] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.502000] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> full # [ 0.476799] pci 0000:00:04.0: BAR 0 [io 0xc140-0xc15f] vm-test-run-dagster> full # [ 0.477802] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff] vm-test-run-dagster> worker # [ 0.504115] pci 0000:00:06.0: BAR 0 [io 0xc160-0xc17f] vm-test-run-dagster> full # [ 0.478837] pci 0000:00:04.0: BAR 4 [mem 0xfe004000-0xfe007fff 64bit pref] vm-test-run-dagster> worker # [ 0.505289] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff] vm-test-run-dagster> full # [ 0.481530] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> full # [ 0.484605] pci 0000:00:05.0: BAR 0 [io 0xc080-0xc0bf] vm-test-run-dagster> full # [ 0.485735] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff] vm-test-run-dagster> full # [ 0.486845] pci 0000:00:05.0: BAR 4 [mem 0xfe008000-0xfe00bfff 64bit pref] vm-test-run-dagster> worker # [ 0.506387] pci 0000:00:06.0: BAR 4 [mem 0xfe00c000-0xfe00ffff 64bit pref] vm-test-run-dagster> full # [ 0.489484] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.510004] pci 0000:00:07.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> full # [ 0.492011] pci 0000:00:06.0: BAR 0 [io 0xc160-0xc17f] vm-test-run-dagster> full # [ 0.492802] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff] vm-test-run-dagster> worker # [ 0.512352] pci 0000:00:07.0: BAR 0 [io 0xc180-0xc19f] vm-test-run-dagster> full # [ 0.493836] pci 0000:00:06.0: BAR 4 [mem 0xfe00c000-0xfe00ffff 64bit pref] vm-test-run-dagster> worker # [ 0.513348] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff] vm-test-run-dagster> worker # [ 0.514378] pci 0000:00:07.0: BAR 4 [mem 0xfe010000-0xfe013fff 64bit pref] vm-test-run-dagster> full # [ 0.496495] pci 0000:00:07.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.517001] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.498799] pci 0000:00:07.0: BAR 0 [io 0xc180-0xc19f] vm-test-run-dagster> full # [ 0.499800] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff] vm-test-run-dagster> full # [ 0.500836] pci 0000:00:07.0: BAR 4 [mem 0xfe010000-0xfe013fff 64bit pref] vm-test-run-dagster> worker # [ 0.519303] pci 0000:00:08.0: BAR 0 [io 0xc000-0xc07f] vm-test-run-dagster> worker # [ 0.520288] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff] vm-test-run-dagster> worker # [ 0.521378] pci 0000:00:08.0: BAR 4 [mem 0xfe014000-0xfe017fff 64bit pref] vm-test-run-dagster> full # [ 0.503461] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.505799] pci 0000:00:08.0: BAR 0 [io 0xc000-0xc07f] vm-test-run-dagster> worker # [ 0.523996] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.506803] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff] vm-test-run-dagster> full # [ 0.507922] pci 0000:00:08.0: BAR 4 [mem 0xfe014000-0xfe017fff 64bit pref] vm-test-run-dagster> worker # [ 0.526264] pci 0000:00:09.0: BAR 0 [io 0xc1a0-0xc1bf] vm-test-run-dagster> worker # [ 0.527287] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff] vm-test-run-dagster> full # [ 0.510530] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.528378] pci 0000:00:09.0: BAR 4 [mem 0xfe018000-0xfe01bfff 64bit pref] vm-test-run-dagster> worker # [ 0.529348] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref] vm-test-run-dagster> full # [ 0.512801] pci 0000:00:09.0: BAR 0 [io 0xc1a0-0xc1bf] vm-test-run-dagster> full # [ 0.513802] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff] vm-test-run-dagster> worker # [ 0.531991] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.514836] pci 0000:00:09.0: BAR 4 [mem 0xfe018000-0xfe01bfff 64bit pref] vm-test-run-dagster> full # [ 0.515802] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref] vm-test-run-dagster> worker # [ 0.533266] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff] vm-test-run-dagster> worker # [ 0.534378] pci 0000:00:0a.0: BAR 4 [mem 0xfe01c000-0xfe01ffff 64bit pref] vm-test-run-dagster> full # [ 0.518467] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.520700] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff] vm-test-run-dagster> worker # [ 0.537018] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint vm-test-run-dagster> full # [ 0.521836] pci 0000:00:0a.0: BAR 4 [mem 0xfe01c000-0xfe01ffff 64bit pref] vm-test-run-dagster> worker # [ 0.539366] pci 0000:00:0b.0: BAR 0 [io 0xc0c0-0xc0ff] vm-test-run-dagster> worker # [ 0.540356] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff] vm-test-run-dagster> full # [ 0.524530] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.541379] pci 0000:00:0b.0: BAR 4 [mem 0xfe020000-0xfe023fff 64bit pref] vm-test-run-dagster> full # [ 0.526800] pci 0000:00:0b.0: BAR 0 [io 0xc0c0-0xc0ff] vm-test-run-dagster> full # [ 0.527804] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff] vm-test-run-dagster> worker # [ 0.544058] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint vm-test-run-dagster> full # [ 0.528836] pci 0000:00:0b.0: BAR 4 [mem 0xfe020000-0xfe023fff 64bit pref] vm-test-run-dagster> worker # [ 0.546359] pci 0000:00:0c.0: BAR 0 [io 0xc1c0-0xc1df] vm-test-run-dagster> worker # [ 0.547348] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff] vm-test-run-dagster> full # [ 0.531491] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint vm-test-run-dagster> worker # [ 0.548378] pci 0000:00:0c.0: BAR 4 [mem 0xfe024000-0xfe027fff 64bit pref] vm-test-run-dagster> full # [ 0.533800] pci 0000:00:0c.0: BAR 0 [io 0xc1c0-0xc1df] vm-test-run-dagster> full # [ 0.534802] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff] vm-test-run-dagster> full # [ 0.535836] pci 0000:00:0c.0: BAR 4 [mem 0xfe024000-0xfe027fff 64bit pref] vm-test-run-dagster> worker # [ 0.555251] ACPI: PCI: Interrupt link LNKA configured for IRQ 10 vm-test-run-dagster> worker # [ 0.556500] ACPI: PCI: Interrupt link LNKB configured for IRQ 10 vm-test-run-dagster> worker # [ 0.557487] ACPI: PCI: Interrupt link LNKC configured for IRQ 11 vm-test-run-dagster> worker # [ 0.558505] ACPI: PCI: Interrupt link LNKD configured for IRQ 11 vm-test-run-dagster> full # [ 0.542900] ACPI: PCI: Interrupt link LNKA configured for IRQ 10 vm-test-run-dagster> worker # [ 0.559419] ACPI: PCI: Interrupt link LNKS configured for IRQ 9 vm-test-run-dagster> full # [ 0.543961] ACPI: PCI: Interrupt link LNKB configured for IRQ 10 vm-test-run-dagster> full # [ 0.544951] ACPI: PCI: Interrupt link LNKC configured for IRQ 11 vm-test-run-dagster> worker # [ 0.561203] iommu: Default domain type: Translated vm-test-run-dagster> worker # [ 0.562222] iommu: DMA domain TLB invalidation policy: lazy mode vm-test-run-dagster> full # [ 0.545957] ACPI: PCI: Interrupt link LNKD configured for IRQ 11 vm-test-run-dagster> worker # [ 0.563553] ACPI: bus type USB registered vm-test-run-dagster> full # [ 0.546879] ACPI: PCI: Interrupt link LNKS configured for IRQ 9 vm-test-run-dagster> worker # [ 0.564384] usbcore: registered new interface driver usbfs vm-test-run-dagster> worker # [ 0.565363] usbcore: registered new interface driver hub vm-test-run-dagster> full # [ 0.548807] iommu: Default domain type: Translated vm-test-run-dagster> worker # [ 0.566358] usbcore: registered new device driver usb vm-test-run-dagster> full # [ 0.549788] iommu: DMA domain TLB invalidation policy: lazy mode vm-test-run-dagster> full # [ 0.550928] ACPI: bus type USB registered vm-test-run-dagster> worker # [ 0.567982] NetLabel: Initializing vm-test-run-dagster> worker # [ 0.568340] NetLabel: domain hash size = 128 vm-test-run-dagster> full # [ 0.551863] usbcore: registered new interface driver usbfs vm-test-run-dagster> worker # [ 0.569335] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO vm-test-run-dagster> full # [ 0.552806] usbcore: registered new interface driver hub vm-test-run-dagster> full # [ 0.553800] usbcore: registered new device driver usb vm-test-run-dagster> worker # [ 0.570394] NetLabel: unlabeled traffic allowed by default vm-test-run-dagster> worker # [ 0.571347] PCI: Using ACPI for IRQ routing vm-test-run-dagster> full # [ 0.555828] NetLabel: Initializing vm-test-run-dagster> worker # [ 0.572784] pci 0000:00:02.0: vgaarb: setting as boot VGA device vm-test-run-dagster> full # [ 0.556789] NetLabel: domain hash size = 128 vm-test-run-dagster> worker # [ 0.573332] pci 0000:00:02.0: vgaarb: bridge control possible vm-test-run-dagster> full # [ 0.557790] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO vm-test-run-dagster> worker # [ 0.573332] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none vm-test-run-dagster> worker # [ 0.573338] vgaarb: loaded vm-test-run-dagster> full # [ 0.559875] NetLabel: unlabeled traffic allowed by default vm-test-run-dagster> worker # [ 0.574199] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0 vm-test-run-dagster> full # [ 0.561807] PCI: Using ACPI for IRQ routing vm-test-run-dagster> worker # [ 0.575231] hpet0: 3 comparators, 64-bit 100.000000 MHz counter vm-test-run-dagster> full # [ 0.563900] pci 0000:00:02.0: vgaarb: setting as boot VGA device vm-test-run-dagster> full # [ 0.564784] pci 0000:00:02.0: vgaarb: bridge control possible vm-test-run-dagster> worker # [ 0.580393] clocksource: Switched to clocksource kvm-clock vm-test-run-dagster> full # [ 0.564784] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none vm-test-run-dagster> full # [ 0.569793] vgaarb: loaded vm-test-run-dagster> worker # [ 0.583663] VFS: Disk quotas dquot_6.6.0 vm-test-run-dagster> full # [ 0.570905] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0 vm-test-run-dagster> worker # [ 0.584627] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes) vm-test-run-dagster> full # [ 0.571789] hpet0: 3 comparators, 64-bit 100.000000 MHz counter vm-test-run-dagster> worker # [ 0.586297] pnp: PnP ACPI init vm-test-run-dagster> worker # [ 0.587603] pnp: PnP ACPI: found 6 devices vm-test-run-dagster> full # [ 0.577002] clocksource: Switched to clocksource kvm-clock vm-test-run-dagster> full # [ 0.579263] VFS: Disk quotas dquot_6.6.0 vm-test-run-dagster> full # [ 0.580491] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes) vm-test-run-dagster> full # [ 0.582791] pnp: PnP ACPI init vm-test-run-dagster> worker # [ 0.595233] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns vm-test-run-dagster> worker # [ 0.597193] clocksource: Switched to clocksource acpi_pm vm-test-run-dagster> full # [ 0.584843] pnp: PnP ACPI: found 6 devices vm-test-run-dagster> worker # [ 0.598498] NET: Registered PF_INET protocol family vm-test-run-dagster> worker # [ 0.599808] IP idents hash table entries: 16384 (order: 5, 131072 bytes, linear) vm-test-run-dagster> full # [ 0.593522] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns vm-test-run-dagster> full # [ 0.595804] clocksource: Switched to clocksource acpi_pm vm-test-run-dagster> full # [ 0.597363] NET: Registered PF_INET protocol family vm-test-run-dagster> full # [ 0.599126] IP idents hash table entries: 32768 (order: 6, 262144 bytes, linear) vm-test-run-dagster> worker # [ 0.613794] tcp_listen_portaddr_hash hash table entries: 512 (order: 1, 8192 bytes, linear) vm-test-run-dagster> worker # [ 0.615796] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear) vm-test-run-dagster> worker # [ 0.617578] TCP established hash table entries: 8192 (order: 4, 65536 bytes, linear) vm-test-run-dagster> worker # [ 0.619338] TCP bind hash table entries: 8192 (order: 6, 262144 bytes, linear) vm-test-run-dagster> worker # [ 0.621011] TCP: Hash tables configured (established 8192 bind 8192) vm-test-run-dagster> worker # [ 0.622490] MPTCP token hash table entries: 1024 (order: 3, 24576 bytes, linear) vm-test-run-dagster> worker # [ 0.624220] UDP hash table entries: 512 (order: 3, 32768 bytes, linear) vm-test-run-dagster> worker # [ 0.625698] UDP-Lite hash table entries: 512 (order: 3, 32768 bytes, linear) vm-test-run-dagster> worker # [ 0.627330] NET: Registered PF_UNIX/PF_LOCAL protocol family vm-test-run-dagster> worker # [ 0.628656] NET: Registered PF_XDP protocol family vm-test-run-dagster> full # [ 0.616025] tcp_listen_portaddr_hash hash table entries: 1024 (order: 2, 16384 bytes, linear) vm-test-run-dagster> worker # [ 0.629810] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window] vm-test-run-dagster> worker # [ 0.631199] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window] vm-test-run-dagster> full # [ 0.617949] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear) vm-test-run-dagster> worker # [ 0.632591] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window] vm-test-run-dagster> full # [ 0.619817] TCP established hash table entries: 16384 (order: 5, 131072 bytes, linear) vm-test-run-dagster> worker # [ 0.634125] pci_bus 0000:00: resource 7 [mem 0x40000000-0xfebfffff window] vm-test-run-dagster> full # [ 0.621674] TCP bind hash table entries: 16384 (order: 7, 524288 bytes, linear) vm-test-run-dagster> worker # [ 0.635643] pci_bus 0000:00: resource 8 [mem 0x100000000-0x17fffffff window] vm-test-run-dagster> full # [ 0.623386] TCP: Hash tables configured (established 16384 bind 16384) vm-test-run-dagster> worker # [ 0.637263] pci 0000:00:01.0: PIIX3: Enabling Passive Release vm-test-run-dagster> full # [ 0.625119] MPTCP token hash table entries: 2048 (order: 4, 49152 bytes, linear) vm-test-run-dagster> worker # [ 0.638607] pci 0000:00:00.0: Limiting direct PCI/PCI transfers vm-test-run-dagster> full # [ 0.626939] UDP hash table entries: 1024 (order: 4, 65536 bytes, linear) vm-test-run-dagster> worker # [ 0.641361] ACPI: \_SB_.LNKD: Enabled at IRQ 11 vm-test-run-dagster> full # [ 0.628485] UDP-Lite hash table entries: 1024 (order: 4, 65536 bytes, linear) vm-test-run-dagster> full # [ 0.630112] NET: Registered PF_UNIX/PF_LOCAL protocol family vm-test-run-dagster> worker # [ 0.644123] PCI: CLS 0 bytes, default 64 vm-test-run-dagster> full # [ 0.631416] NET: Registered PF_XDP protocol family vm-test-run-dagster> full # [ 0.632565] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window] vm-test-run-dagster> worker # [ 0.645257] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x6d5818a734c, max_idle_ns: 881590694765 ns vm-test-run-dagster> full # [ 0.633974] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window] vm-test-run-dagster> worker # [ 0.647538] Trying to unpack rootfs image as initramfs... vm-test-run-dagster> full # [ 0.635332] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window] vm-test-run-dagster> full # [ 0.636837] pci_bus 0000:00: resource 7 [mem 0x80000000-0xfebfffff window] vm-test-run-dagster> full # [ 0.638339] pci_bus 0000:00: resource 8 [mem 0x100000000-0x17fffffff window] vm-test-run-dagster> full # [ 0.639971] pci 0000:00:01.0: PIIX3: Enabling Passive Release vm-test-run-dagster> full # [ 0.641285] pci 0000:00:00.0: Limiting direct PCI/PCI transfers vm-test-run-dagster> full # [ 0.644068] ACPI: \_SB_.LNKD: Enabled at IRQ 11 vm-test-run-dagster> full # [ 0.646846] PCI: CLS 0 bytes, default 64 vm-test-run-dagster> full # [ 0.648052] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x6d5818a734c, max_idle_ns: 881590694765 ns vm-test-run-dagster> full # [ 0.648107] Trying to unpack rootfs image as initramfs... vm-test-run-dagster> full # [ 0.669487] Initialise system trusted keyrings vm-test-run-dagster> full # [ 0.670860] workingset: timestamp_bits=40 max_order=19 bucket_order=0 vm-test-run-dagster> worker # [ 0.689560] Initialise system trusted keyrings vm-test-run-dagster> worker # [ 0.690791] workingset: timestamp_bits=40 max_order=18 bucket_order=0 vm-test-run-dagster> full # [ 0.683918] Key type asymmetric registered vm-test-run-dagster> full # [ 0.685283] Asymmetric key parser 'x509' registered vm-test-run-dagster> full # [ 0.686909] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248) vm-test-run-dagster> full # [ 0.689901] io scheduler mq-deadline registered vm-test-run-dagster> full # [ 0.691234] io scheduler kyber registered vm-test-run-dagster> full # [ 0.695090] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled vm-test-run-dagster> worker # [ 0.710903] Key type asymmetric registered vm-test-run-dagster> full # [ 0.697185] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A vm-test-run-dagster> worker # [ 0.711898] Asymmetric key parser 'x509' registered vm-test-run-dagster> full # [ 0.700218] Linux agpgart interface v0.103 vm-test-run-dagster> full # [ 0.701327] ACPI: bus type drm_connector registered vm-test-run-dagster> worker # [ 0.717060] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248) vm-test-run-dagster> full # [ 0.704081] usbcore: registered new interface driver usbserial_generic vm-test-run-dagster> full # [ 0.705891] usbserial: USB Serial support registered for generic vm-test-run-dagster> worker # [ 0.720059] io scheduler mq-deadline registered vm-test-run-dagster> full # [ 0.707371] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled vm-test-run-dagster> full # [ 0.709307] drop_monitor: Initializing network drop monitor service vm-test-run-dagster> worker # [ 0.723011] io scheduler kyber registered vm-test-run-dagster> full # [ 0.710957] NET: Registered PF_INET6 protocol family vm-test-run-dagster> full # [ 0.713999] Segment Routing with IPv6 vm-test-run-dagster> worker # [ 0.727154] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled vm-test-run-dagster> full # [ 0.715191] In-situ OAM (IOAM) with IPv6 vm-test-run-dagster> worker # [ 0.728850] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A vm-test-run-dagster> full # [ 0.717020] IPI shorthand broadcast: enabled vm-test-run-dagster> worker # [ 0.734306] Linux agpgart interface v0.103 vm-test-run-dagster> full # [ 0.721368] sched_clock: Marking stable (531024492, 189779005)->(820932899, -100129402) vm-test-run-dagster> worker # [ 0.735357] ACPI: bus type drm_connector registered vm-test-run-dagster> full # [ 0.723651] registered taskstats version 1 vm-test-run-dagster> full # [ 0.725032] Loading compiled-in X.509 certificates vm-test-run-dagster> worker # [ 0.738443] usbcore: registered new interface driver usbserial_generic vm-test-run-dagster> worker # [ 0.739908] usbserial: USB Serial support registered for generic vm-test-run-dagster> worker # [ 0.744011] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled vm-test-run-dagster> worker # [ 0.745806] drop_monitor: Initializing network drop monitor service vm-test-run-dagster> full # [ 0.733832] Demotion targets for Node 0: null vm-test-run-dagster> full # [ 0.735876] Key type .fscrypt registered vm-test-run-dagster> full # [ 0.737104] Key type fscrypt-provisioning registered vm-test-run-dagster> worker # [ 0.751143] NET: Registered PF_INET6 protocol family vm-test-run-dagster> full # [ 0.738471] ima: No TPM chip found, activating TPM-bypass! vm-test-run-dagster> worker # [ 0.752740] Segment Routing with IPv6 vm-test-run-dagster> full # [ 0.739855] ima: Allocated hash algorithm: sha1 vm-test-run-dagster> full # [ 0.741042] ima: No architecture policies found vm-test-run-dagster> worker # [ 0.755021] In-situ OAM (IOAM) with IPv6 vm-test-run-dagster> full # [ 0.742354] PM: Magic number: 2:540:42 vm-test-run-dagster> full # [ 0.744150] RAS: Correctable Errors collector initialized. vm-test-run-dagster> worker # [ 0.758264] IPI shorthand broadcast: enabled vm-test-run-dagster> full # [ 0.748944] clk: Disabling unused clocks vm-test-run-dagster> full # [ 0.750006] PM: genpd: Disabling unused power domains vm-test-run-dagster> worker # [ 0.766471] sched_clock: Marking stable (563025788, 202967610)->(867441092, -101447694) vm-test-run-dagster> worker # [ 0.772097] registered taskstats version 1 vm-test-run-dagster> worker # [ 0.773291] Loading compiled-in X.509 certificates vm-test-run-dagster> worker # [ 0.788780] Demotion targets for Node 0: null vm-test-run-dagster> worker # [ 0.791047] Key type .fscrypt registered vm-test-run-dagster> worker # [ 0.791958] Key type fscrypt-provisioning registered vm-test-run-dagster> worker # [ 0.797127] ima: No TPM chip found, activating TPM-bypass! vm-test-run-dagster> worker # [ 0.798394] ima: Allocated hash algorithm: sha1 vm-test-run-dagster> worker # [ 0.801032] ima: No architecture policies found vm-test-run-dagster> worker # [ 0.804016] PM: Magic number: 2:540:42 vm-test-run-dagster> worker # [ 0.805693] RAS: Correctable Errors collector initialized. vm-test-run-dagster> worker # [ 0.814395] clk: Disabling unused clocks vm-test-run-dagster> worker # [ 0.818017] PM: genpd: Disabling unused power domains vm-test-run-dagster> full # [ 0.850498] Freeing initrd memory: 27732K vm-test-run-dagster> full # [ 0.854112] Freeing unused decrypted memory: 2028K vm-test-run-dagster> full # [ 0.856894] Freeing unused kernel image (initmem) memory: 3636K vm-test-run-dagster> full # [ 0.858297] Write protecting the kernel read-only data: 32768k vm-test-run-dagster> full # [ 0.860604] Freeing unused kernel image (text/rodata gap) memory: 1272K vm-test-run-dagster> full # [ 0.862544] Freeing unused kernel image (rodata/data gap) memory: 776K vm-test-run-dagster> full # [ 0.904582] x86/mm: Checked W+X mappings: passed, no W+X pages found. vm-test-run-dagster> full # [ 0.906089] Run /init as init process vm-test-run-dagster> full # [ 0.916182] systemd[1]: Inserted module 'autofs4' vm-test-run-dagster> worker # [ 0.931745] Freeing initrd memory: 27736K vm-test-run-dagster> worker # [ 0.934916] Freeing unused decrypted memory: 2028K vm-test-run-dagster> worker # [ 0.937546] Freeing unused kernel image (initmem) memory: 3636K vm-test-run-dagster> worker # [ 0.938956] Write protecting the kernel read-only data: 32768k vm-test-run-dagster> worker # [ 0.941099] Freeing unused kernel image (text/rodata gap) memory: 1272K vm-test-run-dagster> worker # [ 0.942920] Freeing unused kernel image (rodata/data gap) memory: 776K vm-test-run-dagster> full # [ 0.934671] fuse: init (API version 7.45) vm-test-run-dagster> full # [ 0.943325] ACPI: \_SB_.LNKC: Enabled at IRQ 10 vm-test-run-dagster> full # [ 0.951393] ACPI: \_SB_.LNKA: Enabled at IRQ 10 vm-test-run-dagster> full # [ 0.956051] ACPI: \_SB_.LNKB: Enabled at IRQ 11 vm-test-run-dagster> worker # [ 0.984904] x86/mm: Checked W+X mappings: passed, no W+X pages found. vm-test-run-dagster> worker # [ 0.986425] Run /init as init process vm-test-run-dagster> worker # [ 0.995651] systemd[1]: Inserted module 'autofs4' vm-test-run-dagster> full # [ 0.994767] systemd[1]: Successfully made /usr/ read-only. vm-test-run-dagster> worker # [ 1.009644] fuse: init (API version 7.45) vm-test-run-dagster> worker # [ 1.015839] ACPI: \_SB_.LNKC: Enabled at IRQ 10 vm-test-run-dagster> worker # [ 1.022690] ACPI: \_SB_.LNKA: Enabled at IRQ 10 vm-test-run-dagster> worker # [ 1.026274] ACPI: \_SB_.LNKB: Enabled at IRQ 11 vm-test-run-dagster> worker # [ 1.057768] systemd[1]: Successfully made /usr/ read-only. vm-test-run-dagster> full # [ 1.332075] systemd[1]: systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE) vm-test-run-dagster> full # [ 1.340320] systemd[1]: Detected virtualization kvm. vm-test-run-dagster> full # [ 1.341835] systemd[1]: Detected architecture x86-64. vm-test-run-dagster> full # [ 1.343304] systemd[1]: Running in initrd. vm-test-run-dagster> full # [ 1.344961] systemd[1]: Initializing machine ID from random generator. vm-test-run-dagster> full # [ 1.346882] systemd[1]: Hostname set to . vm-test-run-dagster> worker # [ 1.394538] systemd[1]: systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE) vm-test-run-dagster> worker # [ 1.403340] systemd[1]: Detected virtualization kvm. vm-test-run-dagster> full # [ 1.391234] systemd[1]: Queued start job for default target Initrd Default Target. vm-test-run-dagster> worker # [ 1.404814] systemd[1]: Detected architecture x86-64. vm-test-run-dagster> worker # [ 1.406259] systemd[1]: Running in initrd. vm-test-run-dagster> worker # [ 1.408092] systemd[1]: Initializing machine ID from random generator. vm-test-run-dagster> worker # [ 1.409919] systemd[1]: Hostname set to . vm-test-run-dagster> full # [ 1.399679] systemd[1]: Created slice Slice /system/modprobe. vm-test-run-dagster> full # [ 1.401699] systemd[1]: Started Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> full # [ 1.404045] systemd[1]: Expecting device /dev/disk/by-label/nixos... vm-test-run-dagster> full # [ 1.405943] systemd[1]: Reached target Path Units. vm-test-run-dagster> full # [ 1.407468] systemd[1]: Reached target Slice Units. vm-test-run-dagster> full # [ 1.408980] systemd[1]: Reached target Swaps. vm-test-run-dagster> full # [ 1.410377] systemd[1]: Reached target Timer Units. vm-test-run-dagster> full # [ 1.411999] systemd[1]: Listening on D-Bus System Message Bus Socket. vm-test-run-dagster> full # [ 1.414040] systemd[1]: Listening on Journal Socket (/dev/log). vm-test-run-dagster> full # [ 1.415665] systemd[1]: Listening on Journal Sockets. vm-test-run-dagster> full # [ 1.417049] systemd[1]: Listening on udev Control Socket. vm-test-run-dagster> full # [ 1.418428] systemd[1]: Listening on udev Kernel Socket. vm-test-run-dagster> full # [ 1.419723] systemd[1]: Reached target Socket Units. vm-test-run-dagster> full # [ 1.432332] systemd[1]: Starting Create List of Static Device Nodes... vm-test-run-dagster> full # [ 1.435859] systemd[1]: Starting Load Kernel Module 9pnet_virtio... vm-test-run-dagster> full # [ 1.439430] systemd[1]: Starting Load Kernel Module configfs... vm-test-run-dagster> worker # [ 1.453433] systemd[1]: Queued start job for default target Initrd Default Target. vm-test-run-dagster> full # [ 1.443968] systemd[1]: Starting Journal Service... vm-test-run-dagster> worker # [ 1.457287] systemd[1]: Created slice Slice /system/modprobe. vm-test-run-dagster> full # [ 1.445982] systemd[1]: Starting Load Kernel Modules... vm-test-run-dagster> worker # [ 1.458852] systemd[1]: Started Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> worker # [ 1.460746] systemd[1]: Expecting device /dev/disk/by-label/nixos... vm-test-run-dagster> worker # [ 1.462301] systemd[1]: Reached target Path Units. vm-test-run-dagster> full # [ 1.448856] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 1.463502] systemd[1]: Reached target Slice Units. vm-test-run-dagster> worker # [ 1.464692] systemd[1]: Reached target Swaps. vm-test-run-dagster> worker # [ 1.465811] systemd[1]: Reached target Timer Units. vm-test-run-dagster> worker # [ 1.467125] systemd[1]: Listening on D-Bus System Message Bus Socket. vm-test-run-dagster> worker # [ 1.468736] systemd[1]: Listening on Journal Socket (/dev/log). vm-test-run-dagster> worker # [ 1.470315] systemd[1]: Listening on Journal Sockets. vm-test-run-dagster> full # [ 1.457985] systemd[1]: Starting Coldplug All udev Devices... vm-test-run-dagster> worker # [ 1.471693] systemd[1]: Listening on udev Control Socket. vm-test-run-dagster> worker # [ 1.473103] systemd[1]: Listening on udev Kernel Socket. vm-test-run-dagster> worker # [ 1.474398] systemd[1]: Reached target Socket Units. vm-test-run-dagster> full # [ 1.460974] systemd[1]: Finished Create List of Static Device Nodes. vm-test-run-dagster> worker # [ 1.476507] systemd[1]: Starting Create List of Static Device Nodes... vm-test-run-dagster> full # [ 1.465340] systemd[1]: modprobe@configfs.service: Deactivated successfully. vm-test-run-dagster> worker # [ 1.481053] systemd[1]: Starting Load Kernel Module 9pnet_virtio... vm-test-run-dagster> full # [ 1.470341] systemd[1]: Finished Load Kernel Module configfs. vm-test-run-dagster> full # [ 1.474590] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config vm-test-run-dagster> worker # [ 1.489046] systemd[1]: Starting Load Kernel Module configfs... vm-test-run-dagster> full # [ 1.483156] netfs: FS-Cache loaded vm-test-run-dagster> worker # [ 1.501164] systemd[1]: Starting Journal Service... vm-test-run-dagster> full # [ 1.488440] systemd-journald[76]: Collecting audit messages is disabled. vm-test-run-dagster> full # [ 1.490920] systemd[1]: Starting Create Static Device Nodes in /dev gracefully... vm-test-run-dagster> worker # [ 1.515000] systemd[1]: Starting Load Kernel Modules... vm-test-run-dagster> full # [ 1.500690] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log. vm-test-run-dagster> full # [ 1.506417] 9pnet: Installing 9P2000 support vm-test-run-dagster> worker # [ 1.519768] netfs: FS-Cache loaded vm-test-run-dagster> worker # [ 1.521071] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 1.528841] 9pnet: Installing 9P2000 support vm-test-run-dagster> worker # [ 1.531056] systemd[1]: Starting Coldplug All udev Devices... vm-test-run-dagster> full # [ 1.517654] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev vm-test-run-dagster> full # [ 1.520094] systemd[1]: Finished Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> full # [ 1.525422] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully. vm-test-run-dagster> full # [ 1.530336] systemd[1]: Finished Load Kernel Module 9pnet_virtio. vm-test-run-dagster> full # [ 1.534604] systemd[1]: Finished Load Kernel Modules. vm-test-run-dagster> worker # [ 1.550682] systemd[1]: Finished Create List of Static Device Nodes. vm-test-run-dagster> full # [ 1.540869] systemd[1]: Starting Apply Kernel Variables... vm-test-run-dagster> full # [ 1.546986] systemd[1]: Starting Create Static Device Nodes in /dev... vm-test-run-dagster> worker # [ 1.558744] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully. vm-test-run-dagster> full # [ 1.561672] systemd[1]: Finished Apply Kernel Variables. vm-test-run-dagster> worker # [ 1.578112] systemd-journald[67]: Collecting audit messages is disabled. vm-test-run-dagster> full # [ 1.376664] systemd-modules-load[77]: Using 2 probe threads vm-test-run-dagster> full # [ 1.567824] systemd[1]: Started Journal Service. vm-test-run-dagster> full # [ 1.380285] systemd-modules-load[77]: Inserted module 'virtio_balloon' vm-test-run-dagster> worker # [ 1.582857] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log. vm-test-run-dagster> full # [ 1.383174] systemd-modules-load[77]: Inserted module 'virtio_gpu' vm-test-run-dagster> full # [ 1.384524] systemd-modules-load[77]: Inserted module 'dm_mod' vm-test-run-dagster> full # [ 1.385759] systemd[1]: Finished Create Static Device Nodes in /dev. vm-test-run-dagster> full # [ 1.388139] systemd[1]: Reached target Preparation for Local File Systems. vm-test-run-dagster> full # [ 1.390393] systemd[1]: Reached target Local File Systems. vm-test-run-dagster> full # [ 1.392365] systemd[1]: Starting Create System Files and Directories... vm-test-run-dagster> worker # [ 1.595007] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev vm-test-run-dagster> full # [ 1.393708] systemd[1]: Starting Rule-based Manager for Device Events and Files... vm-test-run-dagster> worker # [ 1.610059] systemd[1]: Finished Load Kernel Module 9pnet_virtio. vm-test-run-dagster> worker # [ 1.617484] systemd[1]: modprobe@configfs.service: Deactivated successfully. vm-test-run-dagster> full # [ 1.416518] systemd[1]: Finished Create System Files and Directories. vm-test-run-dagster> full # [ 1.421180] systemd-udevd[88]: Using default interface naming scheme 'v260'. vm-test-run-dagster> worker # [ 1.624531] systemd[1]: Finished Load Kernel Module configfs. vm-test-run-dagster> worker # [ 1.631066] systemd[1]: Finished Load Kernel Modules. vm-test-run-dagster> worker # [ 1.636758] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config vm-test-run-dagster> full # [ 1.441822] systemd[1]: Started Rule-based Manager for Device Events and Files. vm-test-run-dagster> full # [ 1.446246] systemd[1]: Finished Coldplug All udev Devices. vm-test-run-dagster> worker # [ 1.649309] systemd[1]: Starting Apply Kernel Variables... vm-test-run-dagster> full # [ 1.447485] systemd[1]: Reached target System Initialization. vm-test-run-dagster> full # [ 1.448748] systemd[1]: Reached target Basic System. vm-test-run-dagster> worker # [ 1.662051] systemd[1]: Starting Create Static Device Nodes in /dev gracefully... vm-test-run-dagster> worker # [ 1.690722] systemd[1]: Finished Apply Kernel Variables. vm-test-run-dagster> worker # [ 1.700144] systemd[1]: Finished Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> worker # [ 1.709285] systemd[1]: Starting Create Static Device Nodes in /dev... vm-test-run-dagster> worker # [ 1.523249] systemd-modules-load[68]: Inserted module 'dm_mod' vm-test-run-dagster> worker # [ 1.728266] systemd[1]: Started Journal Service. vm-test-run-dagster> worker # [ 1.526440] systemd-modules-load[68]: Inserted module 'virtio_balloon' vm-test-run-dagster> worker # [ 1.529442] systemd-modules-load[68]: Inserted module 'virtio_gpu' vm-test-run-dagster> worker # [ 1.542119] systemd[1]: Finished Create Static Device Nodes in /dev. vm-test-run-dagster> worker # [ 1.545724] systemd[1]: Reached target Preparation for Local File Systems. vm-test-run-dagster> worker # [ 1.548995] systemd[1]: Reached target Local File Systems. vm-test-run-dagster> worker # [ 1.551940] systemd[1]: Starting Create System Files and Directories... vm-test-run-dagster> worker # [ 1.559085] systemd[1]: Starting Rule-based Manager for Device Events and Files... vm-test-run-dagster> worker # [ 1.579609] systemd[1]: Finished Create System Files and Directories. vm-test-run-dagster> worker # [ 1.599230] systemd-udevd[83]: Using default interface naming scheme 'v260'. vm-test-run-dagster> full # [ 1.790432] virtio_blk virtio5: 2/0/0 default/read/poll queues vm-test-run-dagster> full # [ 1.793217] SCSI subsystem initialized vm-test-run-dagster> full # [ 1.808480] uhci_hcd 0000:00:01.2: UHCI Host Controller vm-test-run-dagster> full # [ 1.811267] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1 vm-test-run-dagster> full # [ 1.812646] uhci_hcd 0000:00:01.2: detected 2 ports vm-test-run-dagster> worker # [ 1.625988] systemd[1]: Started Rule-based Manager for Device Events and Files. vm-test-run-dagster> full # [ 1.816441] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c100 vm-test-run-dagster> full # [ 1.818550] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18 vm-test-run-dagster> full # [ 1.819652] virtio_blk virtio5: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB) vm-test-run-dagster> full # [ 1.820427] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1 vm-test-run-dagster> full # [ 1.823932] usb usb1: Product: UHCI Host Controller vm-test-run-dagster> full # [ 1.825078] usb usb1: Manufacturer: Linux 6.18.38 uhci_hcd vm-test-run-dagster> full # [ 1.826323] usb usb1: SerialNumber: 0000:00:01.2 vm-test-run-dagster> full # [ 1.827665] hub 1-0:1.0: USB hub found vm-test-run-dagster> full # [ 1.828719] hub 1-0:1.0: 2 ports detected vm-test-run-dagster> full # [ 1.833257] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12 vm-test-run-dagster> full # [ 1.836255] serio: i8042 KBD port at 0x60,0x64 irq 1 vm-test-run-dagster> full # [ 1.837544] scsi host0: ata_piix vm-test-run-dagster> full # [ 1.838490] serio: i8042 AUX port at 0x60,0x64 irq 12 vm-test-run-dagster> full # [ 1.840313] scsi host1: ata_piix vm-test-run-dagster> full # [ 1.841218] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc1e0 irq 14 lpm-pol 0 vm-test-run-dagster> worker # [ 1.652192] systemd[1]: Finished Coldplug All udev Devices. vm-test-run-dagster> worker # [ 1.653594] systemd[1]: Reached target System Initialization. vm-test-run-dagster> full # [ 1.843043] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc1e8 irq 15 lpm-pol 0 vm-test-run-dagster> worker # [ 1.654853] systemd[1]: Reached target Basic System. vm-test-run-dagster> full # [ 1.709680] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> full # [ 1.726892] systemd-vconsole-setup[120]: Configuration of first virtual console was skipped, ignoring remaining ones. vm-test-run-dagster> full # [ 1.730088] systemd[1]: Found device /dev/disk/by-label/nixos. vm-test-run-dagster> full # [ 1.732085] systemd[1]: Finished Virtual Console Setup. vm-test-run-dagster> full # [ 1.733173] systemd[1]: Reached target Initrd Root Device. vm-test-run-dagster> full # [ 1.734394] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos... vm-test-run-dagster> full # [ 1.757928] systemd-fsck[127]: nixos: clean, 12/65536 files, 13019/262144 blocks vm-test-run-dagster> full # [ 1.769843] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos. vm-test-run-dagster> full # [ 1.999295] ata2: found unknown device (class 0) vm-test-run-dagster> full # [ 2.001479] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100 vm-test-run-dagster> full # [ 2.004386] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5 vm-test-run-dagster> full # [ 1.846699] (udev-worker)[101]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name. vm-test-run-dagster> full # [ 2.046846] usb 1-1: new full-speed USB device number 2 using uhci_hcd vm-test-run-dagster> full # [ 1.859406] (udev-worker)[101]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 1.861780] (udev-worker)[100]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 2.055252] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0 vm-test-run-dagster> worker # [ 2.077731] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12 vm-test-run-dagster> full # [ 2.077597] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray vm-test-run-dagster> worker # [ 2.102777] serio: i8042 KBD port at 0x60,0x64 irq 1 vm-test-run-dagster> full # [ 2.100272] cdrom: Uniform CD-ROM driver Revision: 3.20 vm-test-run-dagster> worker # [ 2.114075] serio: i8042 AUX port at 0x60,0x64 irq 12 vm-test-run-dagster> worker # [ 2.129206] virtio_blk virtio5: 1/0/0 default/read/poll queues vm-test-run-dagster> worker # [ 2.154074] virtio_blk virtio5: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB) vm-test-run-dagster> worker # [ 2.166619] uhci_hcd 0000:00:01.2: UHCI Host Controller vm-test-run-dagster> worker # [ 2.167601] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1 vm-test-run-dagster> worker # [ 2.184438] uhci_hcd 0000:00:01.2: detected 2 ports vm-test-run-dagster> worker # [ 2.187705] SCSI subsystem initialized vm-test-run-dagster> worker # [ 2.190118] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c100 vm-test-run-dagster> worker # [ 2.202448] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18 vm-test-run-dagster> worker # [ 2.215294] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1 vm-test-run-dagster> worker # [ 2.222370] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0 vm-test-run-dagster> worker # [ 2.023242] (udev-worker)[92]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name. vm-test-run-dagster> worker # [ 2.026431] (udev-worker)[87]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 2.217341] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00 vm-test-run-dagster> full # [ 2.219298] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10 vm-test-run-dagster> full # [ 2.220915] usb 1-1: Product: QEMU USB Tablet vm-test-run-dagster> full # [ 2.221957] usb 1-1: Manufacturer: QEMU vm-test-run-dagster> worker # [ 2.032107] (udev-worker)[92]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 2.222908] usb 1-1: SerialNumber: 28754-0000:00:01.2-1 vm-test-run-dagster> worker # [ 2.038083] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> worker # [ 2.244020] usb usb1: Product: UHCI Host Controller vm-test-run-dagster> full # [ 2.239713] hid: raw HID events driver (C) Jiri Kosina vm-test-run-dagster> worker # [ 2.257001] usb usb1: Manufacturer: Linux 6.18.38 uhci_hcd vm-test-run-dagster> full # [ 2.246978] usbcore: registered new interface driver usbhid vm-test-run-dagster> full # [ 2.248240] usbhid: USB HID core driver vm-test-run-dagster> full # [ 2.253083] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2 vm-test-run-dagster> full # [ 2.255092] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0 vm-test-run-dagster> worker # [ 2.271753] usb usb1: SerialNumber: 0000:00:01.2 vm-test-run-dagster> worker # [ 2.070124] systemd-vconsole-setup[101]: Configuration of first virtual console was skipped, ignoring remaining ones. vm-test-run-dagster> worker # [ 2.074579] systemd[1]: Finished Virtual Console Setup. vm-test-run-dagster> worker # [ 2.280287] hub 1-0:1.0: USB hub found vm-test-run-dagster> worker # [ 2.087839] systemd[1]: Found device /dev/disk/by-label/nixos. vm-test-run-dagster> worker # [ 2.292329] hub 1-0:1.0: 2 ports detected vm-test-run-dagster> worker # [ 2.091085] systemd[1]: Reached target Initrd Root Device. vm-test-run-dagster> worker # [ 2.093373] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos... vm-test-run-dagster> worker # [ 2.125340] systemd-fsck[106]: nixos: clean, 12/65536 files, 13019/262144 blocks vm-test-run-dagster> worker # [ 2.135314] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos. vm-test-run-dagster> worker # [ 2.340695] scsi host0: ata_piix vm-test-run-dagster> worker # [ 2.343759] scsi host1: ata_piix vm-test-run-dagster> worker # [ 2.345326] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc1e0 irq 14 lpm-pol 0 vm-test-run-dagster> worker # [ 2.348172] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc1e8 irq 15 lpm-pol 0 vm-test-run-dagster> full # [ 2.272310] systemd[1]: Mounting /sysroot... vm-test-run-dagster> worker # [ 2.504221] ata2: found unknown device (class 0) vm-test-run-dagster> worker # [ 2.506297] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100 vm-test-run-dagster> worker # [ 2.508864] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5 vm-test-run-dagster> worker # [ 2.520021] usb 1-1: new full-speed USB device number 2 using uhci_hcd vm-test-run-dagster> worker # [ 2.538729] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray vm-test-run-dagster> worker # [ 2.341040] systemd[1]: Mounting /sysroot... vm-test-run-dagster> worker # [ 2.553196] cdrom: Uniform CD-ROM driver Revision: 3.20 vm-test-run-dagster> full # [ 2.552393] EXT4-fs (vda): mounted filesystem d185c027-79a8-478e-ab8a-a32ee767e363 r/w with ordered data mode. Quota mode: none. vm-test-run-dagster> full # [ 2.366890] systemd[1]: Mounted /sysroot. vm-test-run-dagster> full # [ 2.368131] systemd[1]: Reached target Initrd Root File System. vm-test-run-dagster> full # [ 2.369659] systemd[1]: Mounting /sysroot/nix/.ro-store... vm-test-run-dagster> full # [ 2.372097] systemd[1]: Mounting /sysroot/nix/.rw-store... vm-test-run-dagster> full # [ 2.378196] systemd[1]: Mounting /sysroot/run... vm-test-run-dagster> full # [ 2.380044] systemd[1]: Mounting /sysroot/tmp/shared... vm-test-run-dagster> full # [ 2.575073] 9p: Installing v9fs 9p2000 file system support vm-test-run-dagster> full # [ 2.385737] systemd[1]: Mounting /sysroot/tmp/xchg... vm-test-run-dagster> full # [ 2.390152] systemd[1]: Starting Mountpoints Configured in the Real Root... vm-test-run-dagster> full # [ 2.393252] systemd[1]: Mounted /sysroot/nix/.ro-store. vm-test-run-dagster> full # [ 2.395702] systemd[1]: Mounted /sysroot/nix/.rw-store. vm-test-run-dagster> full # [ 2.402249] systemd[1]: Mounted /sysroot/run. vm-test-run-dagster> full # [ 2.403688] systemd[1]: Mounted /sysroot/tmp/xchg. vm-test-run-dagster> full # [ 2.406299] systemd[1]: Mounted /sysroot/tmp/shared. vm-test-run-dagster> full # [ 2.409733] systemd[1]: Starting rw-sysroot-nix-store.service... vm-test-run-dagster> full # [ 2.412525] systemd-sysroot-fstab-check[150]: /sysroot should be mounted in the initrd, will request daemon-reload. vm-test-run-dagster> full # [ 2.415314] systemd[1]: Reload requested from client PID 150 ('systemd-sysroot') (unit initrd-parse-etc.service)... vm-test-run-dagster> full # [ 2.417277] systemd[1]: Reloading... vm-test-run-dagster> worker # [ 2.639483] EXT4-fs (vda): mounted filesystem c83a896c-16a2-477a-9c7f-4c6a09c7f5f4 r/w with ordered data mode. Quota mode: none. vm-test-run-dagster> worker # [ 2.444953] systemd[1]: Mounted /sysroot. vm-test-run-dagster> worker # [ 2.447650] systemd[1]: Reached target Initrd Root File System. vm-test-run-dagster> worker # [ 2.450956] systemd[1]: Mounting /sysroot/nix/.ro-store... vm-test-run-dagster> worker # [ 2.457823] systemd[1]: Mounting /sysroot/nix/.rw-store... vm-test-run-dagster> worker # [ 2.462159] systemd[1]: Mounting /sysroot/run... vm-test-run-dagster> worker # [ 2.467966] systemd[1]: Mounting /sysroot/tmp/shared... vm-test-run-dagster> full # [ 2.475643] systemd[1]: Reloading finished in 59 ms. vm-test-run-dagster> worker # [ 2.480994] systemd[1]: Mounting /sysroot/tmp/xchg... vm-test-run-dagster> full # [ 2.484785] systemd-sysroot-fstab-check[150]: Requesting initrd-fs.target/start/replace... vm-test-run-dagster> worker # [ 2.689073] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00 vm-test-run-dagster> full # [ 2.486812] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully. vm-test-run-dagster> worker # [ 2.690584] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10 vm-test-run-dagster> full # [ 2.488590] systemd[1]: Finished rw-sysroot-nix-store.service. vm-test-run-dagster> full # [ 2.489867] systemd-sysroot-fstab-check[150]: Requesting swap.target/start/replace... vm-test-run-dagster> worker # [ 2.695005] usb 1-1: Product: QEMU USB Tablet vm-test-run-dagster> worker # [ 2.695832] usb 1-1: Manufacturer: QEMU vm-test-run-dagster> full # [ 2.492652] systemd[1]: initrd-parse-etc.service: Deactivated successfully. vm-test-run-dagster> full # [ 2.494201] systemd[1]: Finished Mountpoints Configured in the Real Root. vm-test-run-dagster> worker # [ 2.698128] usb 1-1: SerialNumber: 28754-0000:00:01.2-1 vm-test-run-dagster> full # [ 2.495450] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies. vm-test-run-dagster> full # [ 2.496878] systemd[1]: Starting rw-sysroot-nix-store.service... vm-test-run-dagster> worker # [ 2.496959] systemd[1]: Starting Mountpoints Configured in the Real Root... vm-test-run-dagster> full # [ 2.506219] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully. vm-test-run-dagster> full # [ 2.507906] systemd[1]: Finished rw-sysroot-nix-store.service. vm-test-run-dagster> worker # [ 2.510608] systemd[1]: Mounted /sysroot/nix/.rw-store. vm-test-run-dagster> worker # [ 2.727923] 9p: Installing v9fs 9p2000 file system support vm-test-run-dagster> worker # [ 2.529672] systemd[1]: Mounted /sysroot/run. vm-test-run-dagster> worker # [ 2.743741] hid: raw HID events driver (C) Jiri Kosina vm-test-run-dagster> worker # [ 2.544715] systemd[1]: Mounted /sysroot/nix/.ro-store. vm-test-run-dagster> worker # [ 2.547614] systemd-sysroot-fstab-check[130]: /sysroot should be mounted in the initrd, will request daemon-reload. vm-test-run-dagster> worker # [ 2.551413] systemd[1]: Mounted /sysroot/tmp/shared. vm-test-run-dagster> worker # [ 2.552536] systemd[1]: Mounted /sysroot/tmp/xchg. vm-test-run-dagster> worker # [ 2.562191] systemd[1]: Reload requested from client PID 130 ('systemd-sysroot') (unit initrd-parse-etc.service)... vm-test-run-dagster> worker # [ 2.564444] systemd[1]: Reloading... vm-test-run-dagster> worker # [ 2.769467] usbcore: registered new interface driver usbhid vm-test-run-dagster> worker # [ 2.773123] usbhid: USB HID core driver vm-test-run-dagster> worker # [ 2.783095] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2 vm-test-run-dagster> worker # [ 2.788070] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0 vm-test-run-dagster> worker # [ 2.655098] systemd[1]: Reloading finished in 89 ms. vm-test-run-dagster> worker # [ 2.661522] systemd-sysroot-fstab-check[130]: Requesting initrd-fs.target/start/replace... vm-test-run-dagster> worker # [ 2.665162] systemd-sysroot-fstab-check[130]: Requesting swap.target/start/replace... vm-test-run-dagster> worker # [ 2.668124] systemd[1]: Starting rw-sysroot-nix-store.service... vm-test-run-dagster> worker # [ 2.670560] systemd[1]: initrd-parse-etc.service: Deactivated successfully. vm-test-run-dagster> worker # [ 2.673502] systemd[1]: Finished Mountpoints Configured in the Real Root. vm-test-run-dagster> worker # [ 2.675184] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies. vm-test-run-dagster> worker # [ 2.682769] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully. vm-test-run-dagster> worker # [ 2.685097] systemd[1]: Finished rw-sysroot-nix-store.service. vm-test-run-dagster> full # [ 3.272102] systemd[1]: Mounting /sysroot/nix/store... vm-test-run-dagster> full # [ 3.297612] systemd[1]: Mounted /sysroot/nix/store. vm-test-run-dagster> full # [ 3.298634] systemd[1]: Reached target Initrd File Systems. vm-test-run-dagster> full # [ 3.299716] systemd[1]: Starting Find NixOS closure... vm-test-run-dagster> full # [ 3.302090] systemd[1]: Starting Create Volatile Files and Directories in the Real Root... vm-test-run-dagster> full # [ 3.313057] systemd[1]: Finished Create Volatile Files and Directories in the Real Root. vm-test-run-dagster> full # [ 3.315686] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully. vm-test-run-dagster> full # [ 3.320549] systemd[1]: Finished Find NixOS closure. vm-test-run-dagster> full # [ 3.321696] systemd[1]: Reached target Initrd Default Target. vm-test-run-dagster> full # [ 3.324087] systemd[1]: Starting Cleaning Up and Shutting Down Daemons... vm-test-run-dagster> worker # [ 3.341568] systemd[1]: Mounting /sysroot/nix/store... vm-test-run-dagster> full # [ 3.350598] systemd[1]: Stopped target Initrd Default Target. vm-test-run-dagster> full # [ 3.352328] systemd[1]: Stopped target Basic System. vm-test-run-dagster> full # [ 3.353952] systemd[1]: Stopped target Initrd Root Device. vm-test-run-dagster> full # [ 3.355475] systemd[1]: Stopped target Path Units. vm-test-run-dagster> full # [ 3.356687] systemd[1]: systemd-ask-password-console.path: Deactivated successfully. vm-test-run-dagster> full # [ 3.358370] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> full # [ 3.360155] systemd[1]: Stopped target Slice Units. vm-test-run-dagster> worker # [ 3.360353] systemd[1]: Mounted /sysroot/nix/store. vm-test-run-dagster> full # [ 3.361386] systemd[1]: Stopped target Socket Units. vm-test-run-dagster> worker # [ 3.362249] systemd[1]: Reached target Initrd File Systems. vm-test-run-dagster> full # [ 3.362452] systemd[1]: Stopped target System Initialization. vm-test-run-dagster> full # [ 3.363737] systemd[1]: Stopped target Swaps. vm-test-run-dagster> full # [ 3.364674] systemd[1]: Stopped target Timer Units. vm-test-run-dagster> worker # [ 3.364368] systemd[1]: Starting Find NixOS closure... vm-test-run-dagster> full # [ 3.365657] systemd[1]: dbus.socket: Deactivated successfully. vm-test-run-dagster> worker # [ 3.367809] systemd[1]: Starting Create Volatile Files and Directories in the Real Root... vm-test-run-dagster> full # [ 3.369407] systemd[1]: Closed D-Bus System Message Bus Socket. vm-test-run-dagster> full # [ 3.372221] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.374570] systemd[1]: Stopped Find NixOS closure. vm-test-run-dagster> full # [ 3.375827] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio vm-test-run-dagster> full # [ 3.378536] systemd[1]: Starting rw-sysroot-nix-store.service... vm-test-run-dagster> full # [ 3.379734] systemd[1]: systemd-sysctl.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.381001] systemd[1]: Stopped Apply Kernel Variables. vm-test-run-dagster> full # [ 3.382120] systemd[1]: systemd-modules-load.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.383491] systemd[1]: Stopped Load Kernel Modules. vm-test-run-dagster> full # [ 3.384575] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.386106] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root. vm-test-run-dagster> full # [ 3.387536] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.388924] systemd[1]: Stopped Create System Files and Directories. vm-test-run-dagster> full # [ 3.390157] systemd[1]: Stopped target Local File Systems. vm-test-run-dagster> worker # [ 3.390141] systemd[1]: Finished Create Volatile Files and Directories in the Real Root. vm-test-run-dagster> full # [ 3.391250] systemd[1]: Stopped target Preparation for Local File Systems. vm-test-run-dagster> full # [ 3.392595] systemd[1]: systemd-udev-trigger.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.392718] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully. vm-test-run-dagster> full # [ 3.394146] systemd[1]: Stopped Coldplug All udev Devices. vm-test-run-dagster> full # [ 3.395352] systemd[1]: Stopping Rule-based Manager for Device Events and Files... vm-test-run-dagster> full # [ 3.396782] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.398226] systemd[1]: Stopped Virtual Console Setup. vm-test-run-dagster> full # [ 3.399389] systemd[1]: initrd-cleanup.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.400677] systemd[1]: Finished Cleaning Up and Shutting Down Daemons. vm-test-run-dagster> worker # [ 3.401271] systemd[1]: Finished Find NixOS closure. vm-test-run-dagster> full # [ 3.401909] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.403275] systemd[1]: Finished rw-sysroot-nix-store.service. vm-test-run-dagster> worker # [ 3.403336] systemd[1]: Reached target Initrd Default Target. vm-test-run-dagster> full # [ 3.404398] systemd[1]: systemd-udevd.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.406149] systemd[1]: Starting Cleaning Up and Shutting Down Daemons... vm-test-run-dagster> full # [ 3.405658] systemd[1]: Stopped Rule-based Manager for Device Events and Files. vm-test-run-dagster> full # [ 3.406950] systemd[1]: systemd-udevd-control.socket: Deactivated successfully. vm-test-run-dagster> full # [ 3.408368] systemd[1]: Closed udev Control Socket. vm-test-run-dagster> full # [ 3.409384] systemd[1]: Starting Cleanup udev Database... vm-test-run-dagster> full # [ 3.410506] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.411965] systemd[1]: Stopped Create Static Device Nodes in /dev. vm-test-run-dagster> full # [ 3.413291] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.414774] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> full # [ 3.416137] systemd[1]: kmod-static-nodes.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.417474] systemd[1]: Stopped Create List of Static Device Nodes. vm-test-run-dagster> full # [ 3.418678] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully. vm-test-run-dagster> full # [ 3.420151] systemd[1]: Finished Cleanup udev Database. vm-test-run-dagster> full # [ 3.421197] systemd[1]: Reached target Switch Root. vm-test-run-dagster> worker # [ 3.421948] systemd[1]: Stopped target Initrd Default Target. vm-test-run-dagster> full # [ 3.424236] systemd[1]: Starting NixOS Activation... vm-test-run-dagster> worker # [ 3.425074] systemd[1]: Stopped target Basic System. vm-test-run-dagster> worker # [ 3.426130] systemd[1]: Stopped target Initrd Root Device. vm-test-run-dagster> worker # [ 3.427239] systemd[1]: Stopped target Path Units. vm-test-run-dagster> worker # [ 3.428248] systemd[1]: systemd-ask-password-console.path: Deactivated successfully. vm-test-run-dagster> worker # [ 3.429791] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> worker # [ 3.431281] systemd[1]: Stopped target Slice Units. vm-test-run-dagster> worker # [ 3.432841] systemd[1]: Stopped target Socket Units. vm-test-run-dagster> worker # [ 3.434377] systemd[1]: Stopped target System Initialization. vm-test-run-dagster> worker # [ 3.436176] systemd[1]: Stopped target Swaps. vm-test-run-dagster> worker # [ 3.437206] systemd[1]: Stopped target Timer Units. vm-test-run-dagster> worker # [ 3.438227] systemd[1]: dbus.socket: Deactivated successfully. vm-test-run-dagster> worker # [ 3.440155] systemd[1]: Closed D-Bus System Message Bus Socket. vm-test-run-dagster> worker # [ 3.441422] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.442856] systemd[1]: Stopped Find NixOS closure. vm-test-run-dagster> worker # [ 3.444226] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio vm-test-run-dagster> worker # [ 3.447370] systemd[1]: Starting rw-sysroot-nix-store.service... vm-test-run-dagster> worker # [ 3.448618] systemd[1]: systemd-sysctl.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.450261] systemd[1]: Stopped Apply Kernel Variables. vm-test-run-dagster> worker # [ 3.451708] systemd[1]: systemd-modules-load.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.453447] systemd[1]: Stopped Load Kernel Modules. vm-test-run-dagster> worker # [ 3.455218] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.456853] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root. vm-test-run-dagster> worker # [ 3.459140] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.460553] systemd[1]: Stopped Create System Files and Directories. vm-test-run-dagster> worker # [ 3.461784] systemd[1]: Stopped target Local File Systems. vm-test-run-dagster> worker # [ 3.463207] systemd[1]: Stopped target Preparation for Local File Systems. vm-test-run-dagster> worker # [ 3.465161] systemd[1]: systemd-udev-trigger.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.466688] systemd[1]: Stopped Coldplug All udev Devices. vm-test-run-dagster> worker # [ 3.468628] systemd[1]: Stopping Rule-based Manager for Device Events and Files... vm-test-run-dagster> worker # [ 3.472259] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.473895] systemd[1]: Stopped Virtual Console Setup. vm-test-run-dagster> worker # [ 3.485741] systemd[1]: initrd-cleanup.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.487256] systemd[1]: Finished Cleaning Up and Shutting Down Daemons. vm-test-run-dagster> worker # [ 3.490291] systemd[1]: systemd-udevd.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.491696] systemd[1]: Stopped Rule-based Manager for Device Events and Files. vm-test-run-dagster> worker # [ 3.493764] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.495714] systemd[1]: Finished rw-sysroot-nix-store.service. vm-test-run-dagster> worker # [ 3.500094] systemd[1]: systemd-udevd-control.socket: Deactivated successfully. vm-test-run-dagster> worker # [ 3.501556] systemd[1]: Closed udev Control Socket. vm-test-run-dagster> worker # [ 3.503290] systemd[1]: Starting Cleanup udev Database... vm-test-run-dagster> worker # [ 3.504470] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.506282] systemd[1]: Stopped Create Static Device Nodes in /dev. vm-test-run-dagster> worker # [ 3.508180] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.509979] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> worker # [ 3.511420] systemd[1]: kmod-static-nodes.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.513148] systemd[1]: Stopped Create List of Static Device Nodes. vm-test-run-dagster> worker # [ 3.526931] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully. vm-test-run-dagster> worker # [ 3.529206] systemd[1]: Finished Cleanup udev Database. vm-test-run-dagster> worker # [ 3.531213] systemd[1]: Reached target Switch Root. vm-test-run-dagster> worker # [ 3.533467] systemd[1]: Starting NixOS Activation... vm-test-run-dagster> full # [ 3.556369] initrd-nixos-activation-start[195]: booting system configuration /nix/store/k84n0dxlpmpj5b2yxhscsk36fjl37871-nixos-system-full-test vm-test-run-dagster> full # [ 3.606093] initrd-nixos-activation-start[195]: running activation script... vm-test-run-dagster> worker # [ 3.656289] initrd-nixos-activation-start[175]: booting system configuration /nix/store/v372n282i0bmw0yj64m2qr8r4zq7gfk4-nixos-system-worker-test vm-test-run-dagster> worker # [ 3.700639] initrd-nixos-activation-start[175]: running activation script... vm-test-run-dagster> full # [ 3.963388] initrd-nixos-activation-start[218]: setting up /etc... vm-test-run-dagster> worker # [ 4.019783] initrd-nixos-activation-start[198]: setting up /etc... vm-test-run-dagster> full # [ 4.156612] systemd[1]: initrd-nixos-activation.service: Deactivated successfully. vm-test-run-dagster> full # [ 4.158395] systemd[1]: Finished NixOS Activation. vm-test-run-dagster> full # [ 4.159626] systemd[1]: Starting Switch Root... vm-test-run-dagster> full # [ 4.179376] systemd[1]: Switching root. vm-test-run-dagster> full # [ 4.393503] systemd-journald[76]: Received SIGTERM from PID 1 (systemd). vm-test-run-dagster> worker # [ 4.223452] systemd[1]: initrd-nixos-activation.service: Deactivated successfully. vm-test-run-dagster> worker # [ 4.226097] systemd[1]: Finished NixOS Activation. vm-test-run-dagster> worker # [ 4.227835] systemd[1]: Starting Switch Root... vm-test-run-dagster> worker # [ 4.241550] systemd[1]: Switching root. vm-test-run-dagster> worker # [ 4.460044] systemd-journald[67]: Received SIGTERM from PID 1 (systemd). vm-test-run-dagster> full # [ 4.552517] NET: Registered PF_VSOCK protocol family vm-test-run-dagster> worker # [ 4.579190] NET: Registered PF_VSOCK protocol family vm-test-run-dagster> worker # [ 4.949974] systemd[1]: systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE) vm-test-run-dagster> worker # [ 4.956839] systemd[1]: Detected virtualization kvm. vm-test-run-dagster> worker # [ 4.958054] systemd[1]: Detected architecture x86-64. vm-test-run-dagster> worker # [ 4.959201] systemd[1]: Detected first boot. vm-test-run-dagster> worker # [ 4.962139] systemd[1]: Initializing machine ID from random generator. vm-test-run-dagster> full # [ 4.943921] systemd[1]: systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE) vm-test-run-dagster> full # [ 4.950552] systemd[1]: Detected virtualization kvm. vm-test-run-dagster> full # [ 4.951697] systemd[1]: Detected architecture x86-64. vm-test-run-dagster> full # [ 4.952940] systemd[1]: Detected first boot. vm-test-run-dagster> full # [ 4.956570] systemd[1]: Initializing machine ID from random generator. vm-test-run-dagster> full # [ 5.097078] systemd[1]: bpf-restrict-fs: LSM BPF program attached vm-test-run-dagster> worker # [ 5.186865] systemd[1]: bpf-restrict-fs: LSM BPF program attached vm-test-run-dagster> full # [ 5.175573] systemd[1]: Applying preset policy. vm-test-run-dagster> worker # [ 5.270327] systemd[1]: Applying preset policy. vm-test-run-dagster> full # [ 5.590679] systemd[1]: Populated /etc with preset unit settings. vm-test-run-dagster> worker # [ 5.639944] systemd[1]: Populated /etc with preset unit settings. vm-test-run-dagster> full # [ 6.009076] systemd[1]: initrd-switch-root.service: Deactivated successfully. vm-test-run-dagster> worker # [ 6.023155] systemd[1]: initrd-switch-root.service: Deactivated successfully. vm-test-run-dagster> full # [ 6.011193] systemd[1]: Stopped initrd-switch-root.service. vm-test-run-dagster> worker # [ 6.024961] systemd[1]: Stopped initrd-switch-root.service. vm-test-run-dagster> worker # [ 6.027833] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1. vm-test-run-dagster> full # [ 6.014633] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1. vm-test-run-dagster> worker # [ 6.030295] systemd[1]: Created slice Slice /system/getty. vm-test-run-dagster> full # [ 6.017374] systemd[1]: Created slice Slice /system/getty. vm-test-run-dagster> worker # [ 6.031827] systemd[1]: Created slice User and Session Slice. vm-test-run-dagster> full # [ 6.018981] systemd[1]: Created slice User and Session Slice. vm-test-run-dagster> worker # [ 6.033037] systemd[1]: Started Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> full # [ 6.020201] systemd[1]: Started Dispatch Password Requests to Console Directory Watch. vm-test-run-dagster> worker # [ 6.034567] systemd[1]: Started Forward Password Requests to Wall Directory Watch. vm-test-run-dagster> full # [ 6.021801] systemd[1]: Started Forward Password Requests to Wall Directory Watch. vm-test-run-dagster> worker # [ 6.035986] systemd[1]: Expecting device /dev/hvc0... vm-test-run-dagster> full # [ 6.023207] systemd[1]: Expecting device /dev/hvc0... vm-test-run-dagster> worker # [ 6.036949] systemd[1]: Expecting device /dev/ttyS0... vm-test-run-dagster> full # [ 6.024197] systemd[1]: Expecting device /dev/ttyS0... vm-test-run-dagster> worker # [ 6.037970] systemd[1]: Reached target Local Encrypted Volumes. vm-test-run-dagster> full # [ 6.025198] systemd[1]: Reached target Local Encrypted Volumes. vm-test-run-dagster> worker # [ 6.039067] systemd[1]: Stopped target initrd-fs.target. vm-test-run-dagster> full # [ 6.026312] systemd[1]: Stopped target initrd-fs.target. vm-test-run-dagster> worker # [ 6.040082] systemd[1]: Stopped target initrd-root-fs.target. vm-test-run-dagster> full # [ 6.027334] systemd[1]: Stopped target initrd-root-fs.target. vm-test-run-dagster> worker # [ 6.041139] systemd[1]: Stopped target initrd-switch-root.target. vm-test-run-dagster> full # [ 6.028414] systemd[1]: Stopped target initrd-switch-root.target. vm-test-run-dagster> worker # [ 6.042257] systemd[1]: Reached target Virtual Machines and Containers. vm-test-run-dagster> full # [ 6.029581] systemd[1]: Reached target Virtual Machines and Containers. vm-test-run-dagster> worker # [ 6.043473] systemd[1]: Reached target Path Units. vm-test-run-dagster> full # [ 6.030881] systemd[1]: Reached target Path Units. vm-test-run-dagster> worker # [ 6.044431] systemd[1]: Reached target Remote File Systems. vm-test-run-dagster> full # [ 6.031888] systemd[1]: Reached target Remote File Systems. vm-test-run-dagster> worker # [ 6.045476] systemd[1]: Reached target Slice Units. vm-test-run-dagster> worker # [ 6.046434] systemd[1]: Reached target Swaps. vm-test-run-dagster> full # [ 6.033128] systemd[1]: Reached target Slice Units. vm-test-run-dagster> full # [ 6.034103] systemd[1]: Reached target Swaps. vm-test-run-dagster> worker # [ 6.048931] systemd[1]: Listening on Query the User Interactively for a Password. vm-test-run-dagster> full # [ 6.036951] systemd[1]: Listening on Query the User Interactively for a Password. vm-test-run-dagster> worker # [ 6.052229] systemd[1]: Listening on Process Core Dump Socket. vm-test-run-dagster> full # [ 6.040431] systemd[1]: Listening on Process Core Dump Socket. vm-test-run-dagster> worker # [ 6.054745] systemd[1]: Listening on Credential Encryption/Decryption. vm-test-run-dagster> full # [ 6.043167] systemd[1]: Listening on Credential Encryption/Decryption. vm-test-run-dagster> worker # [ 6.057432] systemd[1]: Listening on Factory Reset Management. vm-test-run-dagster> full # [ 6.045836] systemd[1]: Listening on Factory Reset Management. vm-test-run-dagster> worker # [ 6.060757] systemd[1]: Starting Journal Log Access Socket... vm-test-run-dagster> full # [ 6.049269] systemd[1]: Starting Journal Log Access Socket... vm-test-run-dagster> worker # [ 6.062382] systemd[1]: Listening on Journal Audit Socket. vm-test-run-dagster> full # [ 6.050869] systemd[1]: Listening on Journal Audit Socket. vm-test-run-dagster> worker # [ 6.065494] systemd[1]: Listening on Console Output Muting Service Socket. vm-test-run-dagster> worker # [ 6.066931] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket. vm-test-run-dagster> full # [ 6.053991] systemd[1]: Listening on Console Output Muting Service Socket. vm-test-run-dagster> worker # [ 6.068303] systemd[1]: TPM PCR Measurements skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> full # [ 6.056026] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket. vm-test-run-dagster> worker # [ 6.069951] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> full # [ 6.057783] systemd[1]: TPM PCR Measurements skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> full # [ 6.060022] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 6.076823] systemd[1]: Listening on Disk Repartitioning Service Socket. vm-test-run-dagster> worker # [ 6.078172] systemd[1]: Listening on udev Control Socket. vm-test-run-dagster> worker # [ 6.079338] systemd[1]: Listening on udev Varlink Socket. vm-test-run-dagster> worker # [ 6.082313] systemd[1]: Mounting Huge Pages File System... vm-test-run-dagster> full # [ 6.068845] systemd[1]: Listening on Disk Repartitioning Service Socket. vm-test-run-dagster> full # [ 6.070579] systemd[1]: Listening on udev Control Socket. vm-test-run-dagster> full # [ 6.072258] systemd[1]: Listening on udev Varlink Socket. vm-test-run-dagster> worker # [ 6.085501] systemd[1]: Mounting POSIX Message Queue File System... vm-test-run-dagster> full # [ 6.076148] systemd[1]: Mounting Huge Pages File System... vm-test-run-dagster> worker # [ 6.090080] systemd[1]: Mounting Kernel Debug File System... vm-test-run-dagster> full # [ 6.079480] systemd[1]: Mounting POSIX Message Queue File System... vm-test-run-dagster> worker # [ 6.097160] systemd[1]: Mounting Kernel Trace File System... vm-test-run-dagster> full # [ 6.084852] systemd[1]: Mounting Kernel Debug File System... vm-test-run-dagster> full # [ 6.088804] systemd[1]: Mounting Kernel Trace File System... vm-test-run-dagster> worker # [ 6.104637] systemd[1]: Starting Create List of Static Device Nodes... vm-test-run-dagster> full # [ 6.093472] systemd[1]: Starting Create List of Static Device Nodes... vm-test-run-dagster> worker # [ 6.108739] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio vm-test-run-dagster> full # [ 6.095916] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio vm-test-run-dagster> full # [ 6.103046] systemd[1]: Starting Load Kernel Module configfs... vm-test-run-dagster> full # [ 6.104497] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm vm-test-run-dagster> worker # [ 6.119014] systemd[1]: Starting Load Kernel Module configfs... vm-test-run-dagster> full # [ 6.106483] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore vm-test-run-dagster> worker # [ 6.120511] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm vm-test-run-dagster> full # [ 6.109042] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse vm-test-run-dagster> worker # [ 6.122974] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore vm-test-run-dagster> worker # [ 6.126630] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse vm-test-run-dagster> full # [ 6.118768] systemd[1]: Mounting FUSE Control File System... vm-test-run-dagster> full # [ 6.121513] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67 vm-test-run-dagster> full # [ 6.128239] systemd[1]: Starting Journal Service... vm-test-run-dagster> full # [ 6.132058] systemd[1]: Starting Load Kernel Modules... vm-test-run-dagster> worker # [ 6.149277] systemd[1]: Mounting FUSE Control File System... vm-test-run-dagster> worker # [ 6.154769] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67 vm-test-run-dagster> full # [ 6.143245] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer... vm-test-run-dagster> worker # [ 6.164703] systemd[1]: Starting Journal Service... vm-test-run-dagster> worker # [ 6.170040] systemd[1]: Starting Load Kernel Modules... vm-test-run-dagster> full # [ 6.156179] systemd[1]: Starting Remount Root and Kernel File Systems... vm-test-run-dagster> full # [ 6.159317] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 6.178519] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer... vm-test-run-dagster> full # [ 6.165388] systemd[1]: Starting Coldplug All udev Devices... vm-test-run-dagster> full # [ 6.172124] systemd[1]: Listening on Journal Log Access Socket. vm-test-run-dagster> worker # [ 6.192016] systemd[1]: Starting Remount Root and Kernel File Systems... vm-test-run-dagster> full # [ 6.177914] systemd[1]: Mounted Huge Pages File System. vm-test-run-dagster> full # [ 6.181409] systemd[1]: Mounted POSIX Message Queue File System. vm-test-run-dagster> worker # [ 6.195978] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> full # [ 6.185178] systemd[1]: Mounted Kernel Debug File System. vm-test-run-dagster> full # [ 6.187307] systemd[1]: Mounted Kernel Trace File System. vm-test-run-dagster> full # [ 6.190594] systemd[1]: Finished Create List of Static Device Nodes. vm-test-run-dagster> full # [ 6.193468] systemd[1]: modprobe@configfs.service: Deactivated successfully. vm-test-run-dagster> full # [ 6.194923] systemd-journald[287]: Collecting audit messages is enabled. vm-test-run-dagster> full # [ 6.196425] systemd[1]: Finished Load Kernel Module configfs. vm-test-run-dagster> full # [ 6.199247] systemd[1]: Mounted FUSE Control File System. vm-test-run-dagster> worker # [ 6.214081] systemd[1]: Starting Coldplug All udev Devices... vm-test-run-dagster> full # [ 6.204589] loop: module loaded vm-test-run-dagster> full # [ 6.204631] systemd[1]: Mounting Kernel Configuration File System... vm-test-run-dagster> full # [ 6.211390] systemd[1]: Starting Create Static Device Nodes in /dev gracefully... vm-test-run-dagster> worker # [ 6.227396] systemd-journald[267]: Collecting audit messages is enabled. vm-test-run-dagster> full # [ 6.214820] EXT4-fs (vda): re-mounted d185c027-79a8-478e-ab8a-a32ee767e363. vm-test-run-dagster> worker # [ 6.235032] loop: module loaded vm-test-run-dagster> worker # [ 6.242784] systemd[1]: Listening on Journal Log Access Socket. vm-test-run-dagster> full # [ 6.229603] systemd[1]: Finished Load Kernel Modules. vm-test-run-dagster> worker # [ 6.249472] systemd[1]: Mounted Huge Pages File System. vm-test-run-dagster> worker # [ 6.250549] EXT4-fs (vda): re-mounted c83a896c-16a2-477a-9c7f-4c6a09c7f5f4. vm-test-run-dagster> worker # [ 6.253047] systemd[1]: Mounted POSIX Message Queue File System. vm-test-run-dagster> full # [ 6.233399] systemd[1]: Started Journal Service. vm-test-run-dagster> worker # [ 6.259841] systemd[1]: Mounted Kernel Debug File System. vm-test-run-dagster> full # [ 6.056098] systemd[1]: Queued start job for default target Multi-User System. vm-test-run-dagster> full # [ 6.059550] systemd[1]: systemd-journald.service: Deactivated successfully. vm-test-run-dagster> worker # [ 6.265211] systemd[1]: Mounted Kernel Trace File System. vm-test-run-dagster> full # [ 6.062537] systemd-modules-load[288]: Using 2 probe threads vm-test-run-dagster> full # [ 6.065451] systemd-modules-load[288]: Inserted module 'loop' vm-test-run-dagster> worker # [ 6.272043] systemd[1]: Finished Create List of Static Device Nodes. vm-test-run-dagster> worker # [ 6.073207] systemd[1]: Queued start job for default target Multi-User System. vm-test-run-dagster> worker # [ 6.074953] systemd[1]: systemd-journald.service: Deactivated successfully. vm-test-run-dagster> worker # [ 6.279369] systemd[1]: Started Journal Service. vm-test-run-dagster> worker # [ 6.079763] systemd-modules-load[268]: Inserted module 'loop' vm-test-run-dagster> worker # [ 6.083611] systemd[1]: modprobe@configfs.service: Deactivated successfully. vm-test-run-dagster> full # [ 6.081968] systemd[1]: Finished Remount Root and Kernel File Systems. vm-test-run-dagster> full # [ 6.092410] systemd[1]: Listening on Disk Image Download Service Socket. vm-test-run-dagster> worker # [ 6.093666] systemd[1]: Finished Load Kernel Module configfs. vm-test-run-dagster> worker # [ 6.095896] systemd[1]: Mounted FUSE Control File System. vm-test-run-dagster> full # [ 6.096176] systemd[1]: Starting Firewall... vm-test-run-dagster> worker # [ 6.098287] systemd[1]: Finished Load Kernel Modules. vm-test-run-dagster> worker # [ 6.102105] systemd[1]: Finished Remount Root and Kernel File Systems. vm-test-run-dagster> full # [ 6.102060] systemd[1]: Starting Flush Journal to Persistent Storage... vm-test-run-dagster> full # [ 6.103865] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore vm-test-run-dagster> full # [ 6.107962] systemd-oomd[289]: No swap; memory pressure usage will be degraded vm-test-run-dagster> full # [ 6.113718] systemd[1]: Starting Load/Save OS Random Seed... vm-test-run-dagster> worker # [ 6.117236] systemd-oomd[269]: No swap; memory pressure usage will be degraded vm-test-run-dagster> worker # [ 6.121096] systemd[1]: Listening on Disk Image Download Service Socket. vm-test-run-dagster> worker # [ 6.123729] systemd[1]: Mounting Kernel Configuration File System... vm-test-run-dagster> full # [ 6.127538] systemd[1]: Starting Apply Kernel Variables... vm-test-run-dagster> worker # [ 6.129935] systemd[1]: Starting Firewall... vm-test-run-dagster> full # [ 6.131115] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 6.133039] systemd[1]: Starting Flush Journal to Persistent Storage... vm-test-run-dagster> full # [ 6.135510] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer. vm-test-run-dagster> worker # [ 6.135526] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore vm-test-run-dagster> full # [ 6.138765] systemd[1]: Mounted Kernel Configuration File System. vm-test-run-dagster> full # [ 6.339915] systemd-journald[287]: Received client request to flush runtime journal. vm-test-run-dagster> worker # [ 6.152088] systemd[1]: Starting Load/Save OS Random Seed... vm-test-run-dagster> worker # [ 6.158472] systemd[1]: Starting Apply Kernel Variables... vm-test-run-dagster> worker # [ 6.173191] systemd[1]: Starting Create Static Device Nodes in /dev gracefully... vm-test-run-dagster> worker # [ 6.175346] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 6.178164] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer. vm-test-run-dagster> worker # [ 6.423392] systemd-journald[267]: Received client request to flush runtime journal. vm-test-run-dagster> full # [ 6.254549] systemd[1]: Finished Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> full # [ 6.256706] systemd[1]: Starting Create Static Device Nodes in /dev... vm-test-run-dagster> full # [ 6.259216] systemd[1]: Finished Load/Save OS Random Seed. vm-test-run-dagster> full # [ 6.260677] systemd[1]: Finished Apply Kernel Variables. vm-test-run-dagster> full # [ 6.262106] systemd[1]: Reached target First Boot Complete. vm-test-run-dagster> full # [ 6.263468] systemd[1]: Finished Create Static Device Nodes in /dev. vm-test-run-dagster> full # [ 6.265034] systemd[1]: Reached target Preparation for Local File Systems. vm-test-run-dagster> full # [ 6.266569] systemd[1]: Starting Rule-based Manager for Device Events and Files... vm-test-run-dagster> full # [ 6.268186] systemd[1]: Finished Flush Journal to Persistent Storage. vm-test-run-dagster> full # [ 6.293770] systemd[1]: Finished Coldplug All udev Devices. vm-test-run-dagster> full # [ 6.316983] systemd-udevd[322]: Using default interface naming scheme 'v260'. vm-test-run-dagster> full # [ 6.393040] systemd[1]: Started Rule-based Manager for Device Events and Files. vm-test-run-dagster> worker # [ 6.425646] systemd[1]: Mounted Kernel Configuration File System. vm-test-run-dagster> worker # [ 6.430235] systemd[1]: Finished Load/Save OS Random Seed. vm-test-run-dagster> worker # [ 6.436340] systemd[1]: Reached target First Boot Complete. vm-test-run-dagster> worker # [ 6.438568] systemd[1]: Finished Apply Kernel Variables. vm-test-run-dagster> worker # [ 6.441322] systemd[1]: Finished Create Static Device Nodes in /dev gracefully. vm-test-run-dagster> worker # [ 6.443273] systemd[1]: Starting Create Static Device Nodes in /dev... vm-test-run-dagster> worker # [ 6.445931] systemd[1]: Finished Create Static Device Nodes in /dev. vm-test-run-dagster> worker # [ 6.447876] systemd[1]: Finished Flush Journal to Persistent Storage. vm-test-run-dagster> worker # [ 6.454310] systemd[1]: Reached target Preparation for Local File Systems. vm-test-run-dagster> worker # [ 6.457981] systemd[1]: Starting Rule-based Manager for Device Events and Files... vm-test-run-dagster> full # [ 6.511142] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse vm-test-run-dagster> worker # [ 6.543696] systemd-udevd[314]: Using default interface naming scheme 'v260'. vm-test-run-dagster> full # [ 6.545439] systemd[1]: Condition check resulted in /dev/hvc0 being skipped. vm-test-run-dagster> worker # [ 6.547328] systemd[1]: Finished Coldplug All udev Devices. vm-test-run-dagster> full # [ 6.563883] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped. vm-test-run-dagster> full # [ 6.577948] (udev-worker)[377]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 6.580717] (udev-worker)[365]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name. vm-test-run-dagster> full # [ 6.585876] (udev-worker)[365]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> full # [ 6.610782] systemd[1]: Condition check resulted in Virtio network device being skipped. vm-test-run-dagster> full # [ 6.613505] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore vm-test-run-dagster> full # [ 6.619328] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67 vm-test-run-dagster> full # [ 6.622660] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore vm-test-run-dagster> full # [ 6.625736] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> full # [ 6.628431] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 6.640110] systemd[1]: Started Rule-based Manager for Device Events and Files. vm-test-run-dagster> full # [ 6.923365] parport_pc 00:03: reported by Plug and Play ACPI vm-test-run-dagster> full # [ 6.926803] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)] vm-test-run-dagster> full # [ 6.932177] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3 vm-test-run-dagster> full # [ 6.941175] rtc_cmos 00:05: RTC can wake from S4 vm-test-run-dagster> full # [ 6.943313] mousedev: PS/2 mouse device common for all mice vm-test-run-dagster> full # [ 6.943321] rtc_cmos 00:05: registered as rtc0 vm-test-run-dagster> full # [ 6.945563] ACPI: button: Power Button [PWRF] vm-test-run-dagster> full # [ 6.945926] rtc_cmos 00:05: setting system clock to 2026-07-06T20:01:59 UTC (1783368119) vm-test-run-dagster> full # [ 6.949326] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs vm-test-run-dagster> full # [ 6.957348] Floppy drive(s): fd0 is 2.88M AMI BIOS vm-test-run-dagster> full # [ 6.973018] FDC 0 is a S82078B vm-test-run-dagster> full # [ 6.997656] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console vm-test-run-dagster> worker # [ 6.808893] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse vm-test-run-dagster> worker # [ 6.824955] systemd[1]: Mounting /run/wrappers... vm-test-run-dagster> full # [ 6.830695] systemd[1]: Mounting /run/wrappers... vm-test-run-dagster> full # [ 7.012402] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input4 vm-test-run-dagster> full # [ 7.034134] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input6 vm-test-run-dagster> worker # [ 6.857622] systemd[1]: Mounted /run/wrappers. vm-test-run-dagster> worker # [ 6.859970] systemd[1]: Reached target Local File Systems. vm-test-run-dagster> worker # [ 6.864457] systemd[1]: Listening on Boot Loader Control Service Socket. vm-test-run-dagster> full # [ 7.038431] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5 vm-test-run-dagster> full # [ 7.040586] Console: switching to colour dummy device 80x25 vm-test-run-dagster> worker # [ 6.871765] systemd[1]: Starting register-nix-paths.service... vm-test-run-dagster> full # [ 7.046839] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0 vm-test-run-dagster> full # [ 7.046901] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD vm-test-run-dagster> full # [ 7.065276] [drm] Found bochs VGA, ID 0xb0c5. vm-test-run-dagster> full # [ 7.065278] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000. vm-test-run-dagster> full # [ 7.065500] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic vm-test-run-dagster> full # [ 7.068827] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0 vm-test-run-dagster> worker # [ 6.881404] systemd[1]: Starting Create SUID/SGID Wrappers... vm-test-run-dagster> worker # [ 6.882746] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met. vm-test-run-dagster> full # [ 7.074516] fbcon: bochs-drmdrmfb (fb0) is primary device vm-test-run-dagster> full # [ 7.081141] Console: switching to colour frame buffer device 160x50 vm-test-run-dagster> worker # [ 6.895097] systemd[1]: Starting Save Transient machine-id to Disk... vm-test-run-dagster> full # [ 7.086044] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device vm-test-run-dagster> full # [ 6.905075] systemd[1]: Mounted /run/wrappers. vm-test-run-dagster> full # [ 6.907249] systemd[1]: Reached target Local File Systems. vm-test-run-dagster> full # [ 6.913076] systemd[1]: Listening on Boot Loader Control Service Socket. vm-test-run-dagster> full # [ 6.915698] systemd[1]: Starting register-nix-paths.service... vm-test-run-dagster> worker # [ 6.916387] systemd[1]: Starting Create System Files and Directories... vm-test-run-dagster> full # [ 6.920516] systemd[1]: Starting Create SUID/SGID Wrappers... vm-test-run-dagster> full # [ 6.924197] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met. vm-test-run-dagster> full # [ 6.928162] systemd[1]: Starting Save Transient machine-id to Disk... vm-test-run-dagster> full # [ 7.154325] ppdev: user-space parallel port driver vm-test-run-dagster> full # [ 7.000962] systemd[1]: Starting Create System Files and Directories... vm-test-run-dagster> full # [ 7.011232] systemd[1]: Finished Firewall. vm-test-run-dagster> worker # [ 7.021629] systemd[1]: etc-machine\x2did.mount: Deactivated successfully. vm-test-run-dagster> worker # [ 7.033974] systemd[1]: Finished Save Transient machine-id to Disk. vm-test-run-dagster> full # [ 7.048158] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> worker # [ 7.058276] systemd[1]: Condition check resulted in /dev/hvc0 being skipped. vm-test-run-dagster> full # [ 7.077716] systemd[1]: etc-machine\x2did.mount: Deactivated successfully. vm-test-run-dagster> full # [ 7.088138] systemd[1]: Finished Save Transient machine-id to Disk. vm-test-run-dagster> worker # [ 7.088355] systemd[1]: Finished Create System Files and Directories. vm-test-run-dagster> worker # [ 7.099063] systemd[1]: Starting Rebuild Journal Catalog... vm-test-run-dagster> worker # [ 7.102905] systemd[1]: Starting Record System Boot/Shutdown in UTMP... vm-test-run-dagster> full # [ 7.104093] systemd[1]: Finished Create System Files and Directories. vm-test-run-dagster> full # [ 7.112382] systemd[1]: Starting Rebuild Journal Catalog... vm-test-run-dagster> full # [ 7.121501] systemd[1]: Starting Record System Boot/Shutdown in UTMP... vm-test-run-dagster> full # [ 7.132333] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully. vm-test-run-dagster> full # [ 7.134504] systemd[1]: Stopped Virtual Console Setup. vm-test-run-dagster> worker # [ 7.137527] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped. vm-test-run-dagster> full # [ 7.142055] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> full # [ 7.354188] kvm_amd: TSC scaling supported vm-test-run-dagster> full # [ 7.165118] s[ 7.354986] kvm_amd: Nested Virtualization enabled vm-test-run-dagster> full # ystemd[1]: Finished Record Syste[ 7.356204] kvm_amd: Nested Paging enabled vm-test-run-dagster> full # m Boot/Shutdown in UTMP.[ 7.357398] kvm_amd: LBR virtualization supported vm-test-run-dagster> full # [ 7.358238] kvm_amd: Virtual VMLOAD VMSAVE supported vm-test-run-dagster> full # vm-test-run-dagster> full # [ 7.359158] kvm_amd: Virtual GIF supported vm-test-run-dagster> worker # [ 7.196352] systemd[1]: Finished Record System Boot/Shutdown in UTMP. vm-test-run-dagster> full # [ 7.395141] EDAC MC: Ver: 3.0.0 vm-test-run-dagster> full # [ 7.207126] systemd[1]: Finished Rebuild Journal Catalog. vm-test-run-dagster> full # [ 7.211517] systemd[1]: Starting Update is Completed... vm-test-run-dagster> worker # [ 7.226243] (udev-worker)[355]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name. vm-test-run-dagster> full # [ 7.238182] systemd[1]: Finished Update is Completed. vm-test-run-dagster> worker # [ 7.241476] (udev-worker)[359]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> worker # [ 7.246245] (udev-worker)[355]: Network interface NamePolicy= disabled on kernel command line. vm-test-run-dagster> worker # [ 7.249356] systemd[1]: Finished Rebuild Journal Catalog. vm-test-run-dagster> worker # [ 7.256334] systemd[1]: Starting Update is Completed... vm-test-run-dagster> worker # [ 7.319478] systemd[1]: Finished Update is Completed. vm-test-run-dagster> full # [ 7.339691] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully. vm-test-run-dagster> full # [ 7.342873] systemd[1]: Finished Create SUID/SGID Wrappers. vm-test-run-dagster> worker # [ 7.364746] systemd[1]: Finished Firewall. vm-test-run-dagster> worker # [ 7.477271] systemd[1]: Condition check resulted in Virtio network device being skipped. vm-test-run-dagster> worker # [ 7.479422] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore vm-test-run-dagster> worker # [ 7.482407] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met. vm-test-run-dagster> worker # [ 7.485267] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67 vm-test-run-dagster> worker # [ 7.489203] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore vm-test-run-dagster> worker # [ 7.493482] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 7.495600] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki vm-test-run-dagster> worker # [ 7.497711] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully. vm-test-run-dagster> worker # [ 7.500234] systemd[1]: Finished Create SUID/SGID Wrappers. vm-test-run-dagster> full # [ 7.501615] systemd-vconsole-setup[478]: Configuration of first virtual console was skipped, ignoring remaining ones. vm-test-run-dagster> full # [ 7.506059] systemd[1]: Finished Virtual Console Setup. vm-test-run-dagster> full # [ 7.647732] systemd[1]: Finished register-nix-paths.service. vm-test-run-dagster> worker # [ 7.850812] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3 vm-test-run-dagster> full # [ 7.649128] systemd[1]: Reached target System Initialization. vm-test-run-dagster> full # [ 7.650684] systemd[1]: Started Discard unused filesystem blocks once a week. vm-test-run-dagster> full # [ 7.651929] systemd[1]: Started Daily Cleanup of Temporary Directories. vm-test-run-dagster> full # [ 7.653122] systemd[1]: Reached target Timer Units. vm-test-run-dagster> full # [ 7.654127] systemd[1]: Listening on D-Bus System Message Bus Socket. vm-test-run-dagster> full # [ 7.655482] systemd[1]: Listening on Nix Daemon Socket. vm-test-run-dagster> full # [ 7.656706] systemd[1]: Listening on Hostname Service Socket. vm-test-run-dagster> full # [ 7.658067] systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. vm-test-run-dagster> full # [ 7.659866] systemd[1]: Reached target Socket Units. vm-test-run-dagster> full # [ 7.660911] systemd[1]: Reached target Basic System. vm-test-run-dagster> worker # [ 7.867683] mousedev: PS/2 mouse device common for all mice vm-test-run-dagster> full # [ 7.663792] systemd[1]: Started backdoor.service. vm-test-run-dagster> full # [ 7.667646] systemd[1]: Starting Import lastlog data into lastlog2 database... vm-test-run-dagster> full # [ 7.674801] systemd[1]: Starting Name Service Cache Daemon (nsncd)... vm-test-run-dagster> full # [ 7.679242] systemd[1]: Starting Post-Boot Actions... vm-test-run-dagster> full # [ 7.685108] systemd[1]: Started Reset console on configuration changes. vm-test-run-dagster> full # [ 7.690658] systemd[1]: Starting resolvconf update... vm-test-run-dagster> worker # [ 7.895831] ACPI: button: Power Button [PWRF] vm-test-run-dagster> worker # [ 7.901941] rtc_cmos 00:05: RTC can wake from S4 vm-test-run-dagster> full # [ 7.702948] systemd[1]: Starting D-Bus System Message Bus... vm-test-run-dagster> worker # [ 7.916112] parport_pc 00:03: reported by Plug and Play ACPI vm-test-run-dagster> worker # [ 7.920530] Floppy drive(s): fd0 is 2.88M AMI BIOS vm-test-run-dagster> worker # [ 7.927382] rtc_cmos 00:05: registered as rtc0 vm-test-run-dagster> full # [ 7.724904] systemd[1]: Finished Post-Boot Actions. vm-test-run-dagster> full # connecting to host... vm-test-run-dagster> worker # [ 7.939469] rtc_cmos 00:05: setting system clock to 2026-07-06T20:02:00 UTC (1783368120) vm-test-run-dagster> worker # [ 7.944050] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)] vm-test-run-dagster> full # [ 7.743267] systemd[1]: Finished Import lastlog data into lastlog2 database. vm-test-run-dagster> worker # [ 7.745536] systemd[1]: Finished register-nix-paths.service. vm-test-run-dagster> worker # [ 7.747272] systemd[1]: Reached target System Initialization. vm-test-run-dagster> worker # [ 7.749908] systemd[1]: Started Discard unused filesystem blocks once a week. vm-test-run-dagster> worker # [ 7.751384] systemd[1]: Started Daily Cleanup of Temporary Directories. vm-test-run-dagster> full: Guest shell says: b'Spawning backdoor root shell...\n' vm-test-run-dagster> full: connected to guest root shell vm-test-run-dagster> worker # [ 7.754282] systemd[1]: Reached target Timer Units. vm-test-run-dagster> full # [ 7.755484] systemd[1]: Started Name Service Cache Daemon (nsncd). vm-test-run-dagster> worker # [ 7.755633] systemd[1]: Listening on D-Bus System Message Bus Socket. vm-test-run-dagster> full # [ 7.758202] systemd[1]: Reached target Host and Network Name Lookups. vm-test-run-dagster> full: (connecting took 8.47 seconds) vm-test-run-dagster> full # [ 7.759786] systemd[1]: Reached target User and Group Name Lookups. vm-test-run-dagster> worker # [ 7.757600] systemd[1]: Listening on Nix Daemon Socket. vm-test-run-dagster> full # [ 7.763226] nsncd[529]: Jul 06 20:02:00.498 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" vm-test-run-dagster> worker # [ 7.759202] systemd[1]: Listening on Hostname Service Socket. vm-test-run-dagster> full: (finished: waiting for the VM to finish booting, in 8.47 seconds) vm-test-run-dagster> worker # [ 7.760373] systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. vm-test-run-dagster> full # [ 7.770538] systemd[1]: Starting User Login Management... vm-test-run-dagster> worker # [ 7.763192] systemd[1]: Reached target Socket Units. vm-test-run-dagster> worker # [ 7.764229] systemd[1]: Reached target Basic System. vm-test-run-dagster> worker # [ 7.767235] systemd[1]: Started backdoor.service. vm-test-run-dagster> worker # [ 7.771149] systemd[1]: Starting Import lastlog data into lastlog2 database... vm-test-run-dagster> worker # [ 7.779773] systemd[1]: Starting Name Service Cache Daemon (nsncd)... vm-test-run-dagster> worker # [ 7.988392] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs vm-test-run-dagster> worker # [ 7.789841] systemd[1]: Starting Post-Boot Actions... vm-test-run-dagster> worker # [ 7.994327] FDC 0 is a S82078B vm-test-run-dagster> full # [ 7.805660] dbus-broker-launch[536]: Looking up NSS user entry for 'systemd-timesync'... vm-test-run-dagster> worker # [ 7.812162] systemd[1]: Started Reset console on configuration changes. vm-test-run-dagster> full # [ 7.820146] dbus-broker-launch[536]: NSS returned no entry for 'systemd-timesync' vm-test-run-dagster> full # [ 7.821834] dbus-broker-launch[536]: Invalid user-name in /nix/store/j6aa5wrhm5xkam1191d9s5drbdfv94sw-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" vm-test-run-dagster> worker # [ 7.830156] systemd[1]: Starting resolvconf update... vm-test-run-dagster> full # [ 7.835443] systemd-logind[556]: New seat seat0. vm-test-run-dagster> full # [ 7.840732] systemd-logind[556]: Watching system buttons on /dev/input/event2 (Power Button) vm-test-run-dagster> full # [ 7.848199] systemd-logind[556]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard) vm-test-run-dagster> full # [ 7.851548] systemd-logind[556]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard) vm-test-run-dagster> full # [ 7.871527] dbus-broker-launch[536]: Ready vm-test-run-dagster> worker # [ 8.077040] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console vm-test-run-dagster> worker # connecting to host... vm-test-run-dagster> full # [ 7.883282] systemd[1]: Started D-Bus System Message Bus. vm-test-run-dagster> worker # [ 7.886441] systemd[1]: Finished Post-Boot Actions. vm-test-run-dagster> full # [ 7.886945] systemd[1]: Started User Login Management. vm-test-run-dagster> full # [ 7.893385] systemd[1]: Stopped target Host and Network Name Lookups. vm-test-run-dagster> full # [ 7.894281] systemd[1]: Stopping Host and Network Name Lookups... vm-test-run-dagster> full # [ 7.896155] systemd[1]: Stopped target User and Group Name Lookups. vm-test-run-dagster> full # [ 7.896979] systemd[1]: Stopping User and Group Name Lookups... vm-test-run-dagster> full # [ 7.900490] systemd[1]: Starting linger-users.service... vm-test-run-dagster> full # [ 7.903205] systemd[1]: Stopping Name Service Cache Daemon (nsncd)... vm-test-run-dagster> full # [ 7.906361] systemd[1]: nscd.service: Deactivated successfully. vm-test-run-dagster> full # [ 7.908753] systemd[1]: Stopped Name Service Cache Daemon (nsncd). vm-test-run-dagster> full # [ 7.920947] systemd[1]: Starting Name Service Cache Daemon (nsncd)... vm-test-run-dagster> full # [ 7.922931] systemd[1]: Finished resolvconf update. vm-test-run-dagster> full # [ 7.924936] systemd[1]: Reached target Preparation for Network. vm-test-run-dagster> worker # [ 7.927888] systemd[1]: Starting D-Bus System Message Bus... vm-test-run-dagster> worker # [ 7.930374] systemd[1]: Started Name Service Cache Daemon (nsncd). vm-test-run-dagster> full # [ 7.932442] systemd[1]: Starting DHCP Client... vm-test-run-dagster> full # [ 7.934716] systemd[1]: Starting Address configuration of eth1... vm-test-run-dagster> worker # [ 7.934247] nsncd[493]: Jul 06 20:02:00.686 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" vm-test-run-dagster> worker # [ 7.938301] systemd[1]: Reached target Host and Network Name Lookups. vm-test-run-dagster> worker # [ 7.941485] systemd[1]: Reached target User and Group Name Lookups. vm-test-run-dagster> full # [ 7.944557] systemd[1]: Starting Extra networking commands.... vm-test-run-dagster> worker # [ 8.148403] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0 vm-test-run-dagster> full # [ 7.950492] systemd[1]: linger-users.service: Deactivated successfully. vm-test-run-dagster> full # [ 7.953561] systemd[1]: Finished linger-users.service. vm-test-run-dagster> worker # [ 7.959323] systemd[1]: Starting User Login Management... vm-test-run-dagster> worker # [ 7.966470] systemd[1]: Finished Import lastlog data into lastlog2 database. vm-test-run-dagster> full # [ 7.971844] systemd[1]: Started Name Service Cache Daemon (nsncd). vm-test-run-dagster> full # [ 7.974294] systemd[1]: Reached target Host and Network Name Lookups. vm-test-run-dagster> full # [ 7.977728] nsncd[618]: Jul 06 20:02:00.715 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" vm-test-run-dagster> full # [ 7.982360] systemd[1]: Reached target User and Group Name Lookups. vm-test-run-dagster> full # [ 8.006422] network-addresses-eth1-start[621]: adding address 192.168.1.1/24... done vm-test-run-dagster> full # [ 8.017247] network-addresses-eth1-start[621]: adding address 2001:db8:1::1/64... done vm-test-run-dagster> full # [ 8.031108] systemd[1]: Finished Address configuration of eth1. vm-test-run-dagster> full # [ 8.063931] dhcpcd[641]: dhcpcd-10.3.2 starting vm-test-run-dagster> full # [ 8.070963] dhcpcd[684]: dev: loaded udev vm-test-run-dagster> full # [ 8.277284] 8021q: 802.1Q VLAN Support v1.8 vm-test-run-dagster> full # [ 8.278007] 8021q: adding VLAN 0 to HW filter on device eth1 vm-test-run-dagster> full # [ 8.088735] systemd[1]: Finished Extra networking commands.. vm-test-run-dagster> full # [ 8.092095] systemd[1]: Reached target Network. vm-test-run-dagster> full # [ 8.095465] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 8.101476] systemd[1]: Started Dagster Daemon. vm-test-run-dagster> full # [ 8.104569] systemd[1]: Started Dagster Webserver. vm-test-run-dagster> full # [ 8.114784] systemd[1]: Starting PostgreSQL Server... vm-test-run-dagster> full # [ 8.120075] systemd[1]: Starting Permit User Sessions... vm-test-run-dagster> full # [ 8.138849] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch. vm-test-run-dagster> worker # [ 8.222040] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD vm-test-run-dagster> full # [ 8.168944] systemd[1]: Finished Permit User Sessions. vm-test-run-dagster> full # [ 8.179219] systemd[1]: Started Getty on tty1. vm-test-run-dagster> full # [ 8.180185] systemd[1]: Reached target Login Prompts. vm-test-run-dagster> worker # [ 8.223802] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input4 vm-test-run-dagster> worker # [ 8.324085] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input6 vm-test-run-dagster> full # [ 8.405559] cfg80211: Loading compiled-in X.509 certificates for regulatory database vm-test-run-dagster> worker # [ 8.324499] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5 vm-test-run-dagster> worker # [ 8.363033] Console: switching to colour dummy device 80x25 vm-test-run-dagster> full # [ 8.430390] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7' vm-test-run-dagster> full # [ 8.431792] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600' vm-test-run-dagster> full # [ 8.435693] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2 vm-test-run-dagster> full # [ 8.437153] cfg80211: failed to load regulatory.db vm-test-run-dagster> worker # [ 8.459414] [drm] Found bochs VGA, ID 0xb0c5. vm-test-run-dagster> worker # [ 8.459416] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000. vm-test-run-dagster> worker # [ 8.464026] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic vm-test-run-dagster> worker # [ 8.464031] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0 vm-test-run-dagster> worker # [ 8.049914] systemd[1]: Stopped target Host and Network Name Lookups. vm-test-run-dagster> worker # [ 8.272423] dbus-broker-launch[509]: Looking up NSS user entry for 'systemd-timesync'... vm-test-run-dagster> worker # [ 8.273963] dbus-broker-launch[509]: NSS returned no entry for 'systemd-timesync' vm-test-run-dagster> worker # [ 8.277285] dbus-broker-launch[509]: Invalid user-name in /nix/store/i263hli7shpvciakygkcvcmhfmpnqhgk-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" vm-test-run-dagster> worker # [ 8.280841] systemd[1]: Stopping Host and Network Name Lookups... vm-test-run-dagster> worker # [ 8.283968] systemd[1]: Stopped target User and Group Name Lookups. vm-test-run-dagster> worker # [ 8.286765] systemd[1]: Stopping User and Group Name Lookups... vm-test-run-dagster> worker # [ 8.290240] systemd[1]: Stopping Name Service Cache Daemon (nsncd)... vm-test-run-dagster> worker # [ 8.293532] systemd[1]: nscd.service: Deactivated successfully. vm-test-run-dagster> full # [ 8.486308] 8021q: adding VLAN 0 to HW filter on device eth0 vm-test-run-dagster> worker # [ 8.296438] systemd[1]: Stopped Name Service Cache Daemon (nsncd). vm-test-run-dagster> full # [ 8.298550] dhcpcd[684]: eth0: waiting for carrier vm-test-run-dagster> worker # [ 8.299367] systemd[1]: Starting Name Service Cache Daemon (nsncd)... vm-test-run-dagster> full # [ 8.299882] dhcpcd[684]: eth0: carrier acquired vm-test-run-dagster> worker # [ 8.302348] systemd[1]: Started D-Bus System Message Bus. vm-test-run-dagster> worker # [ 8.303655] dbus-broker-launch[509]: Ready vm-test-run-dagster> worker # [ 8.304648] systemd[1]: Finished resolvconf update. vm-test-run-dagster> worker # [ 8.308085] systemd[1]: Reached target Preparation for Network. vm-test-run-dagster> worker # [ 8.310494] systemd[1]: Starting DHCP Client... vm-test-run-dagster> full # [ 8.310697] dhcpcd[684]: DUID 00:01:00:01:31:de:c6:39:52:54:00:12:34:56 vm-test-run-dagster> full # [ 8.311770] dhcpcd[684]: eth0: IAID 00:12:34:56 vm-test-run-dagster> full # [ 8.312597] dhcpcd[684]: eth0: adding address fe80::5054:ff:fe12:3456 vm-test-run-dagster> worker # [ 8.313427] systemd[1]: Starting Address configuration of eth1... vm-test-run-dagster> worker # [ 8.316619] systemd[1]: Starting Extra networking commands.... vm-test-run-dagster> worker # [ 8.322341] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> full # [ 8.351215] postgresql-pre-start[707]: The files belonging to this database system will be owned by user "postgres". vm-test-run-dagster> full # [ 8.352273] postgresql-pre-start[707]: This user must also own the server process. vm-test-run-dagster> full # [ 8.362546] postgresql-pre-start[707]: The database cluster will be initialized with locale "en_US.UTF-8". vm-test-run-dagster> full # [ 8.363882] postgresql-pre-start[707]: The default database encoding has accordingly been set to "UTF8". vm-test-run-dagster> full # [ 8.365536] postgresql-pre-start[707]: The default text search configuration will be set to "english". vm-test-run-dagster> full # [ 8.366735] postgresql-pre-start[707]: Data page checksums are disabled. vm-test-run-dagster> full # [ 8.368094] postgresql-pre-start[707]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok vm-test-run-dagster> full # [ 8.373283] postgresql-pre-start[707]: creating subdirectories ... ok vm-test-run-dagster> full # [ 8.374864] postgresql-pre-start[707]: selecting dynamic shared memory implementation ... posix vm-test-run-dagster> worker # [ 8.385736] dhcpcd[575]: dhcpcd-10.3.2 starting vm-test-run-dagster> worker # [ 8.389692] systemd[1]: Started Name Service Cache Daemon (nsncd). vm-test-run-dagster> worker # [ 8.393731] nsncd[556]: Jul 06 20:02:01.154 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" vm-test-run-dagster> worker # [ 8.403634] systemd[1]: Reached target Host and Network Name Lookups. vm-test-run-dagster> worker # [ 8.404919] systemd[1]: Reached target User and Group Name Lookups. vm-test-run-dagster> worker # [ 8.409222] dhcpcd[590]: dev: loaded udev vm-test-run-dagster> worker # [ 8.637489] 8021q: 802.1Q VLAN Support v1.8 vm-test-run-dagster> worker # [ 8.645481] 8021q: adding VLAN 0 to HW filter on device eth1 vm-test-run-dagster> full # [ 8.452986] postgresql-pre-start[707]: selecting default "max_connections" ... 100 vm-test-run-dagster> worker # [ 8.458681] network-addresses-eth1-start[570]: adding address 192.168.1.2/24... done vm-test-run-dagster> worker # [ 8.477611] network-addresses-eth1-start[570]: adding address 2001:db8:1::2/64... done vm-test-run-dagster> worker # [ 8.511446] systemd[1]: Finished Address configuration of eth1. vm-test-run-dagster> full # [ 8.530535] postgresql-pre-start[707]: selecting default "shared_buffers" ... 128MB vm-test-run-dagster> worker # [ 8.667648] fbcon: bochs-drmdrmfb (fb0) is primary device vm-test-run-dagster> worker # [ 8.821289] Console: switching to colour frame buffer device 160x50 vm-test-run-dagster> worker # [ 8.846192] ppdev: user-space parallel port driver vm-test-run-dagster> worker # [ 8.848713] cfg80211: Loading compiled-in X.509 certificates for regulatory database vm-test-run-dagster> worker # [ 8.871360] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7' vm-test-run-dagster> worker # [ 8.871500] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600' vm-test-run-dagster> worker # [ 8.873403] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2 vm-test-run-dagster> worker # [ 8.873408] cfg80211: failed to load regulatory.db vm-test-run-dagster> worker # [ 8.932074] 8021q: adding VLAN 0 to HW filter on device eth0 vm-test-run-dagster> worker # [ 8.972749] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device vm-test-run-dagster> worker # [ 8.521661] systemd-logind[519]: Watching system buttons on /dev/input/event2 (Power Button) vm-test-run-dagster> worker # [ 8.773760] dhcpcd[590]: eth0: waiting for carrier vm-test-run-dagster> worker # [ 8.775185] systemd-logind[519]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard) vm-test-run-dagster> worker # [ 8.777259] dhcpcd[590]: eth0: carrier acquired vm-test-run-dagster> worker # [ 8.780648] systemd[1]: Finished Extra networking commands.. vm-test-run-dagster> worker # [ 8.782993] dhcpcd[590]: DUID 00:01:00:01:31:de:c6:39:52:54:00:12:34:56 vm-test-run-dagster> worker # [ 8.784741] systemd[1]: Reached target Network. vm-test-run-dagster> worker # [ 8.786795] dhcpcd[590]: eth0: IAID 00:12:34:56 vm-test-run-dagster> worker # [ 8.790482] systemd[1]: Starting Permit User Sessions... vm-test-run-dagster> worker # [ 8.791905] dhcpcd[590]: eth0: adding address fe80::5054:ff:fe12:3456 vm-test-run-dagster> worker # [ 8.795733] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch. vm-test-run-dagster> worker # [ 8.798587] systemd-logind[519]: New seat seat0. vm-test-run-dagster> worker # [ 8.802881] systemd[1]: Started User Login Management. vm-test-run-dagster> worker # [ 8.805980] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully. vm-test-run-dagster> worker # [ 8.808811] systemd[1]: Stopped Virtual Console Setup. vm-test-run-dagster> worker # [ 8.811193] systemd-logind[519]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard) vm-test-run-dagster> worker # [ 8.824213] systemd[1]: Starting linger-users.service... vm-test-run-dagster> worker # [ 8.831477] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> worker # [ 8.841075] systemd[1]: Finished Permit User Sessions. vm-test-run-dagster> worker # [ 8.858471] systemd[1]: Started Getty on tty1. vm-test-run-dagster> worker # [ 8.862770] systemd[1]: Reached target Login Prompts. vm-test-run-dagster> worker # [ 8.873661] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully. vm-test-run-dagster> worker # [ 8.877911] systemd[1]: Stopped Virtual Console Setup. vm-test-run-dagster> worker # [ 8.899307] systemd[1]: Starting Virtual Console Setup... vm-test-run-dagster> worker # [ 8.900515] systemd[1]: linger-users.service: Deactivated successfully. vm-test-run-dagster> worker # [ 8.902307] systemd[1]: Finished linger-users.service. vm-test-run-dagster> worker # [ 9.185414] kvm_amd: TSC scaling supported vm-test-run-dagster> worker # [ 9.186143] kvm_amd: Nested Virtualization enabled vm-test-run-dagster> worker # [ 9.187347] kvm_amd: Nested Paging enabled vm-test-run-dagster> worker # [ 9.188257] kvm_amd: LBR virtualization supported vm-test-run-dagster> worker # [ 9.189280] kvm_amd: Virtual VMLOAD VMSAVE supported vm-test-run-dagster> worker # [ 9.190255] kvm_amd: Virtual GIF supported vm-test-run-dagster> worker # [ 9.229900] EDAC MC: Ver: 3.0.0 vm-test-run-dagster> worker # [ 9.196582] systemd-vconsole-setup[672]: Configuration of first virtual console was skipped, ignoring remaining ones. vm-test-run-dagster> worker # [ 9.201645] systemd[1]: Finished Virtual Console Setup. vm-test-run-dagster> full # [ 9.239477] dhcpcd[684]: eth0: soliciting a DHCP lease vm-test-run-dagster> full # [ 9.443256] NET: Registered PF_PACKET protocol family vm-test-run-dagster> full # [ 9.258449] dhcpcd[684]: eth0: offered 10.0.2.15 from 10.0.2.2 vm-test-run-dagster> full # [ 9.262157] dhcpcd[684]: eth0: probing address 10.0.2.15/24 vm-test-run-dagster> worker # [ 9.752683] dhcpcd[590]: eth0: soliciting a DHCP lease vm-test-run-dagster> worker # [ 9.971353] NET: Registered PF_PACKET protocol family vm-test-run-dagster> worker # [ 9.772496] dhcpcd[590]: eth0: offered 10.0.2.15 from 10.0.2.2 vm-test-run-dagster> worker # [ 9.776212] dhcpcd[590]: eth0: probing address 10.0.2.15/24 vm-test-run-dagster> full # [ 10.485472] postgresql-pre-start[707]: selecting default time zone ... UTC vm-test-run-dagster> full # [ 10.489809] postgresql-pre-start[707]: creating configuration files ... ok vm-test-run-dagster> full # [ 10.761568] postgresql-pre-start[707]: running bootstrap script ... ok vm-test-run-dagster> full # [ 10.855541] dhcpcd[684]: eth0: soliciting an IPv6 router vm-test-run-dagster> full # [ 10.858314] dhcpcd[684]: eth0: Router Advertisement from fe80::2 vm-test-run-dagster> full # [ 10.861291] dhcpcd[684]: eth0: adding address fec0::5054:ff:fe12:3456/64 vm-test-run-dagster> full # [ 10.863079] dhcpcd[684]: eth0: adding route to fec0::/64 vm-test-run-dagster> full # [ 10.864501] dhcpcd[684]: eth0: adding default route via fe80::2 vm-test-run-dagster> worker # [ 11.368176] dhcpcd[590]: eth0: soliciting an IPv6 router vm-test-run-dagster> worker # [ 11.370152] dhcpcd[590]: eth0: Router Advertisement from fe80::2 vm-test-run-dagster> worker # [ 11.371536] dhcpcd[590]: eth0: adding address fec0::5054:ff:fe12:3456/64 vm-test-run-dagster> worker # [ 11.372818] dhcpcd[590]: eth0: adding route to fec0::/64 vm-test-run-dagster> worker # [ 11.374170] dhcpcd[590]: eth0: adding default route via fe80::2 vm-test-run-dagster> full # [ 11.416895] postgresql-pre-start[707]: performing post-bootstrap initialization ... ok vm-test-run-dagster> full # [ 11.630271] postgresql-pre-start[707]: syncing data to disk ... ok vm-test-run-dagster> full # [ 11.631529] postgresql-pre-start[707]: initdb: warning: enabling "trust" authentication for local connections vm-test-run-dagster> full # [ 11.635043] postgresql-pre-start[707]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb. vm-test-run-dagster> full # [ 11.640833] postgresql-pre-start[707]: Success. You can now start the database server using: vm-test-run-dagster> full # [ 11.643168] postgresql-pre-start[707]: pg_ctl -D /var/lib/postgresql/17 -l logfile start vm-test-run-dagster> full # [ 11.787902] postgres[746]: [746] LOG: starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit vm-test-run-dagster> full # [ 11.802212] postgres[746]: [746] LOG: listening on IPv6 address "::1", port 5432 vm-test-run-dagster> full # [ 11.803719] postgres[746]: [746] LOG: listening on IPv4 address "127.0.0.1", port 5432 vm-test-run-dagster> full # [ 11.815660] postgres[746]: [746] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432" vm-test-run-dagster> full # [ 11.845289] postgres[752]: [752] LOG: database system was shut down at 2026-07-06 20:02:04 GMT vm-test-run-dagster> full # [ 11.860702] postgres[746]: [746] LOG: database system is ready to accept connections vm-test-run-dagster> full # [ 11.875054] systemd[1]: Started PostgreSQL Server. vm-test-run-dagster> full # [ 11.878807] systemd[1]: Starting PostgreSQL Setup Scripts... vm-test-run-dagster> full # [ 12.106659] postgresql-setup-start[763]: CREATE DATABASE vm-test-run-dagster> full # [ 12.153505] postgresql-setup-start[768]: CREATE ROLE vm-test-run-dagster> full # [ 12.177573] postgresql-setup-start[774]: ALTER DATABASE vm-test-run-dagster> full # [ 12.184496] systemd[1]: Finished PostgreSQL Setup Scripts. vm-test-run-dagster> full: (finished: waiting for unit postgresql.service, in 12.89 seconds) vm-test-run-dagster> full # [ 12.190140] systemd[1]: Reached target PostgreSQL. vm-test-run-dagster> full: waiting for unit postgresql-setup.service vm-test-run-dagster> full: (finished: waiting for unit postgresql-setup.service, in 0.09 seconds) vm-test-run-dagster> full: must succeed: sudo -u postgres psql -lqt | grep -q dagster vm-test-run-dagster> full # [ 12.348959] sudo[789]: root : TTY=hvc0 ; PWD=/tmp ; USER=postgres ; COMMAND=/run/current-system/sw/bin/psql -lqt vm-test-run-dagster> full # [ 12.361233] sudo[789]: pam_unix(sudo:session): session opened for user postgres(uid=71) by (uid=0) vm-test-run-dagster> full # [ 12.388153] sudo[789]: pam_unix(sudo:session): session closed for user postgres vm-test-run-dagster> full: (finished: must succeed: sudo -u postgres psql -lqt | grep -q dagster, in 0.11 seconds) vm-test-run-dagster> full: must succeed: sudo -u postgres psql -tAc "SELECT 1 FROM pg_roles WHERE rolname='dagster'" | grep -q 1 vm-test-run-dagster> full # [ 12.440675] sudo[798]: root : TTY=hvc0 ; PWD=/tmp ; USER=postgres ; COMMAND=/run/current-system/sw/bin/psql -tAc 'SELECT 1 FROM pg_roles WHERE rolname=\'dagster\'' vm-test-run-dagster> full # [ 12.457660] sudo[798]: pam_unix(sudo:session): session opened for user postgres(uid=71) by (uid=0) vm-test-run-dagster> full # [ 12.484129] sudo[798]: pam_unix(sudo:session): session closed for user postgres vm-test-run-dagster> full: (finished: must succeed: sudo -u postgres psql -tAc "SELECT 1 FROM pg_roles WHERE rolname='dagster'" | grep -q 1, in 0.09 seconds) vm-test-run-dagster> (finished: subtest: PostgreSQL starts and dagster database exists, in 13.18 seconds) vm-test-run-dagster> subtest: dagster.yaml is generated with correct content vm-test-run-dagster> full: must succeed: test -L /var/lib/dagster/dagster.yaml vm-test-run-dagster> full: (finished: must succeed: test -L /var/lib/dagster/dagster.yaml, in 0.01 seconds) vm-test-run-dagster> full: must succeed: grep -q postgres /var/lib/dagster/dagster.yaml vm-test-run-dagster> full: (finished: must succeed: grep -q postgres /var/lib/dagster/dagster.yaml, in 0.03 seconds) vm-test-run-dagster> full: must succeed: grep -q 'enabled: false' /var/lib/dagster/dagster.yaml vm-test-run-dagster> full: (finished: must succeed: grep -q 'enabled: false' /var/lib/dagster/dagster.yaml, in 0.02 seconds) vm-test-run-dagster> (finished: subtest: dagster.yaml is generated with correct content, in 0.06 seconds) vm-test-run-dagster> subtest: webserver starts and responds vm-test-run-dagster> full: waiting for unit dagster-webserver.service vm-test-run-dagster> full: (finished: waiting for unit dagster-webserver.service, in 0.05 seconds) vm-test-run-dagster> full: waiting for TCP port 3000 on localhost vm-test-run-dagster> full # [ 13.004359] dagster[694]: Traceback (most recent call last): vm-test-run-dagster> full # [ 13.006775] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 13.009087] dagster[694]: sys.exit(main()) vm-test-run-dagster> full # [ 13.010179] dagster[694]: ~~~~^^ vm-test-run-dagster> full # [ 13.011469] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 13.014930] dagster[694]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 13.016567] dagster[694]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.017810] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 13.021041] dagster[694]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 13.022531] dagster[694]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.024057] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 13.026779] dagster[694]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 13.027934] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 13.030813] dagster[694]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 13.032944] dagster[694]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 13.034366] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 13.036786] dagster[694]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 13.038454] dagster[694]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 13.040339] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 13.042751] dagster[694]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 13.044248] dagster[694]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.045709] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 13.048112] dagster[694]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 13.049613] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 13.052373] dagster[694]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 13.054249] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 13.056953] dagster[694]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 13.058615] dagster[694]: ...<3 lines>... vm-test-run-dagster> full # [ 13.059546] dagster[694]: ) vm-test-run-dagster> full # [ 13.060870] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 13.063539] dagster[694]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 13.065113] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 13.068716] dagster[694]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 13.070072] dagster[694]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 13.071878] dagster[694]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 13.073594] dagster[694]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.074798] dagster[694]: ...<4 lines>... vm-test-run-dagster> full # [ 13.075818] dagster[694]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 13.077239] dagster[694]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.078516] dagster[694]: ) vm-test-run-dagster> full # [ 13.079558] dagster[694]: ^ vm-test-run-dagster> full # [ 13.080342] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 13.083650] dagster[694]: _ReportVersionError( vm-test-run-dagster> full # [ 13.084737] dagster[694]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 13.085793] dagster[694]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 13.087500] dagster[694]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.089299] dagster[694]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 13.091042] dagster[694]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.093170] dagster[694]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 13.095535] dagster[694]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 13.097625] dagster[694]: ) vm-test-run-dagster> full # [ 13.098597] dagster[694]: ^ vm-test-run-dagster> full # [ 13.099678] dagster[694]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 13.103101] dagster[694]: raise VersionError(msg) vm-test-run-dagster> full # [ 13.104395] dagster[694]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 13.287296] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 13.289199] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 13.290955] systemd[1]: dagster-code-hello.service: Consumed 1.521s CPU time over 5.192s wall clock time, 84.4M memory peak. vm-test-run-dagster> worker # [ 14.390871] dhcpcd[590]: eth0: leased 10.0.2.15 for 86400 seconds vm-test-run-dagster> worker # [ 14.392194] dhcpcd[590]: eth0: adding route to 10.0.2.0/24 vm-test-run-dagster> worker # [ 14.393331] dhcpcd[590]: eth0: adding default route via 10.0.2.2 vm-test-run-dagster> worker # [ 14.472597] systemd[1]: Started DHCP Client. vm-test-run-dagster> worker # [ 14.474958] systemd[1]: Reached target Multi-User System. vm-test-run-dagster> worker # [ 14.476831] systemd[1]: Startup finished in 787ms (kernel) + 3.552s (initrd) + 10.136s (userspace) = 14.476s. vm-test-run-dagster> full # [ 15.019756] dhcpcd[684]: eth0: leased 10.0.2.15 for 86400 seconds vm-test-run-dagster> full # [ 15.021393] dhcpcd[684]: eth0: adding route to 10.0.2.0/24 vm-test-run-dagster> full # [ 15.022826] dhcpcd[684]: eth0: adding default route via 10.0.2.2 vm-test-run-dagster> full # [ 15.133166] systemd[1]: Started DHCP Client. vm-test-run-dagster> full # [ 15.134137] systemd[1]: Reached target Multi-User System. vm-test-run-dagster> full # [ 15.135552] systemd[1]: Startup finished in 720ms (kernel) + 3.590s (initrd) + 10.824s (userspace) = 15.135s. vm-test-run-dagster> full # [ 15.972521] dagster-daemon[695]: /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 16.013616] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 16.014566] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 16.021244] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 16.022840] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 16.025852] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 16.030271] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 16.032820] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.036206] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 16.039993] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 16.046747] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 16.060325] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 16.061063] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 16.061630] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 16.063187] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 16.063784] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 16.064553] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 16.065496] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 16.066606] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 16.067802] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 16.068886] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.069946] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 16.071054] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 16.071987] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.072898] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 16.077991] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 16.078826] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 16.079668] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 16.080578] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 16.081757] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 16.083056] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.084106] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 16.085084] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.085926] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 16.086782] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.088072] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 16.089123] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 16.101679] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 16.104052] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 16.104859] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 16.105967] dagster-daemon[695]: 2026-07-06 20:02:08 +0000 - dagster.daemon - INFO - Instance is configured with the following daemons: ['AssetDaemon', 'BackfillDaemon', 'FreshnessDaemon', 'QueuedRunCoordinatorDaemon', 'SchedulerDaemon', 'SensorDaemon'] vm-test-run-dagster> full # [ 16.808076] dagster-webserver[696]: 2026-07-06 20:02:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 16.819329] dagster-webserver[696]: Stack Trace: vm-test-run-dagster> full # [ 16.820282] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 16.823091] dagster-webserver[696]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 16.824586] dagster-webserver[696]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 16.826135] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 16.829300] dagster-webserver[696]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 16.830757] dagster-webserver[696]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.832244] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 16.835358] dagster-webserver[696]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 16.836976] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 16.840143] dagster-webserver[696]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 16.841520] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 16.844035] dagster-webserver[696]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 16.845715] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 16.848205] dagster-webserver[696]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 16.849626] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 16.852153] dagster-webserver[696]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 16.853513] dagster-webserver[696]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 16.854873] dagster-webserver[696]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 16.856052] dagster-webserver[696]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.857317] dagster-webserver[696]: ...<4 lines>... vm-test-run-dagster> full # [ 16.858305] dagster-webserver[696]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 16.859508] dagster-webserver[696]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.860710] dagster-webserver[696]: ) vm-test-run-dagster> full # [ 16.861475] dagster-webserver[696]: ^ vm-test-run-dagster> full # [ 16.862262] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 16.865228] dagster-webserver[696]: _ReportVersionError( vm-test-run-dagster> full # [ 16.866230] dagster-webserver[696]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 16.867225] dagster-webserver[696]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 16.869193] dagster-webserver[696]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.871559] dagster-webserver[696]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 16.874230] dagster-webserver[696]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.875090] dagster-webserver[696]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 16.875708] dagster-webserver[696]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 16.876523] dagster-webserver[696]: ) vm-test-run-dagster> full # [ 16.877187] dagster-webserver[696]: ^ vm-test-run-dagster> full # [ 16.877895] dagster-webserver[696]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 16.879093] dagster-webserver[696]: raise VersionError(msg) vm-test-run-dagster> full # [ 16.879947] dagster-webserver[696]: warnings.warn( vm-test-run-dagster> full # [ 16.895782] dagster-webserver[696]: 2026-07-06 20:02:09 +0000 - dagster-webserver - INFO - Serving dagster-webserver on http://127.0.0.1:3000 in process 696 vm-test-run-dagster> full # Connection to localhost (127.0.0.1) 3000 port [tcp/hbci] succeeded! vm-test-run-dagster> full: (finished: waiting for TCP port 3000 on localhost, in 5.21 seconds) vm-test-run-dagster> full: must succeed: curl -sf http://localhost:3000/server_info | grep -q dagster vm-test-run-dagster> full: (finished: must succeed: curl -sf http://localhost:3000/server_info | grep -q dagster, in 0.06 seconds) vm-test-run-dagster> (finished: subtest: webserver starts and responds, in 5.32 seconds) vm-test-run-dagster> subtest: daemon starts vm-test-run-dagster> full: waiting for unit dagster-daemon.service vm-test-run-dagster> full: (finished: waiting for unit dagster-daemon.service, in 0.04 seconds) vm-test-run-dagster> (finished: subtest: daemon starts, in 0.04 seconds) vm-test-run-dagster> subtest: code server starts vm-test-run-dagster> full: waiting for unit dagster-code-hello.service vm-test-run-dagster> full # [ 18.538067] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 1. vm-test-run-dagster> full # [ 18.543034] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full: (finished: waiting for unit dagster-code-hello.service, in 1.08 seconds) vm-test-run-dagster> full: waiting for TCP port 4266 on localhost vm-test-run-dagster> full # [ 20.948735] dagster[1008]: Traceback (most recent call last): vm-test-run-dagster> full # [ 20.950889] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 20.951770] dagster[1008]: sys.exit(main()) vm-test-run-dagster> full # [ 20.952574] dagster[1008]: ~~~~^^ vm-test-run-dagster> full # [ 20.953263] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 20.953880] dagster[1008]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 20.954780] dagster[1008]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 20.955587] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 20.956624] dagster[1008]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 20.957264] dagster[1008]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 20.957921] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 20.958731] dagster[1008]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 20.959544] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 20.960216] dagster[1008]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 20.960841] dagster[1008]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 20.969256] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 20.970272] dagster[1008]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 20.970837] dagster[1008]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 20.971685] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 20.972495] dagster[1008]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 20.973164] dagster[1008]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 20.973774] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 20.974591] dagster[1008]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 20.975260] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 20.975871] dagster[1008]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 20.976726] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 20.977796] dagster[1008]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 20.978843] dagster[1008]: ...<3 lines>... vm-test-run-dagster> full # [ 20.980055] dagster[1008]: ) vm-test-run-dagster> full # [ 20.980891] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 20.982083] dagster[1008]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 20.997534] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 20.999195] dagster[1008]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 21.000161] dagster[1008]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 21.001137] dagster[1008]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 21.002060] dagster[1008]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 21.002985] dagster[1008]: ...<4 lines>... vm-test-run-dagster> full # [ 21.004397] dagster[1008]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 21.005443] dagster[1008]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 21.007040] dagster[1008]: ) vm-test-run-dagster> full # [ 21.008187] dagster[1008]: ^ vm-test-run-dagster> full # [ 21.009253] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 21.010215] dagster[1008]: _ReportVersionError( vm-test-run-dagster> full # [ 21.011173] dagster[1008]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 21.012073] dagster[1008]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 21.012938] dagster[1008]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 21.014121] dagster[1008]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 21.014958] dagster[1008]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 21.015999] dagster[1008]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 21.016779] dagster[1008]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 21.017839] dagster[1008]: ) vm-test-run-dagster> full # [ 21.018675] dagster[1008]: ^ vm-test-run-dagster> full # [ 21.019870] dagster[1008]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 21.020979] dagster[1008]: raise VersionError(msg) vm-test-run-dagster> full # [ 21.035012] dagster[1008]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 21.245292] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 21.247279] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 21.249151] systemd[1]: dagster-code-hello.service: Consumed 1.201s CPU time over 7.955s wall clock time, 62.4M memory peak. vm-test-run-dagster> full # [ 26.496413] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 2. vm-test-run-dagster> full # [ 26.500117] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 28.673399] dagster[1067]: Traceback (most recent call last): vm-test-run-dagster> full # [ 28.675290] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 28.676112] dagster[1067]: sys.exit(main()) vm-test-run-dagster> full # [ 28.676743] dagster[1067]: ~~~~^^ vm-test-run-dagster> full # [ 28.677531] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 28.678194] dagster[1067]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 28.678828] dagster[1067]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.679629] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 28.680321] dagster[1067]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 28.680906] dagster[1067]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.681765] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 28.682543] dagster[1067]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 28.689066] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 28.689833] dagster[1067]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 28.690696] dagster[1067]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 28.691490] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 28.692164] dagster[1067]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 28.692772] dagster[1067]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 28.693589] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 28.694252] dagster[1067]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 28.694852] dagster[1067]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.695516] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 28.696126] dagster[1067]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 28.704958] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 28.705726] dagster[1067]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 28.706543] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 28.707212] dagster[1067]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 28.707825] dagster[1067]: ...<3 lines>... vm-test-run-dagster> full # [ 28.708647] dagster[1067]: ) vm-test-run-dagster> full # [ 28.709274] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 28.709921] dagster[1067]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 28.710794] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 28.711585] dagster[1067]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 28.712244] dagster[1067]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 28.712852] dagster[1067]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 28.713663] dagster[1067]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.714469] dagster[1067]: ...<4 lines>... vm-test-run-dagster> full # [ 28.715124] dagster[1067]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 28.715724] dagster[1067]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.716527] dagster[1067]: ) vm-test-run-dagster> full # [ 28.717205] dagster[1067]: ^ vm-test-run-dagster> full # [ 28.717808] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 28.718620] dagster[1067]: _ReportVersionError( vm-test-run-dagster> full # [ 28.719258] dagster[1067]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 28.719867] dagster[1067]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 28.720692] dagster[1067]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.721496] dagster[1067]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 28.722159] dagster[1067]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.722755] dagster[1067]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 28.723560] dagster[1067]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 28.724215] dagster[1067]: ) vm-test-run-dagster> full # [ 28.724811] dagster[1067]: ^ vm-test-run-dagster> full # [ 28.739039] dagster[1067]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 28.739807] dagster[1067]: raise VersionError(msg) vm-test-run-dagster> full # [ 28.740636] dagster[1067]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 28.881733] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 28.882942] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 33.890193] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 3. vm-test-run-dagster> full # [ 33.894175] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 35.952366] dagster[1111]: Traceback (most recent call last): vm-test-run-dagster> full # [ 35.954334] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 35.955183] dagster[1111]: sys.exit(main()) vm-test-run-dagster> full # [ 35.955767] dagster[1111]: ~~~~^^ vm-test-run-dagster> full # [ 35.956588] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 35.957268] dagster[1111]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 35.957905] dagster[1111]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 35.958712] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 35.959532] dagster[1111]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 35.960203] dagster[1111]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 35.960855] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 35.961647] dagster[1111]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 35.968166] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 35.968931] dagster[1111]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 35.969790] dagster[1111]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 35.970588] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 35.971256] dagster[1111]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 35.971890] dagster[1111]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 35.972709] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 35.973527] dagster[1111]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 35.974214] dagster[1111]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 35.974867] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 35.975654] dagster[1111]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 35.976290] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 35.976941] dagster[1111]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 35.987736] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 35.988497] dagster[1111]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 35.989182] dagster[1111]: ...<3 lines>... vm-test-run-dagster> full # [ 35.989809] dagster[1111]: ) vm-test-run-dagster> full # [ 35.990651] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 35.991276] dagster[1111]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 35.991931] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 35.992786] dagster[1111]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 35.993624] dagster[1111]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 35.994293] dagster[1111]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 35.994935] dagster[1111]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 35.995775] dagster[1111]: ...<4 lines>... vm-test-run-dagster> full # [ 35.996592] dagster[1111]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 35.997262] dagster[1111]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 35.997879] dagster[1111]: ) vm-test-run-dagster> full # [ 35.998532] dagster[1111]: ^ vm-test-run-dagster> full # [ 35.999211] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 35.999792] dagster[1111]: _ReportVersionError( vm-test-run-dagster> full # [ 36.000617] dagster[1111]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 36.001278] dagster[1111]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 36.001882] dagster[1111]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 36.002715] dagster[1111]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 36.003533] dagster[1111]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 36.004173] dagster[1111]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 36.004786] dagster[1111]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 36.005593] dagster[1111]: ) vm-test-run-dagster> full # [ 36.006238] dagster[1111]: ^ vm-test-run-dagster> full # [ 36.006842] dagster[1111]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 36.007465] dagster[1111]: raise VersionError(msg) vm-test-run-dagster> full # [ 36.021735] dagster[1111]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 36.157953] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 36.160099] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 41.408978] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 4. vm-test-run-dagster> full # [ 41.412273] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 43.396899] dagster[1162]: Traceback (most recent call last): vm-test-run-dagster> full # [ 43.398360] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 43.400626] dagster[1162]: sys.exit(main()) vm-test-run-dagster> full # [ 43.401723] dagster[1162]: ~~~~^^ vm-test-run-dagster> full # [ 43.402765] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 43.405653] dagster[1162]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 43.407042] dagster[1162]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.408372] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 43.411170] dagster[1162]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 43.412233] dagster[1162]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.413297] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 43.415486] dagster[1162]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 43.416418] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 43.418609] dagster[1162]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 43.419945] dagster[1162]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 43.421277] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 43.423455] dagster[1162]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 43.424791] dagster[1162]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 43.426166] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 43.428363] dagster[1162]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 43.429568] dagster[1162]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.430785] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 43.432986] dagster[1162]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 43.434070] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 43.436505] dagster[1162]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 43.437917] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 43.440315] dagster[1162]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 43.441382] dagster[1162]: ...<3 lines>... vm-test-run-dagster> full # [ 43.442242] dagster[1162]: ) vm-test-run-dagster> full # [ 43.442949] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 43.445285] dagster[1162]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 43.446396] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 43.448775] dagster[1162]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 43.450057] dagster[1162]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 43.451297] dagster[1162]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 43.452376] dagster[1162]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.453455] dagster[1162]: ...<4 lines>... vm-test-run-dagster> full # [ 43.454295] dagster[1162]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 43.455354] dagster[1162]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.456412] dagster[1162]: ) vm-test-run-dagster> full # [ 43.457103] dagster[1162]: ^ vm-test-run-dagster> full # [ 43.457750] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 43.460487] dagster[1162]: _ReportVersionError( vm-test-run-dagster> full # [ 43.461385] dagster[1162]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 43.462283] dagster[1162]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 43.463855] dagster[1162]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.465427] dagster[1162]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 43.467039] dagster[1162]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.468768] dagster[1162]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 43.470285] dagster[1162]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 43.471863] dagster[1162]: ) vm-test-run-dagster> full # [ 43.472513] dagster[1162]: ^ vm-test-run-dagster> full # [ 43.473192] dagster[1162]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 43.475786] dagster[1162]: raise VersionError(msg) vm-test-run-dagster> full # [ 43.476723] dagster[1162]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 43.520240] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 43.521195] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 48.771512] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 5. vm-test-run-dagster> full # [ 48.776690] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 50.796661] dagster[1216]: Traceback (most recent call last): vm-test-run-dagster> full # [ 50.798569] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 50.799305] dagster[1216]: sys.exit(main()) vm-test-run-dagster> full # [ 50.799896] dagster[1216]: ~~~~^^ vm-test-run-dagster> full # [ 50.800716] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 50.801523] dagster[1216]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 50.802206] dagster[1216]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.802815] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 50.803591] dagster[1216]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 50.804248] dagster[1216]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.804849] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 50.805673] dagster[1216]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 50.812162] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 50.812942] dagster[1216]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 50.813797] dagster[1216]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 50.814598] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 50.815262] dagster[1216]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 50.815881] dagster[1216]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 50.816719] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 50.817522] dagster[1216]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 50.818193] dagster[1216]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.818817] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 50.819590] dagster[1216]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 50.828091] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 50.829129] dagster[1216]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 50.829753] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 50.834095] dagster[1216]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 50.834881] dagster[1216]: ...<3 lines>... vm-test-run-dagster> full # [ 50.835792] dagster[1216]: ) vm-test-run-dagster> full # [ 50.836361] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 50.837463] dagster[1216]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 50.838683] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 50.839762] dagster[1216]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 50.840903] dagster[1216]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 50.841786] dagster[1216]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 50.842872] dagster[1216]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.843788] dagster[1216]: ...<4 lines>... vm-test-run-dagster> full # [ 50.844875] dagster[1216]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 50.845823] dagster[1216]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.846971] dagster[1216]: ) vm-test-run-dagster> full # [ 50.847941] dagster[1216]: ^ vm-test-run-dagster> full # [ 50.848830] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 50.849773] dagster[1216]: _ReportVersionError( vm-test-run-dagster> full # [ 50.850953] dagster[1216]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 50.851871] dagster[1216]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 50.852553] dagster[1216]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.854479] dagster[1216]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 50.855810] dagster[1216]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.856889] dagster[1216]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 50.857805] dagster[1216]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 50.858955] dagster[1216]: ) vm-test-run-dagster> full # [ 50.859915] dagster[1216]: ^ vm-test-run-dagster> full # [ 50.860841] dagster[1216]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 50.861986] dagster[1216]: raise VersionError(msg) vm-test-run-dagster> full # [ 50.862689] dagster[1216]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 50.992271] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 50.993324] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 56.243726] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 6. vm-test-run-dagster> full # [ 56.248397] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 58.186574] dagster[1266]: Traceback (most recent call last): vm-test-run-dagster> full # [ 58.188448] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 58.189190] dagster[1266]: sys.exit(main()) vm-test-run-dagster> full # [ 58.189781] dagster[1266]: ~~~~^^ vm-test-run-dagster> full # [ 58.190591] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 58.191256] dagster[1266]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 58.191891] dagster[1266]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.192726] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 58.193501] dagster[1266]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 58.194161] dagster[1266]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.194764] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 58.195570] dagster[1266]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 58.202078] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 58.202833] dagster[1266]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 58.203695] dagster[1266]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 58.204498] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 58.205170] dagster[1266]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 58.205794] dagster[1266]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 58.206646] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 58.207247] dagster[1266]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 58.207846] dagster[1266]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.208461] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 58.209152] dagster[1266]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 58.217954] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 58.218735] dagster[1266]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 58.219552] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 58.220348] dagster[1266]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 58.221058] dagster[1266]: ...<3 lines>... vm-test-run-dagster> full # [ 58.221671] dagster[1266]: ) vm-test-run-dagster> full # [ 58.222488] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 58.223164] dagster[1266]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 58.223772] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 58.224590] dagster[1266]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 58.225259] dagster[1266]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 58.225874] dagster[1266]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 58.226682] dagster[1266]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.227487] dagster[1266]: ...<4 lines>... vm-test-run-dagster> full # [ 58.228143] dagster[1266]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 58.228745] dagster[1266]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.229549] dagster[1266]: ) vm-test-run-dagster> full # [ 58.230222] dagster[1266]: ^ vm-test-run-dagster> full # [ 58.230833] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 58.231625] dagster[1266]: _ReportVersionError( vm-test-run-dagster> full # [ 58.232251] dagster[1266]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 58.232858] dagster[1266]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 58.233483] dagster[1266]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.234127] dagster[1266]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 58.234734] dagster[1266]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.235540] dagster[1266]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 58.236197] dagster[1266]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 58.236801] dagster[1266]: ) vm-test-run-dagster> full # [ 58.237612] dagster[1266]: ^ vm-test-run-dagster> full # [ 58.238254] dagster[1266]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 58.238855] dagster[1266]: raise VersionError(msg) vm-test-run-dagster> full # [ 58.255142] dagster[1266]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 58.377530] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 58.378673] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 63.599757] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 7. vm-test-run-dagster> full # [ 63.604700] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 65.632201] dagster[1310]: Traceback (most recent call last): vm-test-run-dagster> full # [ 65.634078] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 65.634831] dagster[1310]: sys.exit(main()) vm-test-run-dagster> full # [ 65.635617] dagster[1310]: ~~~~^^ vm-test-run-dagster> full # [ 65.636376] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 65.637091] dagster[1310]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 65.637724] dagster[1310]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.638542] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 65.639174] dagster[1310]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 65.639777] dagster[1310]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.640591] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 65.641248] dagster[1310]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 65.647740] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 65.648501] dagster[1310]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 65.649194] dagster[1310]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 65.649783] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 65.650609] dagster[1310]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 65.651272] dagster[1310]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 65.651892] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 65.652703] dagster[1310]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 65.653507] dagster[1310]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.654190] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 65.654771] dagster[1310]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 65.663648] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 65.664608] dagster[1310]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 65.665267] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 65.665888] dagster[1310]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 65.666723] dagster[1310]: ...<3 lines>... vm-test-run-dagster> full # [ 65.667539] dagster[1310]: ) vm-test-run-dagster> full # [ 65.668212] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 65.668822] dagster[1310]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 65.669717] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 65.670285] dagster[1310]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 65.670931] dagster[1310]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 65.671749] dagster[1310]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 65.672552] dagster[1310]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.673206] dagster[1310]: ...<4 lines>... vm-test-run-dagster> full # [ 65.673813] dagster[1310]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 65.674638] dagster[1310]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.675269] dagster[1310]: ) vm-test-run-dagster> full # [ 65.675897] dagster[1310]: ^ vm-test-run-dagster> full # [ 65.676696] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 65.677507] dagster[1310]: _ReportVersionError( vm-test-run-dagster> full # [ 65.678161] dagster[1310]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 65.678761] dagster[1310]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 65.679597] dagster[1310]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.680249] dagster[1310]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 65.680851] dagster[1310]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.681467] dagster[1310]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 65.682122] dagster[1310]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 65.682728] dagster[1310]: ) vm-test-run-dagster> full # [ 65.683532] dagster[1310]: ^ vm-test-run-dagster> full # [ 65.697654] dagster[1310]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 65.698635] dagster[1310]: raise VersionError(msg) vm-test-run-dagster> full # [ 65.699269] dagster[1310]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 65.822154] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 65.824386] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 70.849685] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 8. vm-test-run-dagster> full # [ 70.853273] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 72.881635] dagster[1357]: Traceback (most recent call last): vm-test-run-dagster> full # [ 72.883489] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 72.884253] dagster[1357]: sys.exit(main()) vm-test-run-dagster> full # [ 72.884627] dagster[1357]: ~~~~^^ vm-test-run-dagster> full # [ 72.885279] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 72.885879] dagster[1357]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 72.886725] dagster[1357]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.887550] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 72.888184] dagster[1357]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 72.888772] dagster[1357]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.889581] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 72.890249] dagster[1357]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 72.897115] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 72.897908] dagster[1357]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 72.898758] dagster[1357]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 72.899555] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 72.900237] dagster[1357]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 72.900647] dagster[1357]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 72.901327] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 72.901918] dagster[1357]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 72.902729] dagster[1357]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.903543] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 72.904189] dagster[1357]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 72.913074] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 72.913846] dagster[1357]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 72.914698] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 72.915509] dagster[1357]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 72.916179] dagster[1357]: ...<3 lines>... vm-test-run-dagster> full # [ 72.916789] dagster[1357]: ) vm-test-run-dagster> full # [ 72.917625] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 72.918275] dagster[1357]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 72.918932] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 72.919723] dagster[1357]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 72.920543] dagster[1357]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 72.921197] dagster[1357]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 72.921806] dagster[1357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.922622] dagster[1357]: ...<4 lines>... vm-test-run-dagster> full # [ 72.923261] dagster[1357]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 72.923879] dagster[1357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.924696] dagster[1357]: ) vm-test-run-dagster> full # [ 72.925528] dagster[1357]: ^ vm-test-run-dagster> full # [ 72.926155] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 72.926768] dagster[1357]: _ReportVersionError( vm-test-run-dagster> full # [ 72.927567] dagster[1357]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 72.928226] dagster[1357]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 72.928817] dagster[1357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.929643] dagster[1357]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 72.930266] dagster[1357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.930897] dagster[1357]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 72.931718] dagster[1357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 72.932525] dagster[1357]: ) vm-test-run-dagster> full # [ 72.933181] dagster[1357]: ^ vm-test-run-dagster> full # [ 72.947205] dagster[1357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 72.947980] dagster[1357]: raise VersionError(msg) vm-test-run-dagster> full # [ 72.948925] dagster[1357]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 73.074085] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 73.075120] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 75.998650] dagster-daemon[695]: 2026-07-06 20:03:08 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 76.009681] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 76.010709] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 76.013833] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 76.015282] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 76.016714] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 76.019666] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 76.021061] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.022412] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 76.025375] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 76.026894] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 76.029943] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 76.031297] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 76.033691] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 76.035227] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 76.037630] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 76.038981] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 76.041452] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 76.042774] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 76.044107] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 76.045251] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.046402] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 76.047306] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 76.048420] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.049570] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 76.050409] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 76.051147] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 76.054826] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 76.057147] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 76.058190] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 76.059859] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.061556] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 76.063352] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.064169] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 76.064777] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 76.066321] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 76.066860] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 76.070360] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 76.071116] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 76.071725] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 78.099950] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 9. vm-test-run-dagster> full # [ 78.104921] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 80.090369] dagster[1421]: Traceback (most recent call last): vm-test-run-dagster> full # [ 80.092279] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 80.093047] dagster[1421]: sys.exit(main()) vm-test-run-dagster> full # [ 80.093630] dagster[1421]: ~~~~^^ vm-test-run-dagster> full # [ 80.094261] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 80.094875] dagster[1421]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 80.095712] dagster[1421]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.096532] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 80.097167] dagster[1421]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 80.097767] dagster[1421]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.098620] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 80.099236] dagster[1421]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 80.105893] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 80.106678] dagster[1421]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 80.107523] dagster[1421]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 80.108174] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 80.108792] dagster[1421]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 80.109619] dagster[1421]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 80.110275] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 80.110871] dagster[1421]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 80.111697] dagster[1421]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.112541] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 80.113164] dagster[1421]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 80.113771] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 80.114576] dagster[1421]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 80.125345] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 80.126145] dagster[1421]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 80.126758] dagster[1421]: ...<3 lines>... vm-test-run-dagster> full # [ 80.127587] dagster[1421]: ) vm-test-run-dagster> full # [ 80.128255] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 80.128869] dagster[1421]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 80.129538] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 80.130169] dagster[1421]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 80.130788] dagster[1421]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 80.131636] dagster[1421]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 80.132284] dagster[1421]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.132897] dagster[1421]: ...<4 lines>... vm-test-run-dagster> full # [ 80.133732] dagster[1421]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 80.134525] dagster[1421]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.135180] dagster[1421]: ) vm-test-run-dagster> full # [ 80.135814] dagster[1421]: ^ vm-test-run-dagster> full # [ 80.136608] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 80.137257] dagster[1421]: _ReportVersionError( vm-test-run-dagster> full # [ 80.137859] dagster[1421]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 80.138475] dagster[1421]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 80.139128] dagster[1421]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.139741] dagster[1421]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 80.140545] dagster[1421]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.141224] dagster[1421]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 80.141824] dagster[1421]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 80.142662] dagster[1421]: ) vm-test-run-dagster> full # [ 80.143471] dagster[1421]: ^ vm-test-run-dagster> full # [ 80.156052] dagster[1421]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 80.156830] dagster[1421]: raise VersionError(msg) vm-test-run-dagster> full # [ 80.157675] dagster[1421]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 80.281764] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 80.282675] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 85.349425] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 10. vm-test-run-dagster> full # [ 85.354111] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 87.305824] dagster[1462]: Traceback (most recent call last): vm-test-run-dagster> full # [ 87.307696] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 87.308588] dagster[1462]: sys.exit(main()) vm-test-run-dagster> full # [ 87.309220] dagster[1462]: ~~~~^^ vm-test-run-dagster> full # [ 87.309827] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 87.310643] dagster[1462]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 87.311275] dagster[1462]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.311920] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 87.312707] dagster[1462]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 87.313516] dagster[1462]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.314158] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 87.314759] dagster[1462]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 87.321200] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 87.321976] dagster[1462]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 87.322828] dagster[1462]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 87.323634] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 87.324277] dagster[1462]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 87.324889] dagster[1462]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 87.325718] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 87.326531] dagster[1462]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 87.327184] dagster[1462]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.327802] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 87.328574] dagster[1462]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 87.336997] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 87.337809] dagster[1462]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 87.338620] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 87.339270] dagster[1462]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 87.339885] dagster[1462]: ...<3 lines>... vm-test-run-dagster> full # [ 87.340713] dagster[1462]: ) vm-test-run-dagster> full # [ 87.341528] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 87.342203] dagster[1462]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 87.342836] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 87.343631] dagster[1462]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 87.344277] dagster[1462]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 87.344868] dagster[1462]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 87.345685] dagster[1462]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.346487] dagster[1462]: ...<4 lines>... vm-test-run-dagster> full # [ 87.347139] dagster[1462]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 87.347736] dagster[1462]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.348538] dagster[1462]: ) vm-test-run-dagster> full # [ 87.349211] dagster[1462]: ^ vm-test-run-dagster> full # [ 87.357645] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 87.358615] dagster[1462]: _ReportVersionError( vm-test-run-dagster> full # [ 87.359276] dagster[1462]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 87.359891] dagster[1462]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 87.360721] dagster[1462]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.361536] dagster[1462]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 87.362207] dagster[1462]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.362826] dagster[1462]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 87.363668] dagster[1462]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 87.364291] dagster[1462]: ) vm-test-run-dagster> full # [ 87.364924] dagster[1462]: ^ vm-test-run-dagster> full # [ 87.365743] dagster[1462]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 87.366553] dagster[1462]: raise VersionError(msg) vm-test-run-dagster> full # [ 87.367240] dagster[1462]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 87.497549] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 87.498694] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 92.599354] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 11. vm-test-run-dagster> full # [ 92.604594] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 94.713423] dagster[1512]: Traceback (most recent call last): vm-test-run-dagster> full # [ 94.715387] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 94.716165] dagster[1512]: sys.exit(main()) vm-test-run-dagster> full # [ 94.716739] dagster[1512]: ~~~~^^ vm-test-run-dagster> full # [ 94.717545] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 94.718204] dagster[1512]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 94.718828] dagster[1512]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.719658] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 94.720274] dagster[1512]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 94.720870] dagster[1512]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.721694] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 94.722497] dagster[1512]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 94.729042] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 94.729825] dagster[1512]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 94.730693] dagster[1512]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 94.731577] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 94.732169] dagster[1512]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 94.732785] dagster[1512]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 94.733613] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 94.734279] dagster[1512]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 94.734875] dagster[1512]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.735725] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 94.736497] dagster[1512]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 94.744982] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 94.745799] dagster[1512]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 94.746628] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 94.747274] dagster[1512]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 94.747915] dagster[1512]: ...<3 lines>... vm-test-run-dagster> full # [ 94.748816] dagster[1512]: ) vm-test-run-dagster> full # [ 94.749575] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 94.750250] dagster[1512]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 94.750885] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 94.751686] dagster[1512]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 94.752504] dagster[1512]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 94.753157] dagster[1512]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 94.753761] dagster[1512]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.754572] dagster[1512]: ...<4 lines>... vm-test-run-dagster> full # [ 94.755229] dagster[1512]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 94.755825] dagster[1512]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.756664] dagster[1512]: ) vm-test-run-dagster> full # [ 94.757287] dagster[1512]: ^ vm-test-run-dagster> full # [ 94.765784] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 94.766550] dagster[1512]: _ReportVersionError( vm-test-run-dagster> full # [ 94.767225] dagster[1512]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 94.767830] dagster[1512]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 94.768675] dagster[1512]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.769490] dagster[1512]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 94.770162] dagster[1512]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.770787] dagster[1512]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 94.771596] dagster[1512]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 94.772266] dagster[1512]: ) vm-test-run-dagster> full # [ 94.772885] dagster[1512]: ^ vm-test-run-dagster> full # [ 94.773721] dagster[1512]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 94.774538] dagster[1512]: raise VersionError(msg) vm-test-run-dagster> full # [ 94.775266] dagster[1512]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 94.904352] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 94.905298] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 100.099297] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 12. vm-test-run-dagster> full # [ 100.104516] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 102.100531] dagster[1557]: Traceback (most recent call last): vm-test-run-dagster> full # [ 102.102366] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 102.103110] dagster[1557]: sys.exit(main()) vm-test-run-dagster> full # [ 102.103699] dagster[1557]: ~~~~^^ vm-test-run-dagster> full # [ 102.104505] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 102.105162] dagster[1557]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 102.105793] dagster[1557]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.106619] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 102.107242] dagster[1557]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 102.107845] dagster[1557]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.108679] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 102.109492] dagster[1557]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 102.116003] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 102.116742] dagster[1557]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 102.117563] dagster[1557]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 102.118732] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 102.119273] dagster[1557]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 102.119955] dagster[1557]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 102.120891] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 102.121839] dagster[1557]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 102.122845] dagster[1557]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.123847] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 102.124778] dagster[1557]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 102.136465] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 102.137219] dagster[1557]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 102.137825] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 102.138672] dagster[1557]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 102.139845] dagster[1557]: ...<3 lines>... vm-test-run-dagster> full # [ 102.140773] dagster[1557]: ) vm-test-run-dagster> full # [ 102.142927] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 102.143712] dagster[1557]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 102.150054] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 102.150773] dagster[1557]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 102.151577] dagster[1557]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 102.152263] dagster[1557]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 102.153205] dagster[1557]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.154115] dagster[1557]: ...<4 lines>... vm-test-run-dagster> full # [ 102.154731] dagster[1557]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 102.155538] dagster[1557]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.156376] dagster[1557]: ) vm-test-run-dagster> full # [ 102.157065] dagster[1557]: ^ vm-test-run-dagster> full # [ 102.157669] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 102.158468] dagster[1557]: _ReportVersionError( vm-test-run-dagster> full # [ 102.159128] dagster[1557]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 102.159748] dagster[1557]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 102.160551] dagster[1557]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.161727] dagster[1557]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 102.162237] dagster[1557]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.162858] dagster[1557]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 102.163472] dagster[1557]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 102.164134] dagster[1557]: ) vm-test-run-dagster> full # [ 102.164749] dagster[1557]: ^ vm-test-run-dagster> full # [ 102.165583] dagster[1557]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 102.166229] dagster[1557]: raise VersionError(msg) vm-test-run-dagster> full # [ 102.179292] dagster[1557]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 102.302894] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 102.305208] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 107.349277] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 13. vm-test-run-dagster> full # [ 107.352387] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 109.356507] dagster[1619]: Traceback (most recent call last): vm-test-run-dagster> full # [ 109.357858] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 109.359920] dagster[1619]: sys.exit(main()) vm-test-run-dagster> full # [ 109.360974] dagster[1619]: ~~~~^^ vm-test-run-dagster> full # [ 109.361862] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 109.364187] dagster[1619]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 109.365317] dagster[1619]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.366421] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 109.368688] dagster[1619]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 109.369764] dagster[1619]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.370846] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 109.373093] dagster[1619]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 109.373988] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 109.376223] dagster[1619]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 109.377570] dagster[1619]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 109.378899] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 109.381153] dagster[1619]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 109.382481] dagster[1619]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 109.383820] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 109.386075] dagster[1619]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 109.387292] dagster[1619]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.388524] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 109.390710] dagster[1619]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 109.391785] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 109.394266] dagster[1619]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 109.395708] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 109.398130] dagster[1619]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 109.399216] dagster[1619]: ...<3 lines>... vm-test-run-dagster> full # [ 109.400077] dagster[1619]: ) vm-test-run-dagster> full # [ 109.400786] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 109.403174] dagster[1619]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 109.404301] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 109.406696] dagster[1619]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 109.407948] dagster[1619]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 109.409250] dagster[1619]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 109.410341] dagster[1619]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.411418] dagster[1619]: ...<4 lines>... vm-test-run-dagster> full # [ 109.412270] dagster[1619]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 109.413345] dagster[1619]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.414406] dagster[1619]: ) vm-test-run-dagster> full # [ 109.415118] dagster[1619]: ^ vm-test-run-dagster> full # [ 109.415773] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 109.418510] dagster[1619]: _ReportVersionError( vm-test-run-dagster> full # [ 109.419417] dagster[1619]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 109.420324] dagster[1619]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 109.421871] dagster[1619]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.423458] dagster[1619]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 109.425079] dagster[1619]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.426679] dagster[1619]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 109.428204] dagster[1619]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 109.429748] dagster[1619]: ) vm-test-run-dagster> full # [ 109.430403] dagster[1619]: ^ vm-test-run-dagster> full # [ 109.431081] dagster[1619]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 109.433675] dagster[1619]: raise VersionError(msg) vm-test-run-dagster> full # [ 109.434591] dagster[1619]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 109.479643] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 109.480859] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 114.599358] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 14. vm-test-run-dagster> full # [ 114.602375] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 116.586245] dagster[1661]: Traceback (most recent call last): vm-test-run-dagster> full # [ 116.587674] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 116.589955] dagster[1661]: sys.exit(main()) vm-test-run-dagster> full # [ 116.591115] dagster[1661]: ~~~~^^ vm-test-run-dagster> full # [ 116.592179] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 116.595116] dagster[1661]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 116.596499] dagster[1661]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.597877] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 116.600416] dagster[1661]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 116.601483] dagster[1661]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.602554] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 116.604743] dagster[1661]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 116.605645] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 116.607855] dagster[1661]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 116.609680] dagster[1661]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 116.611038] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 116.613240] dagster[1661]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 116.614578] dagster[1661]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 116.617406] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 116.619697] dagster[1661]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 116.620919] dagster[1661]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.622165] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 116.624432] dagster[1661]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 116.626440] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 116.628942] dagster[1661]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 116.630377] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 116.635109] dagster[1661]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 116.636208] dagster[1661]: ...<3 lines>... vm-test-run-dagster> full # [ 116.637073] dagster[1661]: ) vm-test-run-dagster> full # [ 116.637938] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 116.641218] dagster[1661]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 116.642344] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 116.644766] dagster[1661]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 116.646061] dagster[1661]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 116.649363] dagster[1661]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 116.650463] dagster[1661]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.651566] dagster[1661]: ...<4 lines>... vm-test-run-dagster> full # [ 116.652400] dagster[1661]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 116.656585] dagster[1661]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.657672] dagster[1661]: ) vm-test-run-dagster> full # [ 116.658344] dagster[1661]: ^ vm-test-run-dagster> full # [ 116.658989] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 116.662051] dagster[1661]: _ReportVersionError( vm-test-run-dagster> full # [ 116.662944] dagster[1661]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 116.663875] dagster[1661]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 116.665466] dagster[1661]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.667097] dagster[1661]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 116.669823] dagster[1661]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.671474] dagster[1661]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 116.673071] dagster[1661]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 116.674725] dagster[1661]: ) vm-test-run-dagster> full # [ 116.676144] dagster[1661]: ^ vm-test-run-dagster> full # [ 116.677864] dagster[1661]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 116.680487] dagster[1661]: raise VersionError(msg) vm-test-run-dagster> full # [ 116.682613] dagster[1661]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 116.727981] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 116.728951] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 121.849716] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 15. vm-test-run-dagster> full # [ 121.853518] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 123.872933] dagster[1710]: Traceback (most recent call last): vm-test-run-dagster> full # [ 123.874888] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 123.875629] dagster[1710]: sys.exit(main()) vm-test-run-dagster> full # [ 123.876242] dagster[1710]: ~~~~^^ vm-test-run-dagster> full # [ 123.876875] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 123.877723] dagster[1710]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 123.878584] dagster[1710]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.879259] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 123.879810] dagster[1710]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 123.880655] dagster[1710]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.881292] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 123.881926] dagster[1710]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 123.888743] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 123.889491] dagster[1710]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 123.890216] dagster[1710]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 123.890782] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 123.891640] dagster[1710]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 123.892286] dagster[1710]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 123.892955] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 123.893771] dagster[1710]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 123.894574] dagster[1710]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.895220] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 123.895848] dagster[1710]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 123.904844] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 123.905613] dagster[1710]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 123.906278] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 123.906889] dagster[1710]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 123.907755] dagster[1710]: ...<3 lines>... vm-test-run-dagster> full # [ 123.908559] dagster[1710]: ) vm-test-run-dagster> full # [ 123.909297] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 123.909865] dagster[1710]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 123.916159] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 123.916936] dagster[1710]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 123.917772] dagster[1710]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 123.918592] dagster[1710]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 123.919287] dagster[1710]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.919923] dagster[1710]: ...<4 lines>... vm-test-run-dagster> full # [ 123.920759] dagster[1710]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 123.921597] dagster[1710]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.922300] dagster[1710]: ) vm-test-run-dagster> full # [ 123.922950] dagster[1710]: ^ vm-test-run-dagster> full # [ 123.923757] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 123.924581] dagster[1710]: _ReportVersionError( vm-test-run-dagster> full # [ 123.925237] dagster[1710]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 123.925901] dagster[1710]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 123.926745] dagster[1710]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.927549] dagster[1710]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 123.928201] dagster[1710]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.928806] dagster[1710]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 123.929639] dagster[1710]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 123.930475] dagster[1710]: ) vm-test-run-dagster> full # [ 123.931130] dagster[1710]: ^ vm-test-run-dagster> full # [ 123.931772] dagster[1710]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 123.932564] dagster[1710]: raise VersionError(msg) vm-test-run-dagster> full # [ 123.942976] dagster[1710]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 124.064757] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 124.067166] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 129.099592] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 16. vm-test-run-dagster> full # [ 129.102811] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 131.135352] dagster[1757]: Traceback (most recent call last): vm-test-run-dagster> full # [ 131.137338] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 131.138098] dagster[1757]: sys.exit(main()) vm-test-run-dagster> full # [ 131.138682] dagster[1757]: ~~~~^^ vm-test-run-dagster> full # [ 131.139511] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 131.140214] dagster[1757]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 131.140861] dagster[1757]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.141691] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 131.142465] dagster[1757]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 131.143161] dagster[1757]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.143787] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 131.144606] dagster[1757]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 131.151212] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 131.152850] dagster[1757]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 131.153662] dagster[1757]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 131.155156] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 131.157191] dagster[1757]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 131.157775] dagster[1757]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 131.159889] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 131.160618] dagster[1757]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 131.161278] dagster[1757]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.161895] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 131.162710] dagster[1757]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 131.163522] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 131.164184] dagster[1757]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 131.164802] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 131.165596] dagster[1757]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 131.166261] dagster[1757]: ...<3 lines>... vm-test-run-dagster> full # [ 131.166668] dagster[1757]: ) vm-test-run-dagster> full # [ 131.167514] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 131.168140] dagster[1757]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 131.168741] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 131.169544] dagster[1757]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 131.170214] dagster[1757]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 131.170823] dagster[1757]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 131.171647] dagster[1757]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.172255] dagster[1757]: ...<4 lines>... vm-test-run-dagster> full # [ 131.172891] dagster[1757]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 131.173727] dagster[1757]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.174531] dagster[1757]: ) vm-test-run-dagster> full # [ 131.175220] dagster[1757]: ^ vm-test-run-dagster> full # [ 131.187752] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 131.188513] dagster[1757]: _ReportVersionError( vm-test-run-dagster> full # [ 131.189195] dagster[1757]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 131.189816] dagster[1757]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 131.190648] dagster[1757]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.191298] dagster[1757]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 131.191938] dagster[1757]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.192768] dagster[1757]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 131.193585] dagster[1757]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 131.194270] dagster[1757]: ) vm-test-run-dagster> full # [ 131.194682] dagster[1757]: ^ vm-test-run-dagster> full # [ 131.195571] dagster[1757]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 131.196203] dagster[1757]: raise VersionError(msg) vm-test-run-dagster> full # [ 131.196840] dagster[1757]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 131.326431] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 131.327429] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 136.027214] dagster-daemon[695]: 2026-07-06 20:04:08 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 136.028339] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 136.029795] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 136.030653] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 136.031495] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 136.032166] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 136.032770] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 136.033610] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.034259] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 136.034864] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 136.035491] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 136.036166] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 136.036772] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 136.037568] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 136.038267] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 136.038827] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 136.039630] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 136.040271] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 136.040872] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 136.041685] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 136.042490] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.043148] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 136.043745] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 136.044550] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.045208] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 136.045807] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 136.046619] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 136.047259] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 136.047868] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 136.048472] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 136.049127] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.049728] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 136.050534] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.051191] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 136.051788] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 136.052591] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 136.053247] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 136.053920] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 136.054691] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 136.055491] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 136.349272] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 17. vm-test-run-dagster> full # [ 136.354271] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 138.532716] dagster[1816]: Traceback (most recent call last): vm-test-run-dagster> full # [ 138.534553] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 138.535290] dagster[1816]: sys.exit(main()) vm-test-run-dagster> full # [ 138.535871] dagster[1816]: ~~~~^^ vm-test-run-dagster> full # [ 138.536696] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 138.537502] dagster[1816]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 138.538586] dagster[1816]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.539279] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 138.539824] dagster[1816]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 138.540643] dagster[1816]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.541260] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 138.541889] dagster[1816]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 138.548139] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 138.548915] dagster[1816]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 138.549773] dagster[1816]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 138.550560] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 138.551229] dagster[1816]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 138.551834] dagster[1816]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 138.552709] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 138.553471] dagster[1816]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 138.554137] dagster[1816]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.554732] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 138.555533] dagster[1816]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 138.564035] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 138.564803] dagster[1816]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 138.565629] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 138.566280] dagster[1816]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 138.566897] dagster[1816]: ...<3 lines>... vm-test-run-dagster> full # [ 138.567729] dagster[1816]: ) vm-test-run-dagster> full # [ 138.568557] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 138.569223] dagster[1816]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 138.569874] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 138.570669] dagster[1816]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 138.571294] dagster[1816]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 138.571936] dagster[1816]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 138.572744] dagster[1816]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.573548] dagster[1816]: ...<4 lines>... vm-test-run-dagster> full # [ 138.574207] dagster[1816]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 138.574821] dagster[1816]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.575633] dagster[1816]: ) vm-test-run-dagster> full # [ 138.576285] dagster[1816]: ^ vm-test-run-dagster> full # [ 138.576884] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 138.577703] dagster[1816]: _ReportVersionError( vm-test-run-dagster> full # [ 138.578499] dagster[1816]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 138.579163] dagster[1816]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 138.579760] dagster[1816]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.580612] dagster[1816]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 138.581219] dagster[1816]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.581630] dagster[1816]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 138.582267] dagster[1816]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 138.582872] dagster[1816]: ) vm-test-run-dagster> full # [ 138.583694] dagster[1816]: ^ vm-test-run-dagster> full # [ 138.598183] dagster[1816]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 138.598960] dagster[1816]: raise VersionError(msg) vm-test-run-dagster> full # [ 138.599793] dagster[1816]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 138.723797] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 138.724737] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 143.849635] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 18. vm-test-run-dagster> full # [ 143.854925] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 146.068374] dagster[1862]: Traceback (most recent call last): vm-test-run-dagster> full # [ 146.069763] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 146.072065] dagster[1862]: sys.exit(main()) vm-test-run-dagster> full # [ 146.073169] dagster[1862]: ~~~~^^ vm-test-run-dagster> full # [ 146.074247] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 146.077148] dagster[1862]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 146.078511] dagster[1862]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.079859] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 146.082724] dagster[1862]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 146.084206] dagster[1862]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.085528] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 146.088213] dagster[1862]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 146.089337] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 146.092098] dagster[1862]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 146.093802] dagster[1862]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 146.095450] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 146.097639] dagster[1862]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 146.099073] dagster[1862]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 146.100385] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 146.102572] dagster[1862]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 146.103929] dagster[1862]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.105169] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 146.107343] dagster[1862]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 146.108394] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 146.110850] dagster[1862]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 146.113108] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 146.115487] dagster[1862]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 146.117108] dagster[1862]: ...<3 lines>... vm-test-run-dagster> full # [ 146.117932] dagster[1862]: ) vm-test-run-dagster> full # [ 146.118643] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 146.120964] dagster[1862]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 146.122725] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 146.125227] dagster[1862]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 146.127375] dagster[1862]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 146.128635] dagster[1862]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 146.131978] dagster[1862]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.133102] dagster[1862]: ...<4 lines>... vm-test-run-dagster> full # [ 146.133921] dagster[1862]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 146.134983] dagster[1862]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.136816] dagster[1862]: ) vm-test-run-dagster> full # [ 146.137520] dagster[1862]: ^ vm-test-run-dagster> full # [ 146.138197] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 146.143036] dagster[1862]: _ReportVersionError( vm-test-run-dagster> full # [ 146.143920] dagster[1862]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 146.145704] dagster[1862]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 146.147864] dagster[1862]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.149616] dagster[1862]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 146.153097] dagster[1862]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.154683] dagster[1862]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 146.157980] dagster[1862]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 146.159556] dagster[1862]: ) vm-test-run-dagster> full # [ 146.160221] dagster[1862]: ^ vm-test-run-dagster> full # [ 146.160870] dagster[1862]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 146.163770] dagster[1862]: raise VersionError(msg) vm-test-run-dagster> full # [ 146.164708] dagster[1862]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 146.209914] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 146.212247] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 151.349651] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 19. vm-test-run-dagster> full # [ 151.353092] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 153.511911] dagster[1908]: Traceback (most recent call last): vm-test-run-dagster> full # [ 153.513339] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 153.515612] dagster[1908]: sys.exit(main()) vm-test-run-dagster> full # [ 153.516707] dagster[1908]: ~~~~^^ vm-test-run-dagster> full # [ 153.517742] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 153.520630] dagster[1908]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 153.521987] dagster[1908]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.523344] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 153.526059] dagster[1908]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 153.527179] dagster[1908]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.528262] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 153.530441] dagster[1908]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 153.531359] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 153.533552] dagster[1908]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 153.534900] dagster[1908]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 153.536249] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 153.538471] dagster[1908]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 153.539834] dagster[1908]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 153.541190] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 153.543387] dagster[1908]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 153.544607] dagster[1908]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.545813] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 153.548059] dagster[1908]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 153.549122] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 153.551778] dagster[1908]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 153.553216] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 153.555625] dagster[1908]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 153.556703] dagster[1908]: ...<3 lines>... vm-test-run-dagster> full # [ 153.557524] dagster[1908]: ) vm-test-run-dagster> full # [ 153.558260] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 153.560593] dagster[1908]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 153.561704] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 153.564118] dagster[1908]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 153.565367] dagster[1908]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 153.566613] dagster[1908]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 153.567702] dagster[1908]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.568818] dagster[1908]: ...<4 lines>... vm-test-run-dagster> full # [ 153.569681] dagster[1908]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 153.570850] dagster[1908]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.571921] dagster[1908]: ) vm-test-run-dagster> full # [ 153.572594] dagster[1908]: ^ vm-test-run-dagster> full # [ 153.573253] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 153.576052] dagster[1908]: _ReportVersionError( vm-test-run-dagster> full # [ 153.576924] dagster[1908]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 153.577834] dagster[1908]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 153.579410] dagster[1908]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.581031] dagster[1908]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 153.582613] dagster[1908]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.584191] dagster[1908]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 153.585717] dagster[1908]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 153.587233] dagster[1908]: ) vm-test-run-dagster> full # [ 153.587886] dagster[1908]: ^ vm-test-run-dagster> full # [ 153.588535] dagster[1908]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 153.591156] dagster[1908]: raise VersionError(msg) vm-test-run-dagster> full # [ 153.592097] dagster[1908]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 153.634397] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 153.636897] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 158.849410] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 20. vm-test-run-dagster> full # [ 158.852883] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 160.953253] dagster[1957]: Traceback (most recent call last): vm-test-run-dagster> full # [ 160.954647] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 160.956888] dagster[1957]: sys.exit(main()) vm-test-run-dagster> full # [ 160.958058] dagster[1957]: ~~~~^^ vm-test-run-dagster> full # [ 160.959123] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 160.961976] dagster[1957]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 160.963381] dagster[1957]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 160.964719] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 160.967479] dagster[1957]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 160.968815] dagster[1957]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 160.970165] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 160.972641] dagster[1957]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 160.973529] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 160.975713] dagster[1957]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 160.977209] dagster[1957]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 160.978518] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 160.980694] dagster[1957]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 160.982041] dagster[1957]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 160.983354] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 160.985558] dagster[1957]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 160.986772] dagster[1957]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 160.987974] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 160.990173] dagster[1957]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 160.991222] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 160.993666] dagster[1957]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 160.995081] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 160.997452] dagster[1957]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 160.998520] dagster[1957]: ...<3 lines>... vm-test-run-dagster> full # [ 160.999360] dagster[1957]: ) vm-test-run-dagster> full # [ 161.000094] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 161.002415] dagster[1957]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 161.003515] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 161.005890] dagster[1957]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 161.007156] dagster[1957]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 161.008396] dagster[1957]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 161.009480] dagster[1957]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 161.010613] dagster[1957]: ...<4 lines>... vm-test-run-dagster> full # [ 161.011436] dagster[1957]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 161.012494] dagster[1957]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 161.013557] dagster[1957]: ) vm-test-run-dagster> full # [ 161.014234] dagster[1957]: ^ vm-test-run-dagster> full # [ 161.014901] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 161.017641] dagster[1957]: _ReportVersionError( vm-test-run-dagster> full # [ 161.018519] dagster[1957]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 161.019415] dagster[1957]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 161.020982] dagster[1957]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 161.022553] dagster[1957]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 161.024149] dagster[1957]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 161.025736] dagster[1957]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 161.027243] dagster[1957]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 161.028776] dagster[1957]: ) vm-test-run-dagster> full # [ 161.029428] dagster[1957]: ^ vm-test-run-dagster> full # [ 161.030098] dagster[1957]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 161.032679] dagster[1957]: raise VersionError(msg) vm-test-run-dagster> full # [ 161.033590] dagster[1957]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 161.075438] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 161.076369] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 166.099607] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 21. vm-test-run-dagster> full # [ 166.103105] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 168.061084] dagster[1998]: Traceback (most recent call last): vm-test-run-dagster> full # [ 168.062474] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 168.064818] dagster[1998]: sys.exit(main()) vm-test-run-dagster> full # [ 168.065880] dagster[1998]: ~~~~^^ vm-test-run-dagster> full # [ 168.066935] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 168.069813] dagster[1998]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 168.071193] dagster[1998]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.072514] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 168.075263] dagster[1998]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 168.076319] dagster[1998]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.077373] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 168.079524] dagster[1998]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 168.080432] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 168.082612] dagster[1998]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 168.083948] dagster[1998]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 168.085279] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 168.087451] dagster[1998]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 168.088785] dagster[1998]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 168.090127] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 168.092303] dagster[1998]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 168.093530] dagster[1998]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.094742] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 168.096909] dagster[1998]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 168.097955] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 168.100412] dagster[1998]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 168.101963] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 168.104362] dagster[1998]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 168.105431] dagster[1998]: ...<3 lines>... vm-test-run-dagster> full # [ 168.106270] dagster[1998]: ) vm-test-run-dagster> full # [ 168.106966] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 168.109296] dagster[1998]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 168.110396] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 168.112769] dagster[1998]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 168.114040] dagster[1998]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 168.115280] dagster[1998]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 168.116360] dagster[1998]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.117438] dagster[1998]: ...<4 lines>... vm-test-run-dagster> full # [ 168.118277] dagster[1998]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 168.119333] dagster[1998]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.120379] dagster[1998]: ) vm-test-run-dagster> full # [ 168.121091] dagster[1998]: ^ vm-test-run-dagster> full # [ 168.121750] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 168.124470] dagster[1998]: _ReportVersionError( vm-test-run-dagster> full # [ 168.125364] dagster[1998]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 168.126258] dagster[1998]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 168.127819] dagster[1998]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.129392] dagster[1998]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 168.130976] dagster[1998]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.132567] dagster[1998]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 168.134224] dagster[1998]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 168.135752] dagster[1998]: ) vm-test-run-dagster> full # [ 168.136400] dagster[1998]: ^ vm-test-run-dagster> full # [ 168.137075] dagster[1998]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 168.139659] dagster[1998]: raise VersionError(msg) vm-test-run-dagster> full # [ 168.140596] dagster[1998]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 168.183888] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 168.184781] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 173.349983] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 22. vm-test-run-dagster> full # [ 173.352889] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 175.346769] dagster[2061]: Traceback (most recent call last): vm-test-run-dagster> full # [ 175.348741] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 175.349686] dagster[2061]: sys.exit(main()) vm-test-run-dagster> full # [ 175.350265] dagster[2061]: ~~~~^^ vm-test-run-dagster> full # [ 175.350924] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 175.351773] dagster[2061]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 175.352623] dagster[2061]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.353295] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 175.353848] dagster[2061]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 175.354490] dagster[2061]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.355161] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 175.355773] dagster[2061]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 175.362563] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 175.363524] dagster[2061]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 175.364212] dagster[2061]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 175.364798] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 175.365663] dagster[2061]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 175.366503] dagster[2061]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 175.367211] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 175.367816] dagster[2061]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 175.368628] dagster[2061]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.369268] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 175.369880] dagster[2061]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 175.378517] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 175.379290] dagster[2061]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 175.379935] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 175.380765] dagster[2061]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 175.381581] dagster[2061]: ...<3 lines>... vm-test-run-dagster> full # [ 175.382262] dagster[2061]: ) vm-test-run-dagster> full # [ 175.382930] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 175.383719] dagster[2061]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 175.384546] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 175.385220] dagster[2061]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 175.385838] dagster[2061]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 175.386656] dagster[2061]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 175.387270] dagster[2061]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.387906] dagster[2061]: ...<4 lines>... vm-test-run-dagster> full # [ 175.388725] dagster[2061]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 175.389531] dagster[2061]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.390190] dagster[2061]: ) vm-test-run-dagster> full # [ 175.390818] dagster[2061]: ^ vm-test-run-dagster> full # [ 175.399332] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 175.400162] dagster[2061]: _ReportVersionError( vm-test-run-dagster> full # [ 175.400755] dagster[2061]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 175.401573] dagster[2061]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 175.402251] dagster[2061]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.402852] dagster[2061]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 175.403479] dagster[2061]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.404155] dagster[2061]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 175.404774] dagster[2061]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 175.405592] dagster[2061]: ) vm-test-run-dagster> full # [ 175.406267] dagster[2061]: ^ vm-test-run-dagster> full # [ 175.406885] dagster[2061]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 175.407695] dagster[2061]: raise VersionError(msg) vm-test-run-dagster> full # [ 175.408500] dagster[2061]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 175.538519] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 175.539679] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 180.599692] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 23. vm-test-run-dagster> full # [ 180.604864] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 182.532833] dagster[2102]: Traceback (most recent call last): vm-test-run-dagster> full # [ 182.534725] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 182.535621] dagster[2102]: sys.exit(main()) vm-test-run-dagster> full # [ 182.536238] dagster[2102]: ~~~~^^ vm-test-run-dagster> full # [ 182.536855] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 182.537469] dagster[2102]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 182.538144] dagster[2102]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.538769] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 182.539545] dagster[2102]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 182.540203] dagster[2102]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.540808] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 182.541619] dagster[2102]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 182.548289] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 182.549278] dagster[2102]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 182.549912] dagster[2102]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 182.550732] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 182.551548] dagster[2102]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 182.552217] dagster[2102]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 182.552831] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 182.553669] dagster[2102]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 182.554468] dagster[2102]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.555148] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 182.555737] dagster[2102]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 182.564215] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 182.564987] dagster[2102]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 182.565818] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 182.566661] dagster[2102]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 182.567284] dagster[2102]: ...<3 lines>... vm-test-run-dagster> full # [ 182.567930] dagster[2102]: ) vm-test-run-dagster> full # [ 182.568767] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 182.569583] dagster[2102]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 182.570261] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 182.570861] dagster[2102]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 182.571477] dagster[2102]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 182.572128] dagster[2102]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 182.572748] dagster[2102]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.573547] dagster[2102]: ...<4 lines>... vm-test-run-dagster> full # [ 182.574213] dagster[2102]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 182.574810] dagster[2102]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.575621] dagster[2102]: ) vm-test-run-dagster> full # [ 182.576285] dagster[2102]: ^ vm-test-run-dagster> full # [ 182.576905] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 182.577695] dagster[2102]: _ReportVersionError( vm-test-run-dagster> full # [ 182.578509] dagster[2102]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 182.579163] dagster[2102]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 182.579761] dagster[2102]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.580565] dagster[2102]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 182.581215] dagster[2102]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.581821] dagster[2102]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 182.582629] dagster[2102]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 182.583268] dagster[2102]: ) vm-test-run-dagster> full # [ 182.583875] dagster[2102]: ^ vm-test-run-dagster> full # [ 182.598205] dagster[2102]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 182.598987] dagster[2102]: raise VersionError(msg) vm-test-run-dagster> full # [ 182.599819] dagster[2102]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 182.725037] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 182.725960] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 187.850503] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 24. vm-test-run-dagster> full # [ 187.853273] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 189.837207] dagster[2157]: Traceback (most recent call last): vm-test-run-dagster> full # [ 189.839068] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 189.839810] dagster[2157]: sys.exit(main()) vm-test-run-dagster> full # [ 189.840614] dagster[2157]: ~~~~^^ vm-test-run-dagster> full # [ 189.841240] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 189.841849] dagster[2157]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 189.842482] dagster[2157]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.843150] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 189.843738] dagster[2157]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 189.844534] dagster[2157]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.849898] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 189.850675] dagster[2157]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 189.851492] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 189.852169] dagster[2157]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 189.852800] dagster[2157]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 189.853595] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 189.854282] dagster[2157]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 189.854862] dagster[2157]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 189.855714] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 189.856487] dagster[2157]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 189.857140] dagster[2157]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.865609] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 189.866550] dagster[2157]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 189.867223] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 189.867833] dagster[2157]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 189.868706] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 189.869291] dagster[2157]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 189.869934] dagster[2157]: ...<3 lines>... vm-test-run-dagster> full # [ 189.870765] dagster[2157]: ) vm-test-run-dagster> full # [ 189.871582] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 189.872253] dagster[2157]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 189.879621] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 189.880575] dagster[2157]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 189.881256] dagster[2157]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 189.881852] dagster[2157]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 189.882480] dagster[2157]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.883155] dagster[2157]: ...<4 lines>... vm-test-run-dagster> full # [ 189.883767] dagster[2157]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 189.884591] dagster[2157]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.885271] dagster[2157]: ) vm-test-run-dagster> full # [ 189.885878] dagster[2157]: ^ vm-test-run-dagster> full # [ 189.886476] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 189.887129] dagster[2157]: _ReportVersionError( vm-test-run-dagster> full # [ 189.887741] dagster[2157]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 189.888543] dagster[2157]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 189.889197] dagster[2157]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.889805] dagster[2157]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 189.890616] dagster[2157]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.891249] dagster[2157]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 189.891855] dagster[2157]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 189.892470] dagster[2157]: ) vm-test-run-dagster> full # [ 189.893121] dagster[2157]: ^ vm-test-run-dagster> full # [ 189.893727] dagster[2157]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 189.894541] dagster[2157]: raise VersionError(msg) vm-test-run-dagster> full # [ 189.895221] dagster[2157]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 190.028438] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 190.030716] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 195.099424] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 25. vm-test-run-dagster> full # [ 195.102882] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 196.114576] dagster-daemon[695]: 2026-07-06 20:05:08 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 196.123178] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 196.124084] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 196.128208] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 196.129713] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 196.131207] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 196.134212] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 196.135640] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.137090] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 196.140192] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 196.142123] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 196.146364] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 196.148814] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 196.152376] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 196.154427] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 196.157504] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 196.159285] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 196.161875] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 196.163523] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 196.164950] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 196.167939] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.170040] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 196.172229] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 196.174505] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.176069] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 196.176989] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 196.179629] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 196.184548] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 196.185953] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 196.187803] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 196.190361] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.194144] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 196.195912] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.197686] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 196.200337] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 196.202156] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 196.203631] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 196.206304] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 196.209522] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 196.211719] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 197.190109] dagster[2199]: Traceback (most recent call last): vm-test-run-dagster> full # [ 197.192075] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 197.192811] dagster[2199]: sys.exit(main()) vm-test-run-dagster> full # [ 197.193613] dagster[2199]: ~~~~^^ vm-test-run-dagster> full # [ 197.194266] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 197.194900] dagster[2199]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 197.195767] dagster[2199]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.196583] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 197.197216] dagster[2199]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 197.197850] dagster[2199]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.203131] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 197.203931] dagster[2199]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 197.204743] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 197.205669] dagster[2199]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 197.206305] dagster[2199]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 197.206943] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 197.207723] dagster[2199]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 197.208549] dagster[2199]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 197.209222] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 197.209638] dagster[2199]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 197.210273] dagster[2199]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.219517] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 197.220486] dagster[2199]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 197.221171] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 197.221781] dagster[2199]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 197.222657] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 197.223502] dagster[2199]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 197.224279] dagster[2199]: ...<3 lines>... vm-test-run-dagster> full # [ 197.224985] dagster[2199]: ) vm-test-run-dagster> full # [ 197.225822] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 197.226679] dagster[2199]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 197.227497] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 197.228144] dagster[2199]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 197.228752] dagster[2199]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 197.229574] dagster[2199]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 197.230297] dagster[2199]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.230899] dagster[2199]: ...<4 lines>... vm-test-run-dagster> full # [ 197.231727] dagster[2199]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 197.232532] dagster[2199]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.233208] dagster[2199]: ) vm-test-run-dagster> full # [ 197.233842] dagster[2199]: ^ vm-test-run-dagster> full # [ 197.234660] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 197.235465] dagster[2199]: _ReportVersionError( vm-test-run-dagster> full # [ 197.236118] dagster[2199]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 197.236751] dagster[2199]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 197.237582] dagster[2199]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.238235] dagster[2199]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 197.238879] dagster[2199]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.239719] dagster[2199]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 197.240549] dagster[2199]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 197.241227] dagster[2199]: ) vm-test-run-dagster> full # [ 197.241636] dagster[2199]: ^ vm-test-run-dagster> full # [ 197.242303] dagster[2199]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 197.242906] dagster[2199]: raise VersionError(msg) vm-test-run-dagster> full # [ 197.243776] dagster[2199]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 197.385125] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 197.386075] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 202.599548] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 26. vm-test-run-dagster> full # [ 202.604391] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 204.736320] dagster[2262]: Traceback (most recent call last): vm-test-run-dagster> full # [ 204.737304] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 204.740131] dagster[2262]: sys.exit(main()) vm-test-run-dagster> full # [ 204.740930] dagster[2262]: ~~~~^^ vm-test-run-dagster> full # [ 204.741757] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 204.745100] dagster[2262]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 204.745917] dagster[2262]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.746987] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 204.750823] dagster[2262]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 204.752169] dagster[2262]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.753502] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 204.756193] dagster[2262]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 204.757274] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 204.759462] dagster[2262]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 204.760820] dagster[2262]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 204.762151] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 204.764327] dagster[2262]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 204.765641] dagster[2262]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 204.766948] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 204.769175] dagster[2262]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 204.770374] dagster[2262]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.771586] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 204.773762] dagster[2262]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 204.774818] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 204.777276] dagster[2262]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 204.778678] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 204.781084] dagster[2262]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 204.782215] dagster[2262]: ...<3 lines>... vm-test-run-dagster> full # [ 204.783084] dagster[2262]: ) vm-test-run-dagster> full # [ 204.783735] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 204.786074] dagster[2262]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 204.787191] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 204.789564] dagster[2262]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 204.790813] dagster[2262]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 204.792084] dagster[2262]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 204.793164] dagster[2262]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.794244] dagster[2262]: ...<4 lines>... vm-test-run-dagster> full # [ 204.795090] dagster[2262]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 204.796150] dagster[2262]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.797212] dagster[2262]: ) vm-test-run-dagster> full # [ 204.797875] dagster[2262]: ^ vm-test-run-dagster> full # [ 204.798540] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 204.801279] dagster[2262]: _ReportVersionError( vm-test-run-dagster> full # [ 204.802180] dagster[2262]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 204.803083] dagster[2262]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 204.804637] dagster[2262]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.806186] dagster[2262]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 204.807771] dagster[2262]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.809355] dagster[2262]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 204.810887] dagster[2262]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 204.812426] dagster[2262]: ) vm-test-run-dagster> full # [ 204.813099] dagster[2262]: ^ vm-test-run-dagster> full # [ 204.813739] dagster[2262]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 204.816306] dagster[2262]: raise VersionError(msg) vm-test-run-dagster> full # [ 204.817240] dagster[2262]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 204.864388] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 204.866867] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 210.099711] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 27. vm-test-run-dagster> full # [ 210.103450] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 212.044461] dagster[2307]: Traceback (most recent call last): vm-test-run-dagster> full # [ 212.045865] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 212.048177] dagster[2307]: sys.exit(main()) vm-test-run-dagster> full # [ 212.049277] dagster[2307]: ~~~~^^ vm-test-run-dagster> full # [ 212.050308] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 212.053192] dagster[2307]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 212.054559] dagster[2307]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.055892] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 212.058692] dagster[2307]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 212.059786] dagster[2307]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.060852] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 212.063059] dagster[2307]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 212.063939] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 212.066181] dagster[2307]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 212.067518] dagster[2307]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 212.068842] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 212.071075] dagster[2307]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 212.072395] dagster[2307]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 212.073707] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 212.075883] dagster[2307]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 212.077119] dagster[2307]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.078344] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 212.080499] dagster[2307]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 212.081546] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 212.083986] dagster[2307]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 212.085409] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 212.087792] dagster[2307]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 212.088864] dagster[2307]: ...<3 lines>... vm-test-run-dagster> full # [ 212.089704] dagster[2307]: ) vm-test-run-dagster> full # [ 212.090429] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 212.092759] dagster[2307]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 212.093852] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 212.096242] dagster[2307]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 212.097492] dagster[2307]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 212.098753] dagster[2307]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 212.099832] dagster[2307]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.100930] dagster[2307]: ...<4 lines>... vm-test-run-dagster> full # [ 212.101793] dagster[2307]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 212.102857] dagster[2307]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.103922] dagster[2307]: ) vm-test-run-dagster> full # [ 212.104598] dagster[2307]: ^ vm-test-run-dagster> full # [ 212.105257] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 212.107986] dagster[2307]: _ReportVersionError( vm-test-run-dagster> full # [ 212.108885] dagster[2307]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 212.109782] dagster[2307]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 212.111351] dagster[2307]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.112918] dagster[2307]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 212.114512] dagster[2307]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.116119] dagster[2307]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 212.117662] dagster[2307]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 212.119184] dagster[2307]: ) vm-test-run-dagster> full # [ 212.119830] dagster[2307]: ^ vm-test-run-dagster> full # [ 212.120481] dagster[2307]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 212.123083] dagster[2307]: raise VersionError(msg) vm-test-run-dagster> full # [ 212.123989] dagster[2307]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 212.170380] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 212.171328] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 217.349558] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 28. vm-test-run-dagster> full # [ 217.353319] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 219.403903] dagster[2357]: Traceback (most recent call last): vm-test-run-dagster> full # [ 219.405785] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 219.406483] dagster[2357]: sys.exit(main()) vm-test-run-dagster> full # [ 219.407123] dagster[2357]: ~~~~^^ vm-test-run-dagster> full # [ 219.407738] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 219.408544] dagster[2357]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 219.409233] dagster[2357]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.409837] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 219.410627] dagster[2357]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 219.411258] dagster[2357]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.411871] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 219.412684] dagster[2357]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 219.419325] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 219.420153] dagster[2357]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 219.420789] dagster[2357]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 219.421621] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 219.422274] dagster[2357]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 219.422894] dagster[2357]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 219.423777] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 219.424538] dagster[2357]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 219.425207] dagster[2357]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.425809] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 219.426628] dagster[2357]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 219.435275] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 219.436085] dagster[2357]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 219.436710] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 219.437529] dagster[2357]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 219.438214] dagster[2357]: ...<3 lines>... vm-test-run-dagster> full # [ 219.438832] dagster[2357]: ) vm-test-run-dagster> full # [ 219.439677] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 219.440513] dagster[2357]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 219.441230] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 219.441799] dagster[2357]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 219.442633] dagster[2357]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 219.443270] dagster[2357]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 219.443880] dagster[2357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.444708] dagster[2357]: ...<4 lines>... vm-test-run-dagster> full # [ 219.445513] dagster[2357]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 219.446179] dagster[2357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.446786] dagster[2357]: ) vm-test-run-dagster> full # [ 219.447624] dagster[2357]: ^ vm-test-run-dagster> full # [ 219.456130] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 219.456927] dagster[2357]: _ReportVersionError( vm-test-run-dagster> full # [ 219.457767] dagster[2357]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 219.458596] dagster[2357]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 219.459282] dagster[2357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.459901] dagster[2357]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 219.460741] dagster[2357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.461567] dagster[2357]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 219.462260] dagster[2357]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 219.462880] dagster[2357]: ) vm-test-run-dagster> full # [ 219.463703] dagster[2357]: ^ vm-test-run-dagster> full # [ 219.464499] dagster[2357]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 219.465154] dagster[2357]: raise VersionError(msg) vm-test-run-dagster> full # [ 219.465766] dagster[2357]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 219.604228] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 219.605194] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 224.849683] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 29. vm-test-run-dagster> full # [ 224.855080] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 226.905380] dagster[2398]: Traceback (most recent call last): vm-test-run-dagster> full # [ 226.907317] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 226.908186] dagster[2398]: sys.exit(main()) vm-test-run-dagster> full # [ 226.908770] dagster[2398]: ~~~~^^ vm-test-run-dagster> full # [ 226.909594] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 226.910274] dagster[2398]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 226.910921] dagster[2398]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.911742] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 226.912565] dagster[2398]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 226.913254] dagster[2398]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.913708] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 226.914481] dagster[2398]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 226.915160] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 226.915785] dagster[2398]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 226.916642] dagster[2398]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 226.925560] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 226.926523] dagster[2398]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 226.927203] dagster[2398]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 226.927830] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 226.928688] dagster[2398]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 226.929491] dagster[2398]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.930165] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 226.930788] dagster[2398]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 226.931661] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 226.932274] dagster[2398]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 226.932881] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 226.933715] dagster[2398]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 226.934510] dagster[2398]: ...<3 lines>... vm-test-run-dagster> full # [ 226.935162] dagster[2398]: ) vm-test-run-dagster> full # [ 226.944988] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 226.945807] dagster[2398]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 226.946641] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 226.947275] dagster[2398]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 226.947926] dagster[2398]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 226.948769] dagster[2398]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 226.949596] dagster[2398]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.950277] dagster[2398]: ...<4 lines>... vm-test-run-dagster> full # [ 226.950893] dagster[2398]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 226.951733] dagster[2398]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.952562] dagster[2398]: ) vm-test-run-dagster> full # [ 226.953252] dagster[2398]: ^ vm-test-run-dagster> full # [ 226.953834] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 226.954658] dagster[2398]: _ReportVersionError( vm-test-run-dagster> full # [ 226.955269] dagster[2398]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 226.955903] dagster[2398]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 226.956730] dagster[2398]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.957544] dagster[2398]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 226.958190] dagster[2398]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.958798] dagster[2398]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 226.959617] dagster[2398]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 226.960262] dagster[2398]: ) vm-test-run-dagster> full # [ 226.960870] dagster[2398]: ^ vm-test-run-dagster> full # [ 226.961728] dagster[2398]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 226.962499] dagster[2398]: raise VersionError(msg) vm-test-run-dagster> full # [ 226.963152] dagster[2398]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 227.098308] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 227.099277] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 232.099339] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 30. vm-test-run-dagster> full # [ 232.104536] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 234.162407] dagster[2458]: Traceback (most recent call last): vm-test-run-dagster> full # [ 234.164299] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 234.165043] dagster[2458]: sys.exit(main()) vm-test-run-dagster> full # [ 234.165620] dagster[2458]: ~~~~^^ vm-test-run-dagster> full # [ 234.166266] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 234.166866] dagster[2458]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 234.167711] dagster[2458]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.168530] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 234.169161] dagster[2458]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 234.169758] dagster[2458]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.170568] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 234.171216] dagster[2458]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 234.177865] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 234.178637] dagster[2458]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 234.179309] dagster[2458]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 234.179904] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 234.180738] dagster[2458]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 234.181554] dagster[2458]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 234.182227] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 234.182830] dagster[2458]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 234.183646] dagster[2458]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.184298] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 234.184894] dagster[2458]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 234.193746] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 234.194511] dagster[2458]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 234.195180] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 234.195793] dagster[2458]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 234.196633] dagster[2458]: ...<3 lines>... vm-test-run-dagster> full # [ 234.197271] dagster[2458]: ) vm-test-run-dagster> full # [ 234.197882] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 234.198714] dagster[2458]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 234.199570] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 234.200201] dagster[2458]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 234.200813] dagster[2458]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 234.201647] dagster[2458]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 234.202273] dagster[2458]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.202914] dagster[2458]: ...<4 lines>... vm-test-run-dagster> full # [ 234.203756] dagster[2458]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 234.204566] dagster[2458]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.205250] dagster[2458]: ) vm-test-run-dagster> full # [ 234.205682] dagster[2458]: ^ vm-test-run-dagster> full # [ 234.214564] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 234.215527] dagster[2458]: _ReportVersionError( vm-test-run-dagster> full # [ 234.216207] dagster[2458]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 234.216822] dagster[2458]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 234.217666] dagster[2458]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.218485] dagster[2458]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 234.219168] dagster[2458]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.219770] dagster[2458]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 234.220589] dagster[2458]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 234.221258] dagster[2458]: ) vm-test-run-dagster> full # [ 234.221871] dagster[2458]: ^ vm-test-run-dagster> full # [ 234.222704] dagster[2458]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 234.223522] dagster[2458]: raise VersionError(msg) vm-test-run-dagster> full # [ 234.224193] dagster[2458]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 234.351936] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 234.354331] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 239.599356] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 31. vm-test-run-dagster> full # [ 239.602576] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 241.596985] dagster[2506]: Traceback (most recent call last): vm-test-run-dagster> full # [ 241.598893] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 241.599636] dagster[2506]: sys.exit(main()) vm-test-run-dagster> full # [ 241.600241] dagster[2506]: ~~~~^^ vm-test-run-dagster> full # [ 241.600851] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 241.601461] dagster[2506]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 241.602133] dagster[2506]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.602758] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 241.603544] dagster[2506]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 241.604182] dagster[2506]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.604791] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 241.605596] dagster[2506]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 241.612679] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 241.613581] dagster[2506]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 241.614243] dagster[2506]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 241.614824] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 241.615643] dagster[2506]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 241.616256] dagster[2506]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 241.616915] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 241.617703] dagster[2506]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 241.618526] dagster[2506]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.625771] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 241.626521] dagster[2506]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 241.627192] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 241.627776] dagster[2506]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 241.628705] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 241.629653] dagster[2506]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 241.630766] dagster[2506]: ...<3 lines>... vm-test-run-dagster> full # [ 241.631791] dagster[2506]: ) vm-test-run-dagster> full # [ 241.632959] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 241.633869] dagster[2506]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 241.635217] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 241.636151] dagster[2506]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 241.636727] dagster[2506]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 241.638073] dagster[2506]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 241.638660] dagster[2506]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.639767] dagster[2506]: ...<4 lines>... vm-test-run-dagster> full # [ 241.641592] dagster[2506]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 241.642790] dagster[2506]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.643856] dagster[2506]: ) vm-test-run-dagster> full # [ 241.644844] dagster[2506]: ^ vm-test-run-dagster> full # [ 241.650911] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 241.651740] dagster[2506]: _ReportVersionError( vm-test-run-dagster> full # [ 241.652542] dagster[2506]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 241.653217] dagster[2506]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 241.653832] dagster[2506]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.654672] dagster[2506]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 241.655510] dagster[2506]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.656189] dagster[2506]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 241.656803] dagster[2506]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 241.657627] dagster[2506]: ) vm-test-run-dagster> full # [ 241.658287] dagster[2506]: ^ vm-test-run-dagster> full # [ 241.658902] dagster[2506]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 241.659745] dagster[2506]: raise VersionError(msg) vm-test-run-dagster> full # [ 241.660588] dagster[2506]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 241.793081] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 241.794076] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 246.849326] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 32. vm-test-run-dagster> full # [ 246.854876] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 248.856207] dagster[2552]: Traceback (most recent call last): vm-test-run-dagster> full # [ 248.858081] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 248.858804] dagster[2552]: sys.exit(main()) vm-test-run-dagster> full # [ 248.859593] dagster[2552]: ~~~~^^ vm-test-run-dagster> full # [ 248.860235] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 248.860845] dagster[2552]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 248.861477] dagster[2552]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.862141] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 248.862719] dagster[2552]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 248.863523] dagster[2552]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.869039] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 248.869804] dagster[2552]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 248.870635] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 248.871287] dagster[2552]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 248.871920] dagster[2552]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 248.872726] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 248.873522] dagster[2552]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 248.874188] dagster[2552]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 248.874780] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 248.875583] dagster[2552]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 248.876234] dagster[2552]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.876840] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 248.877661] dagster[2552]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 248.878466] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 248.879128] dagster[2552]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 248.879718] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 248.880523] dagster[2552]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 248.881174] dagster[2552]: ...<3 lines>... vm-test-run-dagster> full # [ 248.881779] dagster[2552]: ) vm-test-run-dagster> full # [ 248.882624] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 248.883241] dagster[2552]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 248.883836] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 248.884664] dagster[2552]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 248.885462] dagster[2552]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 248.886122] dagster[2552]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 248.886719] dagster[2552]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.887522] dagster[2552]: ...<4 lines>... vm-test-run-dagster> full # [ 248.888175] dagster[2552]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 248.888782] dagster[2552]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.889592] dagster[2552]: ) vm-test-run-dagster> full # [ 248.890247] dagster[2552]: ^ vm-test-run-dagster> full # [ 248.907900] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 248.908679] dagster[2552]: _ReportVersionError( vm-test-run-dagster> full # [ 248.909497] dagster[2552]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 248.910169] dagster[2552]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 248.910776] dagster[2552]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.911592] dagster[2552]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 248.912263] dagster[2552]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.912878] dagster[2552]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 248.913707] dagster[2552]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 248.914524] dagster[2552]: ) vm-test-run-dagster> full # [ 248.915190] dagster[2552]: ^ vm-test-run-dagster> full # [ 248.915798] dagster[2552]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 248.916624] dagster[2552]: raise VersionError(msg) vm-test-run-dagster> full # [ 248.917324] dagster[2552]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 249.046567] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 249.047717] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 254.099971] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 33. vm-test-run-dagster> full # [ 254.104466] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 256.114552] dagster[2603]: Traceback (most recent call last): vm-test-run-dagster> full # [ 256.116436] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 256.117204] dagster[2603]: sys.exit(main()) vm-test-run-dagster> full # [ 256.117781] dagster[2603]: ~~~~^^ vm-test-run-dagster> full # [ 256.118584] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 256.119238] dagster[2603]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 256.119867] dagster[2603]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.120495] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 256.121129] dagster[2603]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 256.121739] dagster[2603]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.122672] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 256.123195] dagster[2603]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 256.130086] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 256.130863] dagster[2603]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 256.131513] dagster[2603]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 256.132168] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 256.132776] dagster[2603]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 256.133592] dagster[2603]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 256.134261] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 256.134874] dagster[2603]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 256.135706] dagster[2603]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.136536] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 256.137150] dagster[2603]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 256.137757] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 256.138561] dagster[2603]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 256.149569] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 256.150541] dagster[2603]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 256.151226] dagster[2603]: ...<3 lines>... vm-test-run-dagster> full # [ 256.153158] dagster[2603]: ) vm-test-run-dagster> full # [ 256.154138] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 256.155099] dagster[2603]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 256.156095] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 256.156677] dagster[2603]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 256.158541] dagster[2603]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 256.159577] dagster[2603]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 256.160372] dagster[2603]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.160950] dagster[2603]: ...<4 lines>... vm-test-run-dagster> full # [ 256.162104] dagster[2603]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 256.163089] dagster[2603]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.163890] dagster[2603]: ) vm-test-run-dagster> full # [ 256.164857] dagster[2603]: ^ vm-test-run-dagster> full # [ 256.166090] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 256.166913] dagster[2603]: _ReportVersionError( vm-test-run-dagster> full # [ 256.167797] dagster[2603]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 256.170082] dagster[2603]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 256.170649] dagster[2603]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.171263] dagster[2603]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 256.171908] dagster[2603]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.172741] dagster[2603]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 256.173527] dagster[2603]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.174171] dagster[2603]: ) vm-test-run-dagster> full # [ 256.174775] dagster[2603]: ^ vm-test-run-dagster> full # [ 256.175585] dagster[2603]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 256.176232] dagster[2603]: raise VersionError(msg) vm-test-run-dagster> full # [ 256.176868] dagster[2603]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 256.177880] dagster-daemon[695]: 2026-07-06 20:06:08 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 256.178533] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 256.179133] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 256.179734] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 256.180545] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 256.181198] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 256.181806] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 256.182614] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.183243] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 256.183848] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 256.184670] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 256.185479] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 256.186125] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 256.186729] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 256.187566] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 256.188197] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 256.188790] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 256.189594] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 256.190259] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 256.190855] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 256.191487] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.192157] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 256.192725] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 256.193553] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.194180] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 256.194823] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 256.195590] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 256.196416] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 256.197056] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 256.197658] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 256.198274] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.198911] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 256.199720] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.200530] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 256.201177] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 256.201781] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 256.202579] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 256.203235] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 256.203855] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 256.204475] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 256.390500] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 256.392945] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 261.599339] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 34. vm-test-run-dagster> full # [ 261.602838] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 263.717724] dagster[2663]: Traceback (most recent call last): vm-test-run-dagster> full # [ 263.719161] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 263.721412] dagster[2663]: sys.exit(main()) vm-test-run-dagster> full # [ 263.722520] dagster[2663]: ~~~~^^ vm-test-run-dagster> full # [ 263.723563] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 263.726369] dagster[2663]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 263.727452] dagster[2663]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.728516] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 263.730740] dagster[2663]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 263.731795] dagster[2663]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.732850] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 263.735060] dagster[2663]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 263.735939] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 263.738197] dagster[2663]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 263.739530] dagster[2663]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 263.740841] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 263.743069] dagster[2663]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 263.744385] dagster[2663]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 263.745694] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 263.747873] dagster[2663]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 263.749099] dagster[2663]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.750296] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 263.752453] dagster[2663]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 263.753498] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 263.755964] dagster[2663]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 263.757390] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 263.759781] dagster[2663]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 263.760855] dagster[2663]: ...<3 lines>... vm-test-run-dagster> full # [ 263.761697] dagster[2663]: ) vm-test-run-dagster> full # [ 263.762399] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 263.764707] dagster[2663]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 263.765808] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 263.768201] dagster[2663]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 263.769443] dagster[2663]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 263.770722] dagster[2663]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 263.771796] dagster[2663]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.772875] dagster[2663]: ...<4 lines>... vm-test-run-dagster> full # [ 263.773742] dagster[2663]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 263.774803] dagster[2663]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.775865] dagster[2663]: ) vm-test-run-dagster> full # [ 263.776532] dagster[2663]: ^ vm-test-run-dagster> full # [ 263.777216] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 263.779951] dagster[2663]: _ReportVersionError( vm-test-run-dagster> full # [ 263.780844] dagster[2663]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 263.781740] dagster[2663]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 263.783281] dagster[2663]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.784839] dagster[2663]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 263.786430] dagster[2663]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.788036] dagster[2663]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 263.789546] dagster[2663]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 263.791091] dagster[2663]: ) vm-test-run-dagster> full # [ 263.791734] dagster[2663]: ^ vm-test-run-dagster> full # [ 263.792384] dagster[2663]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 263.794969] dagster[2663]: raise VersionError(msg) vm-test-run-dagster> full # [ 263.795896] dagster[2663]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 263.841848] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 263.842767] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 268.850053] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 35. vm-test-run-dagster> full # [ 268.853062] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 270.864609] dagster[2707]: Traceback (most recent call last): vm-test-run-dagster> full # [ 270.866149] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 270.868411] dagster[2707]: sys.exit(main()) vm-test-run-dagster> full # [ 270.869515] dagster[2707]: ~~~~^^ vm-test-run-dagster> full # [ 270.870558] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 270.873383] dagster[2707]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 270.874745] dagster[2707]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.876124] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 270.878904] dagster[2707]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 270.879977] dagster[2707]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.881058] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 270.883225] dagster[2707]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 270.884142] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 270.886323] dagster[2707]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 270.887992] dagster[2707]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 270.889778] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 270.892503] dagster[2707]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 270.894188] dagster[2707]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 270.895823] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 270.898559] dagster[2707]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 270.900123] dagster[2707]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.901637] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 270.903847] dagster[2707]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 270.904899] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 270.907348] dagster[2707]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 270.908760] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 270.911156] dagster[2707]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 270.912222] dagster[2707]: ...<3 lines>... vm-test-run-dagster> full # [ 270.913058] dagster[2707]: ) vm-test-run-dagster> full # [ 270.913761] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 270.916126] dagster[2707]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 270.917233] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 270.919598] dagster[2707]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 270.920841] dagster[2707]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 270.922106] dagster[2707]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 270.923188] dagster[2707]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.924273] dagster[2707]: ...<4 lines>... vm-test-run-dagster> full # [ 270.925116] dagster[2707]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 270.926178] dagster[2707]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.927234] dagster[2707]: ) vm-test-run-dagster> full # [ 270.927892] dagster[2707]: ^ vm-test-run-dagster> full # [ 270.928552] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 270.931274] dagster[2707]: _ReportVersionError( vm-test-run-dagster> full # [ 270.932174] dagster[2707]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 270.933067] dagster[2707]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 270.934616] dagster[2707]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.936170] dagster[2707]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 270.937749] dagster[2707]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.939323] dagster[2707]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 270.940836] dagster[2707]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 270.942377] dagster[2707]: ) vm-test-run-dagster> full # [ 270.943181] dagster[2707]: ^ vm-test-run-dagster> full # [ 270.943825] dagster[2707]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 270.946800] dagster[2707]: raise VersionError(msg) vm-test-run-dagster> full # [ 270.947746] dagster[2707]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 270.988179] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 270.989160] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 276.099449] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 36. vm-test-run-dagster> full # [ 276.102733] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 278.171333] dagster[2749]: Traceback (most recent call last): vm-test-run-dagster> full # [ 278.172446] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 278.174260] dagster[2749]: sys.exit(main()) vm-test-run-dagster> full # [ 278.175153] dagster[2749]: ~~~~^^ vm-test-run-dagster> full # [ 278.175968] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 278.178286] dagster[2749]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 278.179392] dagster[2749]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.180477] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 278.182706] dagster[2749]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 278.183769] dagster[2749]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.184833] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 278.187055] dagster[2749]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 278.187938] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 278.190174] dagster[2749]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 278.191517] dagster[2749]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 278.192834] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 278.195079] dagster[2749]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 278.196400] dagster[2749]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 278.197722] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 278.199904] dagster[2749]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 278.201140] dagster[2749]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.202346] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 278.204514] dagster[2749]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 278.205565] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 278.208044] dagster[2749]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 278.209441] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 278.211835] dagster[2749]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 278.212972] dagster[2749]: ...<3 lines>... vm-test-run-dagster> full # [ 278.213824] dagster[2749]: ) vm-test-run-dagster> full # [ 278.214503] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 278.216837] dagster[2749]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 278.217944] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 278.220342] dagster[2749]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 278.221586] dagster[2749]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 278.222841] dagster[2749]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 278.223928] dagster[2749]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.225041] dagster[2749]: ...<4 lines>... vm-test-run-dagster> full # [ 278.225856] dagster[2749]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 278.226919] dagster[2749]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.227977] dagster[2749]: ) vm-test-run-dagster> full # [ 278.228661] dagster[2749]: ^ vm-test-run-dagster> full # [ 278.229322] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 278.232072] dagster[2749]: _ReportVersionError( vm-test-run-dagster> full # [ 278.232932] dagster[2749]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 278.233836] dagster[2749]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 278.235418] dagster[2749]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.236986] dagster[2749]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 278.238590] dagster[2749]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.240167] dagster[2749]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 278.241721] dagster[2749]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 278.243243] dagster[2749]: ) vm-test-run-dagster> full # [ 278.243891] dagster[2749]: ^ vm-test-run-dagster> full # [ 278.244546] dagster[2749]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 278.247179] dagster[2749]: raise VersionError(msg) vm-test-run-dagster> full # [ 278.248122] dagster[2749]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 278.299700] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 278.300864] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 283.349534] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 37. vm-test-run-dagster> full # [ 283.356078] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 285.383615] dagster[2798]: Traceback (most recent call last): vm-test-run-dagster> full # [ 285.385553] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 285.386287] dagster[2798]: sys.exit(main()) vm-test-run-dagster> full # [ 285.386871] dagster[2798]: ~~~~^^ vm-test-run-dagster> full # [ 285.387719] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 285.388551] dagster[2798]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 285.389254] dagster[2798]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.389665] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 285.390286] dagster[2798]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 285.390877] dagster[2798]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.391720] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 285.392545] dagster[2798]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 285.399323] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 285.400133] dagster[2798]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 285.400767] dagster[2798]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 285.401573] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 285.402259] dagster[2798]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 285.402867] dagster[2798]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 285.403755] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 285.404542] dagster[2798]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 285.405201] dagster[2798]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.412532] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 285.413494] dagster[2798]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 285.414163] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 285.414778] dagster[2798]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 285.415663] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 285.416279] dagster[2798]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 285.416921] dagster[2798]: ...<3 lines>... vm-test-run-dagster> full # [ 285.417743] dagster[2798]: ) vm-test-run-dagster> full # [ 285.423611] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 285.424573] dagster[2798]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 285.425222] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 285.425826] dagster[2798]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 285.426679] dagster[2798]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 285.427519] dagster[2798]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 285.428189] dagster[2798]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.428804] dagster[2798]: ...<4 lines>... vm-test-run-dagster> full # [ 285.429644] dagster[2798]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 285.430258] dagster[2798]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.430905] dagster[2798]: ) vm-test-run-dagster> full # [ 285.431764] dagster[2798]: ^ vm-test-run-dagster> full # [ 285.432613] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 285.433225] dagster[2798]: _ReportVersionError( vm-test-run-dagster> full # [ 285.433854] dagster[2798]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 285.434485] dagster[2798]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 285.435162] dagster[2798]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.435771] dagster[2798]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 285.436622] dagster[2798]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.437264] dagster[2798]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 285.437892] dagster[2798]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 285.438709] dagster[2798]: ) vm-test-run-dagster> full # [ 285.439522] dagster[2798]: ^ vm-test-run-dagster> full # [ 285.440189] dagster[2798]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 285.440807] dagster[2798]: raise VersionError(msg) vm-test-run-dagster> full # [ 285.453544] dagster[2798]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 285.577613] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 285.578743] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 290.599816] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 38. vm-test-run-dagster> full # [ 290.605135] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 292.648731] dagster[2852]: Traceback (most recent call last): vm-test-run-dagster> full # [ 292.650609] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 292.651500] dagster[2852]: sys.exit(main()) vm-test-run-dagster> full # [ 292.652137] dagster[2852]: ~~~~^^ vm-test-run-dagster> full # [ 292.652748] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 292.653554] dagster[2852]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 292.654228] dagster[2852]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.654857] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 292.655640] dagster[2852]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 292.656279] dagster[2852]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.656883] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 292.657711] dagster[2852]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 292.664185] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 292.664961] dagster[2852]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 292.665820] dagster[2852]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 292.666633] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 292.667273] dagster[2852]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 292.667897] dagster[2852]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 292.668730] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 292.669533] dagster[2852]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 292.670205] dagster[2852]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.670832] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 292.671614] dagster[2852]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 292.680097] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 292.680862] dagster[2852]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 292.681491] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 292.682166] dagster[2852]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 292.682779] dagster[2852]: ...<3 lines>... vm-test-run-dagster> full # [ 292.683596] dagster[2852]: ) vm-test-run-dagster> full # [ 292.684305] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 292.684882] dagster[2852]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 292.685715] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 292.686546] dagster[2852]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 292.687210] dagster[2852]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 292.687802] dagster[2852]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 292.688612] dagster[2852]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.689256] dagster[2852]: ...<4 lines>... vm-test-run-dagster> full # [ 292.689862] dagster[2852]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 292.690683] dagster[2852]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.691488] dagster[2852]: ) vm-test-run-dagster> full # [ 292.692167] dagster[2852]: ^ vm-test-run-dagster> full # [ 292.700863] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 292.701636] dagster[2852]: _ReportVersionError( vm-test-run-dagster> full # [ 292.702299] dagster[2852]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 292.702904] dagster[2852]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 292.703755] dagster[2852]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.704561] dagster[2852]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 292.705254] dagster[2852]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.705833] dagster[2852]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 292.706690] dagster[2852]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 292.707494] dagster[2852]: ) vm-test-run-dagster> full # [ 292.708176] dagster[2852]: ^ vm-test-run-dagster> full # [ 292.708772] dagster[2852]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 292.709578] dagster[2852]: raise VersionError(msg) vm-test-run-dagster> full # [ 292.710227] dagster[2852]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 292.840956] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 292.841836] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 297.849673] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 39. vm-test-run-dagster> full # [ 297.854165] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 299.775224] dagster[2902]: Traceback (most recent call last): vm-test-run-dagster> full # [ 299.776640] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 299.778899] dagster[2902]: sys.exit(main()) vm-test-run-dagster> full # [ 299.780065] dagster[2902]: ~~~~^^ vm-test-run-dagster> full # [ 299.781125] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 299.783978] dagster[2902]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 299.785359] dagster[2902]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.786715] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 299.789358] dagster[2902]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 299.790426] dagster[2902]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.791493] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 299.793695] dagster[2902]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 299.794605] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 299.797395] dagster[2902]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 299.799149] dagster[2902]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 299.800813] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 299.803744] dagster[2902]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 299.805427] dagster[2902]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 299.807135] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 299.809728] dagster[2902]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 299.810953] dagster[2902]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.812198] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 299.814397] dagster[2902]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 299.815491] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 299.817984] dagster[2902]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 299.819425] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 299.821855] dagster[2902]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 299.822940] dagster[2902]: ...<3 lines>... vm-test-run-dagster> full # [ 299.823801] dagster[2902]: ) vm-test-run-dagster> full # [ 299.824509] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 299.826869] dagster[2902]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 299.828193] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 299.830616] dagster[2902]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 299.831868] dagster[2902]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 299.833144] dagster[2902]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 299.834237] dagster[2902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.835322] dagster[2902]: ...<4 lines>... vm-test-run-dagster> full # [ 299.836176] dagster[2902]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 299.837248] dagster[2902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.838312] dagster[2902]: ) vm-test-run-dagster> full # [ 299.838985] dagster[2902]: ^ vm-test-run-dagster> full # [ 299.839647] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 299.842389] dagster[2902]: _ReportVersionError( vm-test-run-dagster> full # [ 299.843423] dagster[2902]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 299.844333] dagster[2902]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 299.845897] dagster[2902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.847476] dagster[2902]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 299.849119] dagster[2902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.850716] dagster[2902]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 299.852240] dagster[2902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 299.853791] dagster[2902]: ) vm-test-run-dagster> full # [ 299.854445] dagster[2902]: ^ vm-test-run-dagster> full # [ 299.855156] dagster[2902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 299.857769] dagster[2902]: raise VersionError(msg) vm-test-run-dagster> full # [ 299.858707] dagster[2902]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 299.897380] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 299.898361] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 305.099447] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 40. vm-test-run-dagster> full # [ 305.103179] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 307.082927] dagster[2943]: Traceback (most recent call last): vm-test-run-dagster> full # [ 307.096927] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 307.097744] dagster[2943]: sys.exit(main()) vm-test-run-dagster> full # [ 307.098534] dagster[2943]: ~~~~^^ vm-test-run-dagster> full # [ 307.099215] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 307.099826] dagster[2943]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 307.100685] dagster[2943]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.101290] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 307.101927] dagster[2943]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 307.102753] dagster[2943]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.103570] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 307.104250] dagster[2943]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 307.104852] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 307.105686] dagster[2943]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 307.106519] dagster[2943]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 307.107192] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 307.107776] dagster[2943]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 307.108568] dagster[2943]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 307.109217] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 307.109814] dagster[2943]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 307.110632] dagster[2943]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.111273] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 307.111872] dagster[2943]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 307.112701] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 307.113493] dagster[2943]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 307.114144] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 307.114749] dagster[2943]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 307.115550] dagster[2943]: ...<3 lines>... vm-test-run-dagster> full # [ 307.116203] dagster[2943]: ) vm-test-run-dagster> full # [ 307.116840] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 307.117639] dagster[2943]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 307.118281] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 307.118894] dagster[2943]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 307.119704] dagster[2943]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 307.120508] dagster[2943]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 307.121161] dagster[2943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.121766] dagster[2943]: ...<4 lines>... vm-test-run-dagster> full # [ 307.122565] dagster[2943]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 307.123213] dagster[2943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.123810] dagster[2943]: ) vm-test-run-dagster> full # [ 307.124640] dagster[2943]: ^ vm-test-run-dagster> full # [ 307.125267] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 307.125869] dagster[2943]: _ReportVersionError( vm-test-run-dagster> full # [ 307.126687] dagster[2943]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 307.127482] dagster[2943]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 307.128134] dagster[2943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.128746] dagster[2943]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 307.129542] dagster[2943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.130195] dagster[2943]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 307.130800] dagster[2943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 307.131613] dagster[2943]: ) vm-test-run-dagster> full # [ 307.132252] dagster[2943]: ^ vm-test-run-dagster> full # [ 307.132852] dagster[2943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 307.133466] dagster[2943]: raise VersionError(msg) vm-test-run-dagster> full # [ 307.134116] dagster[2943]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 307.295785] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 307.296632] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 311.879935] postgres[750]: [750] LOG: checkpoint starting: time vm-test-run-dagster> full # [ 312.349399] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 41. vm-test-run-dagster> full # [ 312.354895] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 314.354386] dagster[2997]: Traceback (most recent call last): vm-test-run-dagster> full # [ 314.356319] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 314.357081] dagster[2997]: sys.exit(main()) vm-test-run-dagster> full # [ 314.357660] dagster[2997]: ~~~~^^ vm-test-run-dagster> full # [ 314.358468] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 314.359121] dagster[2997]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 314.359756] dagster[2997]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.360580] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 314.361211] dagster[2997]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 314.361811] dagster[2997]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.362648] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 314.363258] dagster[2997]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 314.370064] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 314.370829] dagster[2997]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 314.371695] dagster[2997]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 314.372514] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 314.373167] dagster[2997]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 314.373784] dagster[2997]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 314.374612] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 314.375268] dagster[2997]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 314.375868] dagster[2997]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.376694] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 314.377493] dagster[2997]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 314.378146] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 314.378758] dagster[2997]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 314.379598] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 314.380223] dagster[2997]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 314.380822] dagster[2997]: ...<3 lines>... vm-test-run-dagster> full # [ 314.381652] dagster[2997]: ) vm-test-run-dagster> full # [ 314.382279] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 314.382900] dagster[2997]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 314.396882] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 314.397666] dagster[2997]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 314.398487] dagster[2997]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 314.399149] dagster[2997]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 314.399771] dagster[2997]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.400594] dagster[2997]: ...<4 lines>... vm-test-run-dagster> full # [ 314.401265] dagster[2997]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 314.401885] dagster[2997]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.402726] dagster[2997]: ) vm-test-run-dagster> full # [ 314.403571] dagster[2997]: ^ vm-test-run-dagster> full # [ 314.404230] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 314.404830] dagster[2997]: _ReportVersionError( vm-test-run-dagster> full # [ 314.405670] dagster[2997]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 314.406488] dagster[2997]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 314.407169] dagster[2997]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.407784] dagster[2997]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 314.408616] dagster[2997]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.409268] dagster[2997]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 314.409885] dagster[2997]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 314.410723] dagster[2997]: ) vm-test-run-dagster> full # [ 314.411531] dagster[2997]: ^ vm-test-run-dagster> full # [ 314.412200] dagster[2997]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 314.412818] dagster[2997]: raise VersionError(msg) vm-test-run-dagster> full # [ 314.413676] dagster[2997]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 314.553196] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 314.554138] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 316.269333] dagster-daemon[695]: 2026-07-06 20:07:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 316.280801] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 316.281706] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 316.284365] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 316.285810] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 316.287260] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 316.290239] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 316.291612] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.292969] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 316.295959] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 316.297495] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 316.300634] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 316.302058] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 316.304456] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 316.306040] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 316.308455] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 316.309854] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 316.312371] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 316.313877] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 316.315293] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 316.316445] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.317593] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 316.318489] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 316.319657] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.320836] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 316.321565] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 316.323496] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 316.327697] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 316.329927] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 316.330897] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 316.332554] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.334355] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 316.336299] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.337971] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 316.340170] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 316.341830] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 316.342723] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 316.343447] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 316.346170] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 316.347202] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 319.599169] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 42. vm-test-run-dagster> full # [ 319.604108] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 321.518181] dagster[3059]: Traceback (most recent call last): vm-test-run-dagster> full # [ 321.519610] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 321.521888] dagster[3059]: sys.exit(main()) vm-test-run-dagster> full # [ 321.523053] dagster[3059]: ~~~~^^ vm-test-run-dagster> full # [ 321.524124] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 321.527077] dagster[3059]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 321.528442] dagster[3059]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.529815] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 321.532552] dagster[3059]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 321.533613] dagster[3059]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.534681] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 321.536858] dagster[3059]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 321.537779] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 321.540039] dagster[3059]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 321.541384] dagster[3059]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 321.542720] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 321.544917] dagster[3059]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 321.546275] dagster[3059]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 321.547624] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 321.549830] dagster[3059]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 321.551077] dagster[3059]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.552291] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 321.554479] dagster[3059]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 321.555536] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 321.558041] dagster[3059]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 321.559446] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 321.561869] dagster[3059]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 321.562953] dagster[3059]: ...<3 lines>... vm-test-run-dagster> full # [ 321.563829] dagster[3059]: ) vm-test-run-dagster> full # [ 321.564537] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 321.566879] dagster[3059]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 321.567994] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 321.570414] dagster[3059]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 321.571836] dagster[3059]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 321.573120] dagster[3059]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 321.574213] dagster[3059]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.575320] dagster[3059]: ...<4 lines>... vm-test-run-dagster> full # [ 321.576176] dagster[3059]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 321.577251] dagster[3059]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.578329] dagster[3059]: ) vm-test-run-dagster> full # [ 321.578987] dagster[3059]: ^ vm-test-run-dagster> full # [ 321.579670] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 321.582405] dagster[3059]: _ReportVersionError( vm-test-run-dagster> full # [ 321.583314] dagster[3059]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 321.584224] dagster[3059]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 321.585812] dagster[3059]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.587405] dagster[3059]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 321.589039] dagster[3059]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.590645] dagster[3059]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 321.592196] dagster[3059]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 321.593752] dagster[3059]: ) vm-test-run-dagster> full # [ 321.594401] dagster[3059]: ^ vm-test-run-dagster> full # [ 321.595081] dagster[3059]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 321.597698] dagster[3059]: raise VersionError(msg) vm-test-run-dagster> full # [ 321.598646] dagster[3059]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 321.643686] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 321.646328] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 326.849409] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 43. vm-test-run-dagster> full # [ 326.852801] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 328.832780] dagster[3105]: Traceback (most recent call last): vm-test-run-dagster> full # [ 328.834252] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 328.836440] dagster[3105]: sys.exit(main()) vm-test-run-dagster> full # [ 328.837367] dagster[3105]: ~~~~^^ vm-test-run-dagster> full # [ 328.838238] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 328.840539] dagster[3105]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 328.841677] dagster[3105]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.842760] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 328.845036] dagster[3105]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 328.846104] dagster[3105]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.847166] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 328.849330] dagster[3105]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 328.850233] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 328.852421] dagster[3105]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 328.853786] dagster[3105]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 328.855134] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 328.857320] dagster[3105]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 328.858663] dagster[3105]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 328.859972] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 328.862188] dagster[3105]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 328.863397] dagster[3105]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.864661] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 328.866873] dagster[3105]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 328.867932] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 328.870413] dagster[3105]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 328.871842] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 328.874252] dagster[3105]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 328.875328] dagster[3105]: ...<3 lines>... vm-test-run-dagster> full # [ 328.876167] dagster[3105]: ) vm-test-run-dagster> full # [ 328.876865] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 328.879217] dagster[3105]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 328.880323] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 328.882692] dagster[3105]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 328.883939] dagster[3105]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 328.885224] dagster[3105]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 328.886310] dagster[3105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.887393] dagster[3105]: ...<4 lines>... vm-test-run-dagster> full # [ 328.888236] dagster[3105]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 328.889297] dagster[3105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.890359] dagster[3105]: ) vm-test-run-dagster> full # [ 328.891052] dagster[3105]: ^ vm-test-run-dagster> full # [ 328.891718] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 328.894449] dagster[3105]: _ReportVersionError( vm-test-run-dagster> full # [ 328.895348] dagster[3105]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 328.896250] dagster[3105]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 328.897812] dagster[3105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.899393] dagster[3105]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 328.900981] dagster[3105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.902583] dagster[3105]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 328.904132] dagster[3105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 328.905664] dagster[3105]: ) vm-test-run-dagster> full # [ 328.906320] dagster[3105]: ^ vm-test-run-dagster> full # [ 328.906950] dagster[3105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 328.909553] dagster[3105]: raise VersionError(msg) vm-test-run-dagster> full # [ 328.910479] dagster[3105]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 328.955771] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 328.956666] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 334.099583] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 44. vm-test-run-dagster> full # [ 334.102948] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 335.980662] dagster[3150]: Traceback (most recent call last): vm-test-run-dagster> full # [ 335.984412] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 335.987039] dagster[3150]: sys.exit(main()) vm-test-run-dagster> full # [ 335.988683] dagster[3150]: ~~~~^^ vm-test-run-dagster> full # [ 335.992131] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 335.995392] dagster[3150]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 335.996759] dagster[3150]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 335.998167] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 336.000728] dagster[3150]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 336.002247] dagster[3150]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.003397] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 336.005735] dagster[3150]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 336.006739] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 336.009167] dagster[3150]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 336.010642] dagster[3150]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 336.012159] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 336.014525] dagster[3150]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 336.016205] dagster[3150]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 336.018512] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 336.020711] dagster[3150]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 336.021920] dagster[3150]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.023160] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 336.025505] dagster[3150]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 336.026694] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 336.029422] dagster[3150]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 336.031437] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 336.033877] dagster[3150]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 336.035071] dagster[3150]: ...<3 lines>... vm-test-run-dagster> full # [ 336.035911] dagster[3150]: ) vm-test-run-dagster> full # [ 336.036609] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 336.038937] dagster[3150]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 336.040401] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 336.042905] dagster[3150]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 336.044204] dagster[3150]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 336.045451] dagster[3150]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 336.046541] dagster[3150]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.047648] dagster[3150]: ...<4 lines>... vm-test-run-dagster> full # [ 336.048614] dagster[3150]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 336.049674] dagster[3150]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.050736] dagster[3150]: ) vm-test-run-dagster> full # [ 336.051420] dagster[3150]: ^ vm-test-run-dagster> full # [ 336.052115] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 336.054861] dagster[3150]: _ReportVersionError( vm-test-run-dagster> full # [ 336.055760] dagster[3150]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 336.056664] dagster[3150]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 336.058221] dagster[3150]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.059801] dagster[3150]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 336.061402] dagster[3150]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.062993] dagster[3150]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 336.064543] dagster[3150]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 336.066096] dagster[3150]: ) vm-test-run-dagster> full # [ 336.066746] dagster[3150]: ^ vm-test-run-dagster> full # [ 336.067397] dagster[3150]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 336.069992] dagster[3150]: raise VersionError(msg) vm-test-run-dagster> full # [ 336.070935] dagster[3150]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 336.120623] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 336.121807] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 341.350303] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 45. vm-test-run-dagster> full # [ 341.353496] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 343.357173] dagster[3196]: Traceback (most recent call last): vm-test-run-dagster> full # [ 343.358549] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 343.360800] dagster[3196]: sys.exit(main()) vm-test-run-dagster> full # [ 343.361910] dagster[3196]: ~~~~^^ vm-test-run-dagster> full # [ 343.362951] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 343.365828] dagster[3196]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 343.367218] dagster[3196]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.368540] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 343.371203] dagster[3196]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 343.372363] dagster[3196]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.373424] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 343.375571] dagster[3196]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 343.376468] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 343.378664] dagster[3196]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 343.380038] dagster[3196]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 343.381348] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 343.383517] dagster[3196]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 343.384883] dagster[3196]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 343.386258] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 343.388452] dagster[3196]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 343.389679] dagster[3196]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.390878] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 343.393165] dagster[3196]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 343.394216] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 343.396662] dagster[3196]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 343.398108] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 343.400469] dagster[3196]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 343.401540] dagster[3196]: ...<3 lines>... vm-test-run-dagster> full # [ 343.402374] dagster[3196]: ) vm-test-run-dagster> full # [ 343.403098] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 343.405401] dagster[3196]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 343.406506] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 343.408883] dagster[3196]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 343.410153] dagster[3196]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 343.411393] dagster[3196]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 343.412473] dagster[3196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.413554] dagster[3196]: ...<4 lines>... vm-test-run-dagster> full # [ 343.414388] dagster[3196]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 343.415443] dagster[3196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.416502] dagster[3196]: ) vm-test-run-dagster> full # [ 343.417225] dagster[3196]: ^ vm-test-run-dagster> full # [ 343.417874] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 343.420633] dagster[3196]: _ReportVersionError( vm-test-run-dagster> full # [ 343.421513] dagster[3196]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 343.422411] dagster[3196]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 343.423973] dagster[3196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.425545] dagster[3196]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 343.427148] dagster[3196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.428730] dagster[3196]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 343.430246] dagster[3196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 343.431762] dagster[3196]: ) vm-test-run-dagster> full # [ 343.432416] dagster[3196]: ^ vm-test-run-dagster> full # [ 343.433087] dagster[3196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 343.435665] dagster[3196]: raise VersionError(msg) vm-test-run-dagster> full # [ 343.436580] dagster[3196]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 343.481473] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 343.483755] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 348.600400] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 46. vm-test-run-dagster> full # [ 348.603768] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 350.635305] dagster[3254]: Traceback (most recent call last): vm-test-run-dagster> full # [ 350.637169] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 350.637907] dagster[3254]: sys.exit(main()) vm-test-run-dagster> full # [ 350.638700] dagster[3254]: ~~~~^^ vm-test-run-dagster> full # [ 350.639504] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 350.640159] dagster[3254]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 350.640802] dagster[3254]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.641623] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 350.642245] dagster[3254]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 350.642851] dagster[3254]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.648094] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 350.648875] dagster[3254]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 350.649711] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 350.650532] dagster[3254]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 350.651240] dagster[3254]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 350.651829] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 350.652663] dagster[3254]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 350.653278] dagster[3254]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 350.653917] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 350.654727] dagster[3254]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 350.655543] dagster[3254]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.656217] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 350.656794] dagster[3254]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 350.657613] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 350.658249] dagster[3254]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 350.670296] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 350.671087] dagster[3254]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 350.671701] dagster[3254]: ...<3 lines>... vm-test-run-dagster> full # [ 350.672529] dagster[3254]: ) vm-test-run-dagster> full # [ 350.673202] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 350.673831] dagster[3254]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 350.674680] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 350.675500] dagster[3254]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 350.676172] dagster[3254]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 350.676789] dagster[3254]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 350.677619] dagster[3254]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.678284] dagster[3254]: ...<4 lines>... vm-test-run-dagster> full # [ 350.678904] dagster[3254]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 350.679733] dagster[3254]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.680533] dagster[3254]: ) vm-test-run-dagster> full # [ 350.681243] dagster[3254]: ^ vm-test-run-dagster> full # [ 350.681839] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 350.682635] dagster[3254]: _ReportVersionError( vm-test-run-dagster> full # [ 350.683258] dagster[3254]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 350.683868] dagster[3254]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 350.684699] dagster[3254]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.685505] dagster[3254]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 350.686164] dagster[3254]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.686773] dagster[3254]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 350.687588] dagster[3254]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 350.688248] dagster[3254]: ) vm-test-run-dagster> full # [ 350.688857] dagster[3254]: ^ vm-test-run-dagster> full # [ 350.689481] dagster[3254]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 350.690132] dagster[3254]: raise VersionError(msg) vm-test-run-dagster> full # [ 350.704179] dagster[3254]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 350.826148] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 350.827086] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 355.850395] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 47. vm-test-run-dagster> full # [ 355.853184] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 357.879377] dagster[3297]: Traceback (most recent call last): vm-test-run-dagster> full # [ 357.880789] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 357.883115] dagster[3297]: sys.exit(main()) vm-test-run-dagster> full # [ 357.884352] dagster[3297]: ~~~~^^ vm-test-run-dagster> full # [ 357.885532] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 357.888377] dagster[3297]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 357.889755] dagster[3297]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.891126] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 357.893895] dagster[3297]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 357.895039] dagster[3297]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.896107] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 357.898264] dagster[3297]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 357.899182] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 357.901446] dagster[3297]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 357.902804] dagster[3297]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 357.904145] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 357.906329] dagster[3297]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 357.907653] dagster[3297]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 357.908967] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 357.911205] dagster[3297]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 357.912439] dagster[3297]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.913670] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 357.915840] dagster[3297]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 357.916894] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 357.919357] dagster[3297]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 357.920772] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 357.923173] dagster[3297]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 357.924729] dagster[3297]: ...<3 lines>... vm-test-run-dagster> full # [ 357.925556] dagster[3297]: ) vm-test-run-dagster> full # [ 357.926262] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 357.928587] dagster[3297]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 357.930709] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 357.933150] dagster[3297]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 357.935209] dagster[3297]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 357.936455] dagster[3297]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 357.940112] dagster[3297]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.941201] dagster[3297]: ...<4 lines>... vm-test-run-dagster> full # [ 357.942047] dagster[3297]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 357.943109] dagster[3297]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.944164] dagster[3297]: ) vm-test-run-dagster> full # [ 357.944826] dagster[3297]: ^ vm-test-run-dagster> full # [ 357.946420] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 357.949158] dagster[3297]: _ReportVersionError( vm-test-run-dagster> full # [ 357.951071] dagster[3297]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 357.951950] dagster[3297]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 357.953537] dagster[3297]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.955120] dagster[3297]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 357.956696] dagster[3297]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.961854] dagster[3297]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 357.963404] dagster[3297]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 357.964939] dagster[3297]: ) vm-test-run-dagster> full # [ 357.965588] dagster[3297]: ^ vm-test-run-dagster> full # [ 357.966441] dagster[3297]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 357.969087] dagster[3297]: raise VersionError(msg) vm-test-run-dagster> full # [ 357.970033] dagster[3297]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 358.016709] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 358.017869] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 363.099440] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 48. vm-test-run-dagster> full # [ 363.102586] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 365.097801] dagster[3347]: Traceback (most recent call last): vm-test-run-dagster> full # [ 365.099419] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 365.101917] dagster[3347]: sys.exit(main()) vm-test-run-dagster> full # [ 365.103215] dagster[3347]: ~~~~^^ vm-test-run-dagster> full # [ 365.104409] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 365.107700] dagster[3347]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 365.109346] dagster[3347]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.110711] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 365.113446] dagster[3347]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 365.114779] dagster[3347]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.115947] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 365.118145] dagster[3347]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 365.119062] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 365.121235] dagster[3347]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 365.122585] dagster[3347]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 365.123899] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 365.126126] dagster[3347]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 365.127444] dagster[3347]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 365.128787] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 365.131049] dagster[3347]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 365.132253] dagster[3347]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.133471] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 365.135662] dagster[3347]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 365.136696] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 365.139153] dagster[3347]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 365.140697] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 365.143098] dagster[3347]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 365.144173] dagster[3347]: ...<3 lines>... vm-test-run-dagster> full # [ 365.145039] dagster[3347]: ) vm-test-run-dagster> full # [ 365.145727] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 365.148065] dagster[3347]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 365.149172] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 365.151530] dagster[3347]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 365.152769] dagster[3347]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 365.154058] dagster[3347]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 365.155213] dagster[3347]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.156300] dagster[3347]: ...<4 lines>... vm-test-run-dagster> full # [ 365.157151] dagster[3347]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 365.158213] dagster[3347]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.159276] dagster[3347]: ) vm-test-run-dagster> full # [ 365.159945] dagster[3347]: ^ vm-test-run-dagster> full # [ 365.160628] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 365.163365] dagster[3347]: _ReportVersionError( vm-test-run-dagster> full # [ 365.164267] dagster[3347]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 365.165169] dagster[3347]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 365.166725] dagster[3347]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.168262] dagster[3347]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 365.170234] dagster[3347]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.172213] dagster[3347]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 365.174150] dagster[3347]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 365.176082] dagster[3347]: ) vm-test-run-dagster> full # [ 365.176876] dagster[3347]: ^ vm-test-run-dagster> full # [ 365.177701] dagster[3347]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 365.180909] dagster[3347]: raise VersionError(msg) vm-test-run-dagster> full # [ 365.182099] dagster[3347]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 365.219440] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 365.220382] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 370.349791] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 49. vm-test-run-dagster> full # [ 370.354637] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 372.315411] dagster[3394]: Traceback (most recent call last): vm-test-run-dagster> full # [ 372.317329] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 372.318163] dagster[3394]: sys.exit(main()) vm-test-run-dagster> full # [ 372.318755] dagster[3394]: ~~~~^^ vm-test-run-dagster> full # [ 372.319549] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 372.320211] dagster[3394]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 372.320833] dagster[3394]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.321672] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 372.322285] dagster[3394]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 372.322882] dagster[3394]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.323709] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 372.324520] dagster[3394]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 372.331038] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 372.331827] dagster[3394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 372.332779] dagster[3394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 372.333483] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 372.334156] dagster[3394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 372.334770] dagster[3394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 372.335588] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 372.336240] dagster[3394]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 372.336841] dagster[3394]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.337704] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 372.338475] dagster[3394]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 372.346914] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 372.347684] dagster[3394]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 372.348502] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 372.349172] dagster[3394]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 372.349785] dagster[3394]: ...<3 lines>... vm-test-run-dagster> full # [ 372.350616] dagster[3394]: ) vm-test-run-dagster> full # [ 372.351282] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 372.351887] dagster[3394]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 372.352768] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 372.353543] dagster[3394]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 372.354206] dagster[3394]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 372.354816] dagster[3394]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 372.355620] dagster[3394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.356263] dagster[3394]: ...<4 lines>... vm-test-run-dagster> full # [ 372.356868] dagster[3394]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 372.357691] dagster[3394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.358496] dagster[3394]: ) vm-test-run-dagster> full # [ 372.359174] dagster[3394]: ^ vm-test-run-dagster> full # [ 372.359766] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 372.360571] dagster[3394]: _ReportVersionError( vm-test-run-dagster> full # [ 372.361225] dagster[3394]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 372.361815] dagster[3394]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 372.362626] dagster[3394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.363267] dagster[3394]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 372.363867] dagster[3394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.364688] dagster[3394]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 372.365496] dagster[3394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 372.366147] dagster[3394]: ) vm-test-run-dagster> full # [ 372.366754] dagster[3394]: ^ vm-test-run-dagster> full # [ 372.380888] dagster[3394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 372.381661] dagster[3394]: raise VersionError(msg) vm-test-run-dagster> full # [ 372.382288] dagster[3394]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 372.506636] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 372.508866] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 376.291294] dagster-daemon[695]: 2026-07-06 20:08:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 376.304336] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 376.305201] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 376.307843] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 376.309309] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 376.310763] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 376.313698] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 376.315084] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.316437] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 376.319389] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 376.320899] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 376.323954] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 376.325306] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 376.327681] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 376.329200] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 376.331578] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 376.332934] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 376.335428] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 376.336755] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 376.338084] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 376.339217] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.340362] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 376.341269] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 376.342428] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.343556] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 376.344287] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 376.345047] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 376.347926] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 376.348890] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 376.349844] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 376.351562] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.354536] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 376.357503] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.359248] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 376.361396] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 376.363122] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 376.363855] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 376.364570] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 376.365538] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 376.366223] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 377.599528] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 50. vm-test-run-dagster> full # [ 377.603311] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 379.556219] dagster[3453]: Traceback (most recent call last): vm-test-run-dagster> full # [ 379.557617] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 379.559871] dagster[3453]: sys.exit(main()) vm-test-run-dagster> full # [ 379.561101] dagster[3453]: ~~~~^^ vm-test-run-dagster> full # [ 379.562163] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 379.565062] dagster[3453]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 379.566430] dagster[3453]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.567767] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 379.570560] dagster[3453]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 379.571641] dagster[3453]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.572702] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 379.574868] dagster[3453]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 379.575782] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 379.578033] dagster[3453]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 379.579376] dagster[3453]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 379.580696] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 379.582881] dagster[3453]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 379.584233] dagster[3453]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 379.585553] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 379.587777] dagster[3453]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 379.588988] dagster[3453]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.590227] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 379.592404] dagster[3453]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 379.593573] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 379.596049] dagster[3453]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 379.597446] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 379.599851] dagster[3453]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 379.600921] dagster[3453]: ...<3 lines>... vm-test-run-dagster> full # [ 379.601767] dagster[3453]: ) vm-test-run-dagster> full # [ 379.602471] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 379.604834] dagster[3453]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 379.605947] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 379.608342] dagster[3453]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 379.609573] dagster[3453]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 379.610841] dagster[3453]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 379.611925] dagster[3453]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.613041] dagster[3453]: ...<4 lines>... vm-test-run-dagster> full # [ 379.613861] dagster[3453]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 379.614925] dagster[3453]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.615989] dagster[3453]: ) vm-test-run-dagster> full # [ 379.616693] dagster[3453]: ^ vm-test-run-dagster> full # [ 379.617343] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 379.620094] dagster[3453]: _ReportVersionError( vm-test-run-dagster> full # [ 379.620966] dagster[3453]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 379.621867] dagster[3453]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 379.623440] dagster[3453]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.625040] dagster[3453]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 379.626653] dagster[3453]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.628247] dagster[3453]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 379.629791] dagster[3453]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 379.631339] dagster[3453]: ) vm-test-run-dagster> full # [ 379.631973] dagster[3453]: ^ vm-test-run-dagster> full # [ 379.632638] dagster[3453]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 379.635204] dagster[3453]: raise VersionError(msg) vm-test-run-dagster> full # [ 379.636140] dagster[3453]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 379.677598] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 379.678755] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 384.851147] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 51. vm-test-run-dagster> full # [ 384.854119] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 386.920568] dagster[3499]: Traceback (most recent call last): vm-test-run-dagster> full # [ 386.922482] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 386.923258] dagster[3499]: sys.exit(main()) vm-test-run-dagster> full # [ 386.923822] dagster[3499]: ~~~~^^ vm-test-run-dagster> full # [ 386.924645] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 386.925259] dagster[3499]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 386.925912] dagster[3499]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.926745] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 386.927518] dagster[3499]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 386.928173] dagster[3499]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.928771] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 386.929573] dagster[3499]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 386.936084] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 386.936853] dagster[3499]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 386.937502] dagster[3499]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 386.938170] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 386.938762] dagster[3499]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 386.939576] dagster[3499]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 386.940249] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 386.940856] dagster[3499]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 386.941482] dagster[3499]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.942156] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 386.942731] dagster[3499]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 386.951952] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 386.952727] dagster[3499]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 386.953543] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 386.954211] dagster[3499]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 386.954823] dagster[3499]: ...<3 lines>... vm-test-run-dagster> full # [ 386.955658] dagster[3499]: ) vm-test-run-dagster> full # [ 386.956281] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 386.956916] dagster[3499]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 386.957783] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 386.958558] dagster[3499]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 386.959283] dagster[3499]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 386.959832] dagster[3499]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 386.960656] dagster[3499]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.961256] dagster[3499]: ...<4 lines>... vm-test-run-dagster> full # [ 386.961887] dagster[3499]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 386.962711] dagster[3499]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.963512] dagster[3499]: ) vm-test-run-dagster> full # [ 386.964184] dagster[3499]: ^ vm-test-run-dagster> full # [ 386.964766] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 386.965568] dagster[3499]: _ReportVersionError( vm-test-run-dagster> full # [ 386.966221] dagster[3499]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 386.966825] dagster[3499]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 386.967634] dagster[3499]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.968268] dagster[3499]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 386.968875] dagster[3499]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.969691] dagster[3499]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 386.970493] dagster[3499]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 386.971150] dagster[3499]: ) vm-test-run-dagster> full # [ 386.971753] dagster[3499]: ^ vm-test-run-dagster> full # [ 386.985834] dagster[3499]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 386.986595] dagster[3499]: raise VersionError(msg) vm-test-run-dagster> full # [ 386.987265] dagster[3499]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 387.113426] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 387.114412] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 392.349586] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 52. vm-test-run-dagster> full # [ 392.354630] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 394.426536] dagster[3546]: Traceback (most recent call last): vm-test-run-dagster> full # [ 394.428430] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 394.429215] dagster[3546]: sys.exit(main()) vm-test-run-dagster> full # [ 394.429804] dagster[3546]: ~~~~^^ vm-test-run-dagster> full # [ 394.430622] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 394.431263] dagster[3546]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 394.431903] dagster[3546]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.432554] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 394.433563] dagster[3546]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 394.434521] dagster[3546]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.435627] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 394.436728] dagster[3546]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 394.444833] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 394.445549] dagster[3546]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 394.446216] dagster[3546]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 394.446810] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 394.447638] dagster[3546]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 394.448272] dagster[3546]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 394.448917] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 394.449709] dagster[3546]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 394.450625] dagster[3546]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.457822] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 394.458676] dagster[3546]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 394.459303] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 394.459934] dagster[3546]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 394.460815] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 394.461591] dagster[3546]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 394.462258] dagster[3546]: ...<3 lines>... vm-test-run-dagster> full # [ 394.462881] dagster[3546]: ) vm-test-run-dagster> full # [ 394.463694] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 394.464510] dagster[3546]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 394.472138] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 394.474790] dagster[3546]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 394.475557] dagster[3546]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 394.476258] dagster[3546]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 394.477306] dagster[3546]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.477755] dagster[3546]: ...<4 lines>... vm-test-run-dagster> full # [ 394.478858] dagster[3546]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 394.480082] dagster[3546]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.481180] dagster[3546]: ) vm-test-run-dagster> full # [ 394.482870] dagster[3546]: ^ vm-test-run-dagster> full # [ 394.483988] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 394.485317] dagster[3546]: _ReportVersionError( vm-test-run-dagster> full # [ 394.486746] dagster[3546]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 394.488579] dagster[3546]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 394.489947] dagster[3546]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.490780] dagster[3546]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 394.491870] dagster[3546]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.492767] dagster[3546]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 394.493857] dagster[3546]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 394.495127] dagster[3546]: ) vm-test-run-dagster> full # [ 394.496238] dagster[3546]: ^ vm-test-run-dagster> full # [ 394.497079] dagster[3546]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 394.497950] dagster[3546]: raise VersionError(msg) vm-test-run-dagster> full # [ 394.498658] dagster[3546]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 394.628719] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 394.629854] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 399.849731] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 53. vm-test-run-dagster> full # [ 399.854720] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 401.912745] dagster[3594]: Traceback (most recent call last): vm-test-run-dagster> full # [ 401.914650] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 401.915552] dagster[3594]: sys.exit(main()) vm-test-run-dagster> full # [ 401.916192] dagster[3594]: ~~~~^^ vm-test-run-dagster> full # [ 401.916799] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 401.917619] dagster[3594]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 401.918284] dagster[3594]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.918913] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 401.919706] dagster[3594]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 401.920520] dagster[3594]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.921166] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 401.921786] dagster[3594]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 401.928267] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 401.929084] dagster[3594]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 401.929706] dagster[3594]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 401.930518] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 401.931173] dagster[3594]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 401.931788] dagster[3594]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 401.932654] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 401.933262] dagster[3594]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 401.933865] dagster[3594]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.934693] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 401.935494] dagster[3594]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 401.944294] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 401.945107] dagster[3594]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 401.945722] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 401.946558] dagster[3594]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 401.947217] dagster[3594]: ...<3 lines>... vm-test-run-dagster> full # [ 401.947827] dagster[3594]: ) vm-test-run-dagster> full # [ 401.948681] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 401.949498] dagster[3594]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 401.950195] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 401.950804] dagster[3594]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 401.951610] dagster[3594]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 401.952253] dagster[3594]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 401.952862] dagster[3594]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.953689] dagster[3594]: ...<4 lines>... vm-test-run-dagster> full # [ 401.954505] dagster[3594]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 401.955150] dagster[3594]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.955771] dagster[3594]: ) vm-test-run-dagster> full # [ 401.956590] dagster[3594]: ^ vm-test-run-dagster> full # [ 401.957229] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 401.957834] dagster[3594]: _ReportVersionError( vm-test-run-dagster> full # [ 401.958656] dagster[3594]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 401.959273] dagster[3594]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 401.959903] dagster[3594]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.960741] dagster[3594]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 401.961539] dagster[3594]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.962195] dagster[3594]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 401.962808] dagster[3594]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 401.963629] dagster[3594]: ) vm-test-run-dagster> full # [ 401.964270] dagster[3594]: ^ vm-test-run-dagster> full # [ 401.965179] dagster[3594]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 401.965698] dagster[3594]: raise VersionError(msg) vm-test-run-dagster> full # [ 401.981642] dagster[3594]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 402.105247] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 402.106231] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 407.349411] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 54. vm-test-run-dagster> full # [ 407.354391] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 409.393087] dagster[3651]: Traceback (most recent call last): vm-test-run-dagster> full # [ 409.394368] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 409.396220] dagster[3651]: sys.exit(main()) vm-test-run-dagster> full # [ 409.397090] dagster[3651]: ~~~~^^ vm-test-run-dagster> full # [ 409.397933] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 409.400271] dagster[3651]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 409.401378] dagster[3651]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.402464] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 409.404715] dagster[3651]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 409.405789] dagster[3651]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.406861] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 409.409111] dagster[3651]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 409.410058] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 409.412261] dagster[3651]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 409.413631] dagster[3651]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 409.414956] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 409.417192] dagster[3651]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 409.418530] dagster[3651]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 409.419877] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 409.422144] dagster[3651]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 409.423363] dagster[3651]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.424591] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 409.426802] dagster[3651]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 409.427965] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 409.430473] dagster[3651]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 409.431912] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 409.434353] dagster[3651]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 409.435458] dagster[3651]: ...<3 lines>... vm-test-run-dagster> full # [ 409.436335] dagster[3651]: ) vm-test-run-dagster> full # [ 409.437226] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 409.439577] dagster[3651]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 409.440705] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 409.443162] dagster[3651]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 409.444427] dagster[3651]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 409.445712] dagster[3651]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 409.446812] dagster[3651]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.447909] dagster[3651]: ...<4 lines>... vm-test-run-dagster> full # [ 409.448765] dagster[3651]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 409.449838] dagster[3651]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.450923] dagster[3651]: ) vm-test-run-dagster> full # [ 409.451609] dagster[3651]: ^ vm-test-run-dagster> full # [ 409.452265] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 409.455072] dagster[3651]: _ReportVersionError( vm-test-run-dagster> full # [ 409.455952] dagster[3651]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 409.456864] dagster[3651]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 409.458459] dagster[3651]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.460079] dagster[3651]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 409.461696] dagster[3651]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.463288] dagster[3651]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 409.464843] dagster[3651]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 409.466406] dagster[3651]: ) vm-test-run-dagster> full # [ 409.467091] dagster[3651]: ^ vm-test-run-dagster> full # [ 409.467747] dagster[3651]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 409.470337] dagster[3651]: raise VersionError(msg) vm-test-run-dagster> full # [ 409.471268] dagster[3651]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 409.516808] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 409.517713] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 414.599743] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 55. vm-test-run-dagster> full # [ 414.603135] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 416.713116] dagster[3698]: Traceback (most recent call last): vm-test-run-dagster> full # [ 416.714512] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 416.716792] dagster[3698]: sys.exit(main()) vm-test-run-dagster> full # [ 416.717899] dagster[3698]: ~~~~^^ vm-test-run-dagster> full # [ 416.718946] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 416.721872] dagster[3698]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 416.723278] dagster[3698]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.724594] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 416.727348] dagster[3698]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 416.728718] dagster[3698]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.730076] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 416.732777] dagster[3698]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 416.733904] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 416.736649] dagster[3698]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 416.738309] dagster[3698]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 416.739947] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 416.742643] dagster[3698]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 416.743988] dagster[3698]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 416.745334] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 416.747501] dagster[3698]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 416.748707] dagster[3698]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.749907] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 416.752131] dagster[3698]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 416.753185] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 416.755625] dagster[3698]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 416.757051] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 416.759425] dagster[3698]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 416.760495] dagster[3698]: ...<3 lines>... vm-test-run-dagster> full # [ 416.761337] dagster[3698]: ) vm-test-run-dagster> full # [ 416.762085] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 416.764393] dagster[3698]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 416.765495] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 416.767890] dagster[3698]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 416.769165] dagster[3698]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 416.770412] dagster[3698]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 416.771496] dagster[3698]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.772590] dagster[3698]: ...<4 lines>... vm-test-run-dagster> full # [ 416.773422] dagster[3698]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 416.774478] dagster[3698]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.775532] dagster[3698]: ) vm-test-run-dagster> full # [ 416.776209] dagster[3698]: ^ vm-test-run-dagster> full # [ 416.776855] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 416.779597] dagster[3698]: _ReportVersionError( vm-test-run-dagster> full # [ 416.780482] dagster[3698]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 416.781378] dagster[3698]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 416.782942] dagster[3698]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.784513] dagster[3698]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 416.786121] dagster[3698]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.787696] dagster[3698]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 416.789231] dagster[3698]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 416.790882] dagster[3698]: ) vm-test-run-dagster> full # [ 416.791532] dagster[3698]: ^ vm-test-run-dagster> full # [ 416.792193] dagster[3698]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 416.794774] dagster[3698]: raise VersionError(msg) vm-test-run-dagster> full # [ 416.795695] dagster[3698]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 416.838543] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 416.840766] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 416.842909] systemd[1]: dagster-code-hello.service: Consumed 1.003s CPU time over 7.316s wall clock time, 62.3M memory peak. vm-test-run-dagster> full # [ 417.893997] postgres[750]: [750] LOG: checkpoint complete: wrote 1060 buffers (6.5%); 0 WAL file(s) added, 0 removed, 0 recycled; write=105.876 s, sync=0.085 s, total=106.015 s; sync files=466, longest=0.018 s, average=0.001 s; distance=5197 kB, estimate=5197 kB; lsn=0/1A07468, redo lsn=0/1A00410 vm-test-run-dagster> full # [ 421.849783] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 56. vm-test-run-dagster> full # [ 421.853343] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 423.811834] dagster[3744]: Traceback (most recent call last): vm-test-run-dagster> full # [ 423.813284] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 423.815518] dagster[3744]: sys.exit(main()) vm-test-run-dagster> full # [ 423.816716] dagster[3744]: ~~~~^^ vm-test-run-dagster> full # [ 423.817877] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 423.820785] dagster[3744]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 423.822163] dagster[3744]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.823566] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 423.826496] dagster[3744]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 423.827826] dagster[3744]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.829179] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 423.831883] dagster[3744]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 423.833282] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 423.836057] dagster[3744]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 423.837575] dagster[3744]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 423.838900] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 423.841143] dagster[3744]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 423.842473] dagster[3744]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 423.843805] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 423.846059] dagster[3744]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 423.847272] dagster[3744]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.848478] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 423.851060] dagster[3744]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 423.852378] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 423.855438] dagster[3744]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 423.857216] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 423.860216] dagster[3744]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 423.861556] dagster[3744]: ...<3 lines>... vm-test-run-dagster> full # [ 423.862607] dagster[3744]: ) vm-test-run-dagster> full # [ 423.863485] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 423.865914] dagster[3744]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 423.867058] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 423.869426] dagster[3744]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 423.870692] dagster[3744]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 423.871941] dagster[3744]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 423.873071] dagster[3744]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.874159] dagster[3744]: ...<4 lines>... vm-test-run-dagster> full # [ 423.874985] dagster[3744]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 423.876083] dagster[3744]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.877147] dagster[3744]: ) vm-test-run-dagster> full # [ 423.877815] dagster[3744]: ^ vm-test-run-dagster> full # [ 423.878470] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 423.881240] dagster[3744]: _ReportVersionError( vm-test-run-dagster> full # [ 423.882150] dagster[3744]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 423.883058] dagster[3744]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 423.884614] dagster[3744]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.886165] dagster[3744]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 423.887757] dagster[3744]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.889329] dagster[3744]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 423.890854] dagster[3744]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 423.892399] dagster[3744]: ) vm-test-run-dagster> full # [ 423.893079] dagster[3744]: ^ vm-test-run-dagster> full # [ 423.893727] dagster[3744]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 423.896306] dagster[3744]: raise VersionError(msg) vm-test-run-dagster> full # [ 423.897325] dagster[3744]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 423.936192] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 423.937141] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 429.099316] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 57. vm-test-run-dagster> full # [ 429.102994] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 431.078358] dagster[3794]: Traceback (most recent call last): vm-test-run-dagster> full # [ 431.080222] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 431.080937] dagster[3794]: sys.exit(main()) vm-test-run-dagster> full # [ 431.081743] dagster[3794]: ~~~~^^ vm-test-run-dagster> full # [ 431.082547] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 431.083202] dagster[3794]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 431.083832] dagster[3794]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.084673] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 431.085277] dagster[3794]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 431.085870] dagster[3794]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.086732] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 431.087542] dagster[3794]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 431.093822] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 431.094638] dagster[3794]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 431.095323] dagster[3794]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 431.095909] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 431.096740] dagster[3794]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 431.097564] dagster[3794]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 431.098295] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 431.098871] dagster[3794]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 431.099501] dagster[3794]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.100172] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 431.100786] dagster[3794]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 431.109873] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 431.110652] dagster[3794]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 431.111341] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 431.111938] dagster[3794]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 431.112776] dagster[3794]: ...<3 lines>... vm-test-run-dagster> full # [ 431.113582] dagster[3794]: ) vm-test-run-dagster> full # [ 431.114260] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 431.114874] dagster[3794]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 431.115745] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 431.116523] dagster[3794]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 431.117200] dagster[3794]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 431.117826] dagster[3794]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 431.118674] dagster[3794]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.119492] dagster[3794]: ...<4 lines>... vm-test-run-dagster> full # [ 431.120171] dagster[3794]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 431.120786] dagster[3794]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.121611] dagster[3794]: ) vm-test-run-dagster> full # [ 431.122313] dagster[3794]: ^ vm-test-run-dagster> full # [ 431.122892] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 431.123725] dagster[3794]: _ReportVersionError( vm-test-run-dagster> full # [ 431.124541] dagster[3794]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 431.125223] dagster[3794]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 431.125656] dagster[3794]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.126262] dagster[3794]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 431.126906] dagster[3794]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.127732] dagster[3794]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 431.128532] dagster[3794]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 431.129190] dagster[3794]: ) vm-test-run-dagster> full # [ 431.129802] dagster[3794]: ^ vm-test-run-dagster> full # [ 431.144149] dagster[3794]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 431.144918] dagster[3794]: raise VersionError(msg) vm-test-run-dagster> full # [ 431.145753] dagster[3794]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 431.273185] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 431.274114] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 436.313331] dagster-daemon[695]: 2026-07-06 20:09:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 436.324140] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 436.324941] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 436.327615] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 436.329071] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 436.330498] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 436.333458] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 436.334841] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.336217] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 436.339187] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 436.340694] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 436.343706] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 436.345067] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 436.347438] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 436.348980] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 436.351412] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 436.353050] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 436.356179] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 436.357494] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 436.358820] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 436.360038] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.361223] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 436.362146] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 436.363328] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.364505] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 436.365258] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 436.365976] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 436.368825] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 436.369790] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 436.370761] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 436.372391] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.374077] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 436.376266] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.378450] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 436.380808] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 436.381654] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 436.382279] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 436.382922] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 436.383753] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 436.384554] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 436.385402] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 58. vm-test-run-dagster> full # [ 436.386189] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 438.448083] dagster[3837]: Traceback (most recent call last): vm-test-run-dagster> full # [ 438.449970] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 438.450706] dagster[3837]: sys.exit(main()) vm-test-run-dagster> full # [ 438.451489] dagster[3837]: ~~~~^^ vm-test-run-dagster> full # [ 438.452139] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 438.452758] dagster[3837]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 438.453588] dagster[3837]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.454273] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 438.454835] dagster[3837]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 438.455666] dagster[3837]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.456475] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 438.457142] dagster[3837]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 438.463688] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 438.464679] dagster[3837]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 438.465513] dagster[3837]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 438.466165] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 438.466786] dagster[3837]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 438.467618] dagster[3837]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 438.468280] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 438.468871] dagster[3837]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 438.469695] dagster[3837]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.470536] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 438.471157] dagster[3837]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 438.471781] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 438.472584] dagster[3837]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 438.483162] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 438.483939] dagster[3837]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 438.484777] dagster[3837]: ...<3 lines>... vm-test-run-dagster> full # [ 438.485611] dagster[3837]: ) vm-test-run-dagster> full # [ 438.486270] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 438.486892] dagster[3837]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 438.487760] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 438.488547] dagster[3837]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 438.489232] dagster[3837]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 438.489821] dagster[3837]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 438.490661] dagster[3837]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.491294] dagster[3837]: ...<4 lines>... vm-test-run-dagster> full # [ 438.491922] dagster[3837]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 438.492749] dagster[3837]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.493557] dagster[3837]: ) vm-test-run-dagster> full # [ 438.494234] dagster[3837]: ^ vm-test-run-dagster> full # [ 438.500435] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 438.501243] dagster[3837]: _ReportVersionError( vm-test-run-dagster> full # [ 438.501867] dagster[3837]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 438.502502] dagster[3837]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 438.503169] dagster[3837]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.503786] dagster[3837]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 438.504614] dagster[3837]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.505264] dagster[3837]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 438.505875] dagster[3837]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 438.506696] dagster[3837]: ) vm-test-run-dagster> full # [ 438.507506] dagster[3837]: ^ vm-test-run-dagster> full # [ 438.508165] dagster[3837]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 438.508785] dagster[3837]: raise VersionError(msg) vm-test-run-dagster> full # [ 438.509624] dagster[3837]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 438.648580] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 438.650895] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 443.849403] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 59. vm-test-run-dagster> full # [ 443.853196] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 445.765359] dagster[3903]: Traceback (most recent call last): vm-test-run-dagster> full # [ 445.767724] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 445.768839] dagster[3903]: sys.exit(main()) vm-test-run-dagster> full # [ 445.769569] dagster[3903]: ~~~~^^ vm-test-run-dagster> full # [ 445.770593] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 445.771971] dagster[3903]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 445.773711] dagster[3903]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.775207] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 445.776129] dagster[3903]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 445.777063] dagster[3903]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.780546] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 445.781483] dagster[3903]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 445.782182] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 445.783086] dagster[3903]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 445.784109] dagster[3903]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 445.785076] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 445.785961] dagster[3903]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 445.786889] dagster[3903]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 445.787825] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 445.788789] dagster[3903]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 445.789985] dagster[3903]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.791737] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 445.792575] dagster[3903]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 445.793257] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 445.793647] dagster[3903]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 445.804272] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 445.805128] dagster[3903]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 445.805710] dagster[3903]: ...<3 lines>... vm-test-run-dagster> full # [ 445.806518] dagster[3903]: ) vm-test-run-dagster> full # [ 445.807184] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 445.807771] dagster[3903]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 445.808622] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 445.809232] dagster[3903]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 445.809633] dagster[3903]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 445.810285] dagster[3903]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 445.810881] dagster[3903]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.811703] dagster[3903]: ...<4 lines>... vm-test-run-dagster> full # [ 445.812512] dagster[3903]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 445.813167] dagster[3903]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.813769] dagster[3903]: ) vm-test-run-dagster> full # [ 445.814588] dagster[3903]: ^ vm-test-run-dagster> full # [ 445.815233] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 445.815635] dagster[3903]: _ReportVersionError( vm-test-run-dagster> full # [ 445.816284] dagster[3903]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 445.816881] dagster[3903]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 445.817701] dagster[3903]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.818503] dagster[3903]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 445.819164] dagster[3903]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.819770] dagster[3903]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 445.820579] dagster[3903]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 445.821229] dagster[3903]: ) vm-test-run-dagster> full # [ 445.821630] dagster[3903]: ^ vm-test-run-dagster> full # [ 445.834829] dagster[3903]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 445.837433] dagster[3903]: raise VersionError(msg) vm-test-run-dagster> full # [ 445.838407] dagster[3903]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 445.952794] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 445.953693] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 451.100396] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 60. vm-test-run-dagster> full # [ 451.103902] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 453.112756] dagster[3944]: Traceback (most recent call last): vm-test-run-dagster> full # [ 453.114642] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 453.115534] dagster[3944]: sys.exit(main()) vm-test-run-dagster> full # [ 453.116170] dagster[3944]: ~~~~^^ vm-test-run-dagster> full # [ 453.116786] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 453.117590] dagster[3944]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 453.118264] dagster[3944]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.118889] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 453.119473] dagster[3944]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 453.120126] dagster[3944]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.120732] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 453.121573] dagster[3944]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 453.128248] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 453.129076] dagster[3944]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 453.129697] dagster[3944]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 453.130493] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 453.131168] dagster[3944]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 453.131783] dagster[3944]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 453.132609] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 453.133273] dagster[3944]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 453.133880] dagster[3944]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.134733] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 453.135504] dagster[3944]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 453.136158] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 453.136769] dagster[3944]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 453.147697] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 453.148671] dagster[3944]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 453.149486] dagster[3944]: ...<3 lines>... vm-test-run-dagster> full # [ 453.150164] dagster[3944]: ) vm-test-run-dagster> full # [ 453.150781] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 453.151607] dagster[3944]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 453.152310] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 453.152895] dagster[3944]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 453.153731] dagster[3944]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 453.154548] dagster[3944]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 453.155237] dagster[3944]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.155829] dagster[3944]: ...<4 lines>... vm-test-run-dagster> full # [ 453.156663] dagster[3944]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 453.157265] dagster[3944]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.157893] dagster[3944]: ) vm-test-run-dagster> full # [ 453.158733] dagster[3944]: ^ vm-test-run-dagster> full # [ 453.164966] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 453.165739] dagster[3944]: _ReportVersionError( vm-test-run-dagster> full # [ 453.166555] dagster[3944]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 453.167228] dagster[3944]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 453.167833] dagster[3944]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.168672] dagster[3944]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 453.169490] dagster[3944]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.170171] dagster[3944]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 453.170769] dagster[3944]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 453.171571] dagster[3944]: ) vm-test-run-dagster> full # [ 453.172224] dagster[3944]: ^ vm-test-run-dagster> full # [ 453.172634] dagster[3944]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 453.173271] dagster[3944]: raise VersionError(msg) vm-test-run-dagster> full # [ 453.173882] dagster[3944]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 453.304455] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 453.305404] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 458.349568] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 61. vm-test-run-dagster> full # [ 458.354918] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 460.489987] dagster[3991]: Traceback (most recent call last): vm-test-run-dagster> full # [ 460.491465] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 460.493785] dagster[3991]: sys.exit(main()) vm-test-run-dagster> full # [ 460.494948] dagster[3991]: ~~~~^^ vm-test-run-dagster> full # [ 460.496087] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 460.498496] dagster[3991]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 460.499634] dagster[3991]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.500722] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 460.502987] dagster[3991]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 460.504123] dagster[3991]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.505220] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 460.507422] dagster[3991]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 460.508418] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 460.510608] dagster[3991]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 460.512043] dagster[3991]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 460.513377] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 460.515569] dagster[3991]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 460.516951] dagster[3991]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 460.518326] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 460.520509] dagster[3991]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 460.521767] dagster[3991]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.523087] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 460.525260] dagster[3991]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 460.526387] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 460.528872] dagster[3991]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 460.530362] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 460.532777] dagster[3991]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 460.533901] dagster[3991]: ...<3 lines>... vm-test-run-dagster> full # [ 460.534770] dagster[3991]: ) vm-test-run-dagster> full # [ 460.535509] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 460.537858] dagster[3991]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 460.538992] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 460.541400] dagster[3991]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 460.542675] dagster[3991]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 460.543926] dagster[3991]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 460.545049] dagster[3991]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.546134] dagster[3991]: ...<4 lines>... vm-test-run-dagster> full # [ 460.546971] dagster[3991]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 460.548071] dagster[3991]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.549136] dagster[3991]: ) vm-test-run-dagster> full # [ 460.549800] dagster[3991]: ^ vm-test-run-dagster> full # [ 460.550459] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 460.553198] dagster[3991]: _ReportVersionError( vm-test-run-dagster> full # [ 460.554099] dagster[3991]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 460.554971] dagster[3991]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 460.556554] dagster[3991]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.558138] dagster[3991]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 460.559719] dagster[3991]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.561292] dagster[3991]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 460.562830] dagster[3991]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 460.564382] dagster[3991]: ) vm-test-run-dagster> full # [ 460.565061] dagster[3991]: ^ vm-test-run-dagster> full # [ 460.565706] dagster[3991]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 460.568278] dagster[3991]: raise VersionError(msg) vm-test-run-dagster> full # [ 460.569218] dagster[3991]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 460.614956] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 460.617263] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 465.849404] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 62. vm-test-run-dagster> full # [ 465.853184] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 467.976079] dagster[4035]: Traceback (most recent call last): vm-test-run-dagster> full # [ 467.977901] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 467.978622] dagster[4035]: sys.exit(main()) vm-test-run-dagster> full # [ 467.979249] dagster[4035]: ~~~~^^ vm-test-run-dagster> full # [ 467.979847] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 467.980466] dagster[4035]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 467.981141] dagster[4035]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 467.981767] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 467.982550] dagster[4035]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 467.983197] dagster[4035]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 467.983805] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 467.984628] dagster[4035]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 467.991558] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 467.992539] dagster[4035]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 467.993235] dagster[4035]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 467.993816] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 467.994636] dagster[4035]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 467.995292] dagster[4035]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 467.995910] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 467.996773] dagster[4035]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 467.997806] dagster[4035]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 467.998809] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 467.999552] dagster[4035]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 468.000573] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 468.001592] dagster[4035]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 468.002627] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 468.003623] dagster[4035]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 468.004625] dagster[4035]: ...<3 lines>... vm-test-run-dagster> full # [ 468.005680] dagster[4035]: ) vm-test-run-dagster> full # [ 468.006682] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 468.007659] dagster[4035]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 468.008755] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 468.009682] dagster[4035]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 468.010688] dagster[4035]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 468.011554] dagster[4035]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 468.012228] dagster[4035]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 468.012813] dagster[4035]: ...<4 lines>... vm-test-run-dagster> full # [ 468.013617] dagster[4035]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 468.014268] dagster[4035]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 468.014859] dagster[4035]: ) vm-test-run-dagster> full # [ 468.015702] dagster[4035]: ^ vm-test-run-dagster> full # [ 468.030714] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 468.031716] dagster[4035]: _ReportVersionError( vm-test-run-dagster> full # [ 468.032523] dagster[4035]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 468.033198] dagster[4035]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 468.033817] dagster[4035]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 468.034675] dagster[4035]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 468.035490] dagster[4035]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 468.036175] dagster[4035]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 468.036788] dagster[4035]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 468.037631] dagster[4035]: ) vm-test-run-dagster> full # [ 468.038273] dagster[4035]: ^ vm-test-run-dagster> full # [ 468.038892] dagster[4035]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 468.039714] dagster[4035]: raise VersionError(msg) vm-test-run-dagster> full # [ 468.040524] dagster[4035]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 468.170847] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 468.171786] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 473.349673] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 63. vm-test-run-dagster> full # [ 473.355052] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 475.332925] dagster[4095]: Traceback (most recent call last): vm-test-run-dagster> full # [ 475.334795] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 475.335495] dagster[4095]: sys.exit(main()) vm-test-run-dagster> full # [ 475.336131] dagster[4095]: ~~~~^^ vm-test-run-dagster> full # [ 475.336735] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 475.337541] dagster[4095]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 475.338214] dagster[4095]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.338833] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 475.339619] dagster[4095]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 475.340257] dagster[4095]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.340856] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 475.341472] dagster[4095]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 475.348301] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 475.349113] dagster[4095]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 475.349765] dagster[4095]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 475.350555] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 475.351219] dagster[4095]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 475.351824] dagster[4095]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 475.352664] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 475.353290] dagster[4095]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 475.353929] dagster[4095]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.354767] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 475.355540] dagster[4095]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 475.364165] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 475.364939] dagster[4095]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 475.365771] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 475.366590] dagster[4095]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 475.367261] dagster[4095]: ...<3 lines>... vm-test-run-dagster> full # [ 475.367868] dagster[4095]: ) vm-test-run-dagster> full # [ 475.368536] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 475.369177] dagster[4095]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 475.369778] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 475.370727] dagster[4095]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 475.371249] dagster[4095]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 475.371849] dagster[4095]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 475.372463] dagster[4095]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.373113] dagster[4095]: ...<4 lines>... vm-test-run-dagster> full # [ 475.373719] dagster[4095]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 475.374524] dagster[4095]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.375172] dagster[4095]: ) vm-test-run-dagster> full # [ 475.375804] dagster[4095]: ^ vm-test-run-dagster> full # [ 475.384846] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 475.385617] dagster[4095]: _ReportVersionError( vm-test-run-dagster> full # [ 475.386284] dagster[4095]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 475.386893] dagster[4095]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 475.387726] dagster[4095]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.388541] dagster[4095]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 475.389222] dagster[4095]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.389822] dagster[4095]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 475.390676] dagster[4095]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 475.391286] dagster[4095]: ) vm-test-run-dagster> full # [ 475.391921] dagster[4095]: ^ vm-test-run-dagster> full # [ 475.392750] dagster[4095]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 475.393546] dagster[4095]: raise VersionError(msg) vm-test-run-dagster> full # [ 475.394200] dagster[4095]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 475.527849] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 475.529562] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 480.599560] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 64. vm-test-run-dagster> full # [ 480.603125] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 482.565648] dagster[4139]: Traceback (most recent call last): vm-test-run-dagster> full # [ 482.567513] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 482.568267] dagster[4139]: sys.exit(main()) vm-test-run-dagster> full # [ 482.568856] dagster[4139]: ~~~~^^ vm-test-run-dagster> full # [ 482.569473] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 482.570134] dagster[4139]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 482.570766] dagster[4139]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.571585] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 482.572221] dagster[4139]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 482.572805] dagster[4139]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.573638] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 482.574262] dagster[4139]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 482.581114] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 482.581881] dagster[4139]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 482.582738] dagster[4139]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 482.583548] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 482.584211] dagster[4139]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 482.584826] dagster[4139]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 482.585700] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 482.586292] dagster[4139]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 482.586927] dagster[4139]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.587747] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 482.588552] dagster[4139]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 482.597074] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 482.597829] dagster[4139]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 482.598672] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 482.599501] dagster[4139]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 482.600160] dagster[4139]: ...<3 lines>... vm-test-run-dagster> full # [ 482.600773] dagster[4139]: ) vm-test-run-dagster> full # [ 482.601593] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 482.602271] dagster[4139]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 482.602914] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 482.603709] dagster[4139]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 482.604529] dagster[4139]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 482.605179] dagster[4139]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 482.605785] dagster[4139]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.606588] dagster[4139]: ...<4 lines>... vm-test-run-dagster> full # [ 482.607246] dagster[4139]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 482.607852] dagster[4139]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.608468] dagster[4139]: ) vm-test-run-dagster> full # [ 482.609149] dagster[4139]: ^ vm-test-run-dagster> full # [ 482.617888] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 482.618649] dagster[4139]: _ReportVersionError( vm-test-run-dagster> full # [ 482.619276] dagster[4139]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 482.619918] dagster[4139]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 482.620752] dagster[4139]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.621572] dagster[4139]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 482.622245] dagster[4139]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.622858] dagster[4139]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 482.623485] dagster[4139]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 482.624157] dagster[4139]: ) vm-test-run-dagster> full # [ 482.624770] dagster[4139]: ^ vm-test-run-dagster> full # [ 482.625590] dagster[4139]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 482.626236] dagster[4139]: raise VersionError(msg) vm-test-run-dagster> full # [ 482.626847] dagster[4139]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 482.769204] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 482.771492] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 487.849185] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 65. vm-test-run-dagster> full # [ 487.851955] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 489.920534] dagster[4195]: Traceback (most recent call last): vm-test-run-dagster> full # [ 489.922416] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 489.923158] dagster[4195]: sys.exit(main()) vm-test-run-dagster> full # [ 489.923748] dagster[4195]: ~~~~^^ vm-test-run-dagster> full # [ 489.924553] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 489.925210] dagster[4195]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 489.925836] dagster[4195]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.926663] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 489.927278] dagster[4195]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 489.927884] dagster[4195]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.928712] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 489.929518] dagster[4195]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 489.936056] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 489.936824] dagster[4195]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 489.937686] dagster[4195]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 489.938296] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 489.938949] dagster[4195]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 489.939772] dagster[4195]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 489.940589] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 489.941265] dagster[4195]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 489.941858] dagster[4195]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.942504] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 489.943125] dagster[4195]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 489.943737] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 489.944543] dagster[4195]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 489.955494] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 489.956304] dagster[4195]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 489.956915] dagster[4195]: ...<3 lines>... vm-test-run-dagster> full # [ 489.957748] dagster[4195]: ) vm-test-run-dagster> full # [ 489.958569] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 489.959242] dagster[4195]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 489.959900] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 489.960479] dagster[4195]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 489.961158] dagster[4195]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 489.961770] dagster[4195]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 489.962587] dagster[4195]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.963262] dagster[4195]: ...<4 lines>... vm-test-run-dagster> full # [ 489.963873] dagster[4195]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 489.964704] dagster[4195]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.965523] dagster[4195]: ) vm-test-run-dagster> full # [ 489.966207] dagster[4195]: ^ vm-test-run-dagster> full # [ 489.966777] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 489.967581] dagster[4195]: _ReportVersionError( vm-test-run-dagster> full # [ 489.968235] dagster[4195]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 489.968842] dagster[4195]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 489.969665] dagster[4195]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.970471] dagster[4195]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 489.971134] dagster[4195]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.971732] dagster[4195]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 489.972537] dagster[4195]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 489.973192] dagster[4195]: ) vm-test-run-dagster> full # [ 489.973799] dagster[4195]: ^ vm-test-run-dagster> full # [ 489.986125] dagster[4195]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 489.988720] dagster[4195]: raise VersionError(msg) vm-test-run-dagster> full # [ 489.989641] dagster[4195]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 490.109525] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 490.110670] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 490.114240] systemd[1]: dagster-code-hello.service: Consumed 1.010s CPU time over 7.339s wall clock time, 62.3M memory peak. vm-test-run-dagster> full # [ 495.349558] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 66. vm-test-run-dagster> full # [ 495.354759] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 496.328665] dagster-daemon[695]: 2026-07-06 20:10:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 496.329879] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 496.330698] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 496.331778] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 496.332662] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 496.333738] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 496.334743] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 496.335761] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.336788] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 496.337808] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 496.338925] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 496.339907] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 496.340792] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 496.341932] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 496.342951] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 496.343765] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 496.344952] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 496.345845] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 496.346769] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 496.347858] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 496.348836] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.349874] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 496.350647] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 496.351718] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.352774] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 496.353934] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 496.354833] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 496.355738] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 496.356793] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 496.357737] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 496.358814] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.360120] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 496.360740] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.361920] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 496.362737] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 496.364724] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 496.365812] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 496.366870] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 496.367823] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 496.368895] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 497.439895] dagster[4240]: Traceback (most recent call last): vm-test-run-dagster> full # [ 497.441360] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 497.443663] dagster[4240]: sys.exit(main()) vm-test-run-dagster> full # [ 497.444803] dagster[4240]: ~~~~^^ vm-test-run-dagster> full # [ 497.445900] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 497.448839] dagster[4240]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 497.450252] dagster[4240]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.451608] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 497.454145] dagster[4240]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 497.455214] dagster[4240]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.456282] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 497.458464] dagster[4240]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 497.459387] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 497.461597] dagster[4240]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 497.462953] dagster[4240]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 497.464301] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 497.466501] dagster[4240]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 497.467860] dagster[4240]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 497.469210] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 497.471417] dagster[4240]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 497.472648] dagster[4240]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.473860] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 497.476109] dagster[4240]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 497.477173] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 497.479646] dagster[4240]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 497.481081] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 497.483477] dagster[4240]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 497.484567] dagster[4240]: ...<3 lines>... vm-test-run-dagster> full # [ 497.485423] dagster[4240]: ) vm-test-run-dagster> full # [ 497.486160] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 497.488492] dagster[4240]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 497.489618] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 497.492049] dagster[4240]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 497.493318] dagster[4240]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 497.494577] dagster[4240]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 497.495679] dagster[4240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.496773] dagster[4240]: ...<4 lines>... vm-test-run-dagster> full # [ 497.497612] dagster[4240]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 497.498682] dagster[4240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.499759] dagster[4240]: ) vm-test-run-dagster> full # [ 497.500436] dagster[4240]: ^ vm-test-run-dagster> full # [ 497.501120] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 497.504053] dagster[4240]: _ReportVersionError( vm-test-run-dagster> full # [ 497.504938] dagster[4240]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 497.505846] dagster[4240]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 497.507432] dagster[4240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.509058] dagster[4240]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 497.510667] dagster[4240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.512272] dagster[4240]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 497.513829] dagster[4240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 497.515379] dagster[4240]: ) vm-test-run-dagster> full # [ 497.516070] dagster[4240]: ^ vm-test-run-dagster> full # [ 497.516727] dagster[4240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 497.519318] dagster[4240]: raise VersionError(msg) vm-test-run-dagster> full # [ 497.520392] dagster[4240]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 497.564227] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 497.565189] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 502.599627] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 67. vm-test-run-dagster> full # [ 502.604485] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 504.631258] dagster[4300]: Traceback (most recent call last): vm-test-run-dagster> full # [ 504.633153] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 504.633900] dagster[4300]: sys.exit(main()) vm-test-run-dagster> full # [ 504.634499] dagster[4300]: ~~~~^^ vm-test-run-dagster> full # [ 504.635134] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 504.635744] dagster[4300]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 504.636584] dagster[4300]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.637244] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 504.637808] dagster[4300]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 504.638624] dagster[4300]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.643986] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 504.644807] dagster[4300]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 504.645632] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 504.646316] dagster[4300]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 504.646919] dagster[4300]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 504.647717] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 504.648515] dagster[4300]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 504.649195] dagster[4300]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 504.649815] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 504.650591] dagster[4300]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 504.651242] dagster[4300]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.651862] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 504.652468] dagster[4300]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 504.662639] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 504.663592] dagster[4300]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 504.664265] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 504.664880] dagster[4300]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 504.665718] dagster[4300]: ...<3 lines>... vm-test-run-dagster> full # [ 504.666542] dagster[4300]: ) vm-test-run-dagster> full # [ 504.667226] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 504.667825] dagster[4300]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 504.668671] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 504.669714] dagster[4300]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 504.670509] dagster[4300]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 504.671184] dagster[4300]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 504.671778] dagster[4300]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.672588] dagster[4300]: ...<4 lines>... vm-test-run-dagster> full # [ 504.673243] dagster[4300]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 504.673844] dagster[4300]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.674465] dagster[4300]: ) vm-test-run-dagster> full # [ 504.675135] dagster[4300]: ^ vm-test-run-dagster> full # [ 504.675764] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 504.676542] dagster[4300]: _ReportVersionError( vm-test-run-dagster> full # [ 504.677188] dagster[4300]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 504.677800] dagster[4300]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 504.678615] dagster[4300]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.679258] dagster[4300]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 504.679875] dagster[4300]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.680699] dagster[4300]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 504.681514] dagster[4300]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 504.682172] dagster[4300]: ) vm-test-run-dagster> full # [ 504.682789] dagster[4300]: ^ vm-test-run-dagster> full # [ 504.696771] dagster[4300]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 504.697523] dagster[4300]: raise VersionError(msg) vm-test-run-dagster> full # [ 504.698194] dagster[4300]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 504.823244] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 504.824250] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 509.849647] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 68. vm-test-run-dagster> full # [ 509.854344] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 511.937697] dagster[4344]: Traceback (most recent call last): vm-test-run-dagster> full # [ 511.939562] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 511.940289] dagster[4344]: sys.exit(main()) vm-test-run-dagster> full # [ 511.940875] dagster[4344]: ~~~~^^ vm-test-run-dagster> full # [ 511.941702] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 511.942506] dagster[4344]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 511.943195] dagster[4344]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.943806] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 511.944580] dagster[4344]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 511.945237] dagster[4344]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.945843] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 511.946454] dagster[4344]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 511.953140] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 511.953918] dagster[4344]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 511.954765] dagster[4344]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 511.955560] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 511.956616] dagster[4344]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 511.957296] dagster[4344]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 511.957942] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 511.958786] dagster[4344]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 511.959624] dagster[4344]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.960319] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 511.960930] dagster[4344]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 511.969378] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 511.970196] dagster[4344]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 511.970813] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 511.971648] dagster[4344]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 511.972493] dagster[4344]: ...<3 lines>... vm-test-run-dagster> full # [ 511.973173] dagster[4344]: ) vm-test-run-dagster> full # [ 511.973858] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 511.974668] dagster[4344]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 511.980856] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 511.981633] dagster[4344]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 511.982273] dagster[4344]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 511.982928] dagster[4344]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 511.983798] dagster[4344]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.984670] dagster[4344]: ...<4 lines>... vm-test-run-dagster> full # [ 511.985486] dagster[4344]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 511.986197] dagster[4344]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.986835] dagster[4344]: ) vm-test-run-dagster> full # [ 511.987724] dagster[4344]: ^ vm-test-run-dagster> full # [ 511.988537] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 511.989213] dagster[4344]: _ReportVersionError( vm-test-run-dagster> full # [ 511.989851] dagster[4344]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 511.990739] dagster[4344]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 511.991586] dagster[4344]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.992264] dagster[4344]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 511.992890] dagster[4344]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.993715] dagster[4344]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 511.994537] dagster[4344]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 511.995216] dagster[4344]: ) vm-test-run-dagster> full # [ 511.995658] dagster[4344]: ^ vm-test-run-dagster> full # [ 511.996273] dagster[4344]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 511.996913] dagster[4344]: raise VersionError(msg) vm-test-run-dagster> full # [ 511.997748] dagster[4344]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 512.134990] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 512.135744] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 517.349413] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 69. vm-test-run-dagster> full # [ 517.353598] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 519.322846] dagster[4391]: Traceback (most recent call last): vm-test-run-dagster> full # [ 519.324295] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 519.326550] dagster[4391]: sys.exit(main()) vm-test-run-dagster> full # [ 519.327439] dagster[4391]: ~~~~^^ vm-test-run-dagster> full # [ 519.328294] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 519.330569] dagster[4391]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 519.331659] dagster[4391]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.332738] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 519.334960] dagster[4391]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 519.336058] dagster[4391]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.337120] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 519.339277] dagster[4391]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 519.340187] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 519.342372] dagster[4391]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 519.343722] dagster[4391]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 519.345064] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 519.347246] dagster[4391]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 519.348566] dagster[4391]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 519.349886] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 519.352126] dagster[4391]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 519.353333] dagster[4391]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.354530] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 519.356699] dagster[4391]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 519.357753] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 519.360192] dagster[4391]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 519.361594] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 519.363973] dagster[4391]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 519.365078] dagster[4391]: ...<3 lines>... vm-test-run-dagster> full # [ 519.365896] dagster[4391]: ) vm-test-run-dagster> full # [ 519.366611] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 519.368921] dagster[4391]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 519.370086] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 519.372473] dagster[4391]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 519.373743] dagster[4391]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 519.374987] dagster[4391]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 519.376100] dagster[4391]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.377199] dagster[4391]: ...<4 lines>... vm-test-run-dagster> full # [ 519.378050] dagster[4391]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 519.379112] dagster[4391]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.380174] dagster[4391]: ) vm-test-run-dagster> full # [ 519.380835] dagster[4391]: ^ vm-test-run-dagster> full # [ 519.381491] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 519.384226] dagster[4391]: _ReportVersionError( vm-test-run-dagster> full # [ 519.385134] dagster[4391]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 519.386042] dagster[4391]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 519.387596] dagster[4391]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.389171] dagster[4391]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 519.390762] dagster[4391]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.392332] dagster[4391]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 519.393877] dagster[4391]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 519.395446] dagster[4391]: ) vm-test-run-dagster> full # [ 519.396120] dagster[4391]: ^ vm-test-run-dagster> full # [ 519.396788] dagster[4391]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 519.399395] dagster[4391]: raise VersionError(msg) vm-test-run-dagster> full # [ 519.400332] dagster[4391]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 519.444614] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 519.445665] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 524.599841] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 70. vm-test-run-dagster> full # [ 524.603119] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 526.635683] dagster[4435]: Traceback (most recent call last): vm-test-run-dagster> full # [ 526.637109] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 526.639358] dagster[4435]: sys.exit(main()) vm-test-run-dagster> full # [ 526.640478] dagster[4435]: ~~~~^^ vm-test-run-dagster> full # [ 526.641523] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 526.644360] dagster[4435]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 526.645733] dagster[4435]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.647096] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 526.649803] dagster[4435]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 526.650887] dagster[4435]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.651946] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 526.654152] dagster[4435]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 526.655065] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 526.657240] dagster[4435]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 526.658572] dagster[4435]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 526.659884] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 526.662126] dagster[4435]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 526.663446] dagster[4435]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 526.664779] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 526.666985] dagster[4435]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 526.668211] dagster[4435]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.669411] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 526.671577] dagster[4435]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 526.672629] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 526.675091] dagster[4435]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 526.676523] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 526.678905] dagster[4435]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 526.679974] dagster[4435]: ...<3 lines>... vm-test-run-dagster> full # [ 526.680814] dagster[4435]: ) vm-test-run-dagster> full # [ 526.681516] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 526.683830] dagster[4435]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 526.684934] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 526.687313] dagster[4435]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 526.688577] dagster[4435]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 526.689826] dagster[4435]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 526.690907] dagster[4435]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.691985] dagster[4435]: ...<4 lines>... vm-test-run-dagster> full # [ 526.692847] dagster[4435]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 526.694065] dagster[4435]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.695138] dagster[4435]: ) vm-test-run-dagster> full # [ 526.695800] dagster[4435]: ^ vm-test-run-dagster> full # [ 526.696454] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 526.699186] dagster[4435]: _ReportVersionError( vm-test-run-dagster> full # [ 526.700081] dagster[4435]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 526.700949] dagster[4435]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 526.702518] dagster[4435]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.704089] dagster[4435]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 526.705670] dagster[4435]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.707227] dagster[4435]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 526.708757] dagster[4435]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 526.710255] dagster[4435]: ) vm-test-run-dagster> full # [ 526.710899] dagster[4435]: ^ vm-test-run-dagster> full # [ 526.711548] dagster[4435]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 526.714134] dagster[4435]: raise VersionError(msg) vm-test-run-dagster> full # [ 526.715086] dagster[4435]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 526.758276] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 526.760860] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 531.849681] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 71. vm-test-run-dagster> full # [ 531.853510] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 533.899946] dagster[4494]: Traceback (most recent call last): vm-test-run-dagster> full # [ 533.903492] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 533.905125] dagster[4494]: sys.exit(main()) vm-test-run-dagster> full # [ 533.905816] dagster[4494]: ~~~~^^ vm-test-run-dagster> full # [ 533.906526] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 533.907497] dagster[4494]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 533.908237] dagster[4494]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.908811] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 533.909623] dagster[4494]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 533.910270] dagster[4494]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.910890] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 533.911713] dagster[4494]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 533.912517] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 533.913179] dagster[4494]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 533.913802] dagster[4494]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 533.914581] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 533.915244] dagster[4494]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 533.915854] dagster[4494]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 533.916672] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 533.917478] dagster[4494]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 533.918140] dagster[4494]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.918769] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 533.919561] dagster[4494]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 533.920227] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 533.920810] dagster[4494]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 533.921623] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 533.922259] dagster[4494]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 533.922867] dagster[4494]: ...<3 lines>... vm-test-run-dagster> full # [ 533.923688] dagster[4494]: ) vm-test-run-dagster> full # [ 533.924532] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 533.925166] dagster[4494]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 533.925784] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 533.926588] dagster[4494]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 533.927246] dagster[4494]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 533.927848] dagster[4494]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 533.928471] dagster[4494]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.929123] dagster[4494]: ...<4 lines>... vm-test-run-dagster> full # [ 533.929720] dagster[4494]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 533.930522] dagster[4494]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.931180] dagster[4494]: ) vm-test-run-dagster> full # [ 533.931800] dagster[4494]: ^ vm-test-run-dagster> full # [ 533.932595] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 533.933250] dagster[4494]: _ReportVersionError( vm-test-run-dagster> full # [ 533.933843] dagster[4494]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 533.934666] dagster[4494]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 533.935470] dagster[4494]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.936138] dagster[4494]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 533.936728] dagster[4494]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.937531] dagster[4494]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 533.938186] dagster[4494]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 533.938793] dagster[4494]: ) vm-test-run-dagster> full # [ 533.939596] dagster[4494]: ^ vm-test-run-dagster> full # [ 533.940250] dagster[4494]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 533.940852] dagster[4494]: raise VersionError(msg) vm-test-run-dagster> full # [ 533.941465] dagster[4494]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 534.100696] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 534.101895] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 539.349610] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 72. vm-test-run-dagster> full # [ 539.354199] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 541.398520] dagster[4543]: Traceback (most recent call last): vm-test-run-dagster> full # [ 541.400404] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 541.401200] dagster[4543]: sys.exit(main()) vm-test-run-dagster> full # [ 541.401784] dagster[4543]: ~~~~^^ vm-test-run-dagster> full # [ 541.402598] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 541.403260] dagster[4543]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 541.403895] dagster[4543]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.404732] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 541.405505] dagster[4543]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 541.406166] dagster[4543]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.406780] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 541.407591] dagster[4543]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 541.414240] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 541.415097] dagster[4543]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 541.415722] dagster[4543]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 541.416511] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 541.417164] dagster[4543]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 541.417771] dagster[4543]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 541.418579] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 541.419259] dagster[4543]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 541.419649] dagster[4543]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.420267] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 541.420894] dagster[4543]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 541.421720] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 541.422529] dagster[4543]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 541.423185] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 541.423794] dagster[4543]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 541.424611] dagster[4543]: ...<3 lines>... vm-test-run-dagster> full # [ 541.425244] dagster[4543]: ) vm-test-run-dagster> full # [ 541.425854] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 541.426473] dagster[4543]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 541.427175] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 541.427742] dagster[4543]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 541.428548] dagster[4543]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 541.429220] dagster[4543]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 541.429810] dagster[4543]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.430644] dagster[4543]: ...<4 lines>... vm-test-run-dagster> full # [ 541.431273] dagster[4543]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 541.431880] dagster[4543]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.432699] dagster[4543]: ) vm-test-run-dagster> full # [ 541.433530] dagster[4543]: ^ vm-test-run-dagster> full # [ 541.434183] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 541.434775] dagster[4543]: _ReportVersionError( vm-test-run-dagster> full # [ 541.435579] dagster[4543]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 541.436242] dagster[4543]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 541.436853] dagster[4543]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.437494] dagster[4543]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 541.438165] dagster[4543]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.438723] dagster[4543]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 541.439532] dagster[4543]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 541.440179] dagster[4543]: ) vm-test-run-dagster> full # [ 541.440790] dagster[4543]: ^ vm-test-run-dagster> full # [ 541.463907] dagster[4543]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 541.464701] dagster[4543]: raise VersionError(msg) vm-test-run-dagster> full # [ 541.465519] dagster[4543]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 541.603866] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 541.604805] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 546.849844] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 73. vm-test-run-dagster> full # [ 546.854407] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 548.858186] dagster[4589]: Traceback (most recent call last): vm-test-run-dagster> full # [ 548.860063] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 548.860780] dagster[4589]: sys.exit(main()) vm-test-run-dagster> full # [ 548.861567] dagster[4589]: ~~~~^^ vm-test-run-dagster> full # [ 548.862222] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 548.862823] dagster[4589]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 548.863666] dagster[4589]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.864294] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 548.864894] dagster[4589]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 548.865713] dagster[4589]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.866639] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 548.867171] dagster[4589]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 548.873626] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 548.874583] dagster[4589]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 548.875267] dagster[4589]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 548.875858] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 548.876485] dagster[4589]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 548.877155] dagster[4589]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 548.877816] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 548.878597] dagster[4589]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 548.879251] dagster[4589]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.879853] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 548.880466] dagster[4589]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 548.889538] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 548.890501] dagster[4589]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 548.891175] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 548.891788] dagster[4589]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 548.892613] dagster[4589]: ...<3 lines>... vm-test-run-dagster> full # [ 548.893265] dagster[4589]: ) vm-test-run-dagster> full # [ 548.893878] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 548.894710] dagster[4589]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 548.895577] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 548.896196] dagster[4589]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 548.896809] dagster[4589]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 548.897636] dagster[4589]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 548.898261] dagster[4589]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.898872] dagster[4589]: ...<4 lines>... vm-test-run-dagster> full # [ 548.899700] dagster[4589]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 548.900507] dagster[4589]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.901151] dagster[4589]: ) vm-test-run-dagster> full # [ 548.901778] dagster[4589]: ^ vm-test-run-dagster> full # [ 548.902565] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 548.903217] dagster[4589]: _ReportVersionError( vm-test-run-dagster> full # [ 548.903814] dagster[4589]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 548.904630] dagster[4589]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 548.905269] dagster[4589]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.905871] dagster[4589]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 548.906691] dagster[4589]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.907496] dagster[4589]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 548.908151] dagster[4589]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 548.908760] dagster[4589]: ) vm-test-run-dagster> full # [ 548.909565] dagster[4589]: ^ vm-test-run-dagster> full # [ 548.923512] dagster[4589]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 548.924276] dagster[4589]: raise VersionError(msg) vm-test-run-dagster> full # [ 548.924917] dagster[4589]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 549.051733] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 549.052872] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 554.099426] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 74. vm-test-run-dagster> full # [ 554.104099] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 556.208894] dagster[4640]: Traceback (most recent call last): vm-test-run-dagster> full # [ 556.210816] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 556.211515] dagster[4640]: sys.exit(main()) vm-test-run-dagster> full # [ 556.212263] dagster[4640]: ~~~~^^ vm-test-run-dagster> full # [ 556.213039] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 556.213789] dagster[4640]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 556.214818] dagster[4640]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.215590] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 556.216557] dagster[4640]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 556.217568] dagster[4640]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.218574] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 556.219592] dagster[4640]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 556.226800] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 556.227565] dagster[4640]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 556.228278] dagster[4640]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 556.228858] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 556.229504] dagster[4640]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 556.230548] dagster[4640]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 556.231210] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 556.231821] dagster[4640]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 556.232661] dagster[4640]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.233342] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 556.233935] dagster[4640]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 556.242846] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 556.243612] dagster[4640]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 556.244275] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 556.244897] dagster[4640]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 556.245733] dagster[4640]: ...<3 lines>... vm-test-run-dagster> full # [ 556.246556] dagster[4640]: ) vm-test-run-dagster> full # [ 556.247642] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 556.248261] dagster[4640]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 556.248879] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 556.249727] dagster[4640]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 556.250544] dagster[4640]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 556.251232] dagster[4640]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 556.251842] dagster[4640]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.252698] dagster[4640]: ...<4 lines>... vm-test-run-dagster> full # [ 556.253507] dagster[4640]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 556.254187] dagster[4640]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.254809] dagster[4640]: ) vm-test-run-dagster> full # [ 556.255629] dagster[4640]: ^ vm-test-run-dagster> full # [ 556.263804] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 556.264573] dagster[4640]: _ReportVersionError( vm-test-run-dagster> full # [ 556.265244] dagster[4640]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 556.265866] dagster[4640]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 556.266499] dagster[4640]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.267174] dagster[4640]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 556.267797] dagster[4640]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.268630] dagster[4640]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 556.269287] dagster[4640]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.269899] dagster[4640]: ) vm-test-run-dagster> full # [ 556.270720] dagster[4640]: ^ vm-test-run-dagster> full # [ 556.271535] dagster[4640]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 556.272186] dagster[4640]: raise VersionError(msg) vm-test-run-dagster> full # [ 556.272808] dagster[4640]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 556.410371] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 556.411298] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 556.423671] dagster-daemon[695]: 2026-07-06 20:11:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 556.433520] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 556.434644] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 556.438044] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 556.439859] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 556.441740] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 556.445282] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 556.446683] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.448066] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 556.451136] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 556.452685] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 556.455712] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 556.457075] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 556.459472] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 556.461088] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 556.463493] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 556.464871] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 556.467355] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 556.468677] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 556.469990] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 556.471174] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.472332] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 556.473236] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 556.474367] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.475509] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 556.476251] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 556.476966] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 556.479830] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 556.480801] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 556.481793] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 556.483528] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.485638] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 556.487411] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.489123] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 556.491670] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 556.493263] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 556.493975] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 556.494712] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 556.497586] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 556.498586] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 561.599412] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 75. vm-test-run-dagster> full # [ 561.605111] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 563.584166] dagster[4700]: Traceback (most recent call last): vm-test-run-dagster> full # [ 563.586035] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 563.586754] dagster[4700]: sys.exit(main()) vm-test-run-dagster> full # [ 563.587544] dagster[4700]: ~~~~^^ vm-test-run-dagster> full # [ 563.588205] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 563.588816] dagster[4700]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 563.589652] dagster[4700]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.590300] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 563.590874] dagster[4700]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 563.591696] dagster[4700]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.592512] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 563.593178] dagster[4700]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 563.599609] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 563.600563] dagster[4700]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 563.601258] dagster[4700]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 563.601840] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 563.602681] dagster[4700]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 563.603500] dagster[4700]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 563.604144] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 563.604755] dagster[4700]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 563.605559] dagster[4700]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.606236] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 563.606808] dagster[4700]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 563.607624] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 563.608269] dagster[4700]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 563.619073] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 563.619843] dagster[4700]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 563.620681] dagster[4700]: ...<3 lines>... vm-test-run-dagster> full # [ 563.621523] dagster[4700]: ) vm-test-run-dagster> full # [ 563.622202] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 563.622832] dagster[4700]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 563.623673] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 563.624486] dagster[4700]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 563.625157] dagster[4700]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 563.625769] dagster[4700]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 563.626586] dagster[4700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.627252] dagster[4700]: ...<4 lines>... vm-test-run-dagster> full # [ 563.627865] dagster[4700]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 563.628468] dagster[4700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.629143] dagster[4700]: ) vm-test-run-dagster> full # [ 563.629744] dagster[4700]: ^ vm-test-run-dagster> full # [ 563.630529] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 563.631180] dagster[4700]: _ReportVersionError( vm-test-run-dagster> full # [ 563.631784] dagster[4700]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 563.632598] dagster[4700]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 563.633231] dagster[4700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.633836] dagster[4700]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 563.634658] dagster[4700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.635462] dagster[4700]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 563.636114] dagster[4700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 563.636722] dagster[4700]: ) vm-test-run-dagster> full # [ 563.637529] dagster[4700]: ^ vm-test-run-dagster> full # [ 563.638212] dagster[4700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 563.638784] dagster[4700]: raise VersionError(msg) vm-test-run-dagster> full # [ 563.652745] dagster[4700]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 563.781357] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 563.782308] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 568.848858] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 76. vm-test-run-dagster> full # [ 568.852910] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 570.800159] dagster[4745]: Traceback (most recent call last): vm-test-run-dagster> full # [ 570.801986] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 570.802786] dagster[4745]: sys.exit(main()) vm-test-run-dagster> full # [ 570.803556] dagster[4745]: ~~~~^^ vm-test-run-dagster> full # [ 570.804200] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 570.804807] dagster[4745]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 570.805642] dagster[4745]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.806295] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 570.806868] dagster[4745]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 570.807686] dagster[4745]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.812847] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 570.813628] dagster[4745]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 570.814281] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 570.814892] dagster[4745]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 570.815763] dagster[4745]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 570.816540] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 570.817180] dagster[4745]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 570.817786] dagster[4745]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 570.818632] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 570.819252] dagster[4745]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 570.819855] dagster[4745]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.828548] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 570.829531] dagster[4745]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 570.830242] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 570.830838] dagster[4745]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 570.831740] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 570.832488] dagster[4745]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 570.833159] dagster[4745]: ...<3 lines>... vm-test-run-dagster> full # [ 570.833772] dagster[4745]: ) vm-test-run-dagster> full # [ 570.834651] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 570.835263] dagster[4745]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 570.836133] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 570.836691] dagster[4745]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 570.837515] dagster[4745]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 570.838149] dagster[4745]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 570.838804] dagster[4745]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.839573] dagster[4745]: ...<4 lines>... vm-test-run-dagster> full # [ 570.840387] dagster[4745]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 570.841037] dagster[4745]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.841642] dagster[4745]: ) vm-test-run-dagster> full # [ 570.842275] dagster[4745]: ^ vm-test-run-dagster> full # [ 570.852242] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 570.853063] dagster[4745]: _ReportVersionError( vm-test-run-dagster> full # [ 570.853664] dagster[4745]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 570.854525] dagster[4745]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 570.855153] dagster[4745]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.855780] dagster[4745]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 570.856581] dagster[4745]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.857247] dagster[4745]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 570.857864] dagster[4745]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 570.858489] dagster[4745]: ) vm-test-run-dagster> full # [ 570.859158] dagster[4745]: ^ vm-test-run-dagster> full # [ 570.859767] dagster[4745]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 570.860583] dagster[4745]: raise VersionError(msg) vm-test-run-dagster> full # [ 570.861255] dagster[4745]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 570.998149] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 570.999105] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 576.099104] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 77. vm-test-run-dagster> full # [ 576.102796] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 578.176644] dagster[4790]: Traceback (most recent call last): vm-test-run-dagster> full # [ 578.178521] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 578.179276] dagster[4790]: sys.exit(main()) vm-test-run-dagster> full # [ 578.179874] dagster[4790]: ~~~~^^ vm-test-run-dagster> full # [ 578.180691] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 578.181500] dagster[4790]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 578.182183] dagster[4790]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.182799] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 578.183572] dagster[4790]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 578.184237] dagster[4790]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.184828] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 578.185654] dagster[4790]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 578.192137] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 578.192923] dagster[4790]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 578.193781] dagster[4790]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 578.194579] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 578.195256] dagster[4790]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 578.195872] dagster[4790]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 578.196714] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 578.197555] dagster[4790]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 578.198182] dagster[4790]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.198826] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 578.199623] dagster[4790]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 578.208095] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 578.208879] dagster[4790]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 578.209711] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 578.210528] dagster[4790]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 578.211216] dagster[4790]: ...<3 lines>... vm-test-run-dagster> full # [ 578.211824] dagster[4790]: ) vm-test-run-dagster> full # [ 578.212712] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 578.213491] dagster[4790]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 578.214159] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 578.214762] dagster[4790]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 578.215570] dagster[4790]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 578.216234] dagster[4790]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 578.216643] dagster[4790]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.217263] dagster[4790]: ...<4 lines>... vm-test-run-dagster> full # [ 578.217887] dagster[4790]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 578.218718] dagster[4790]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.219525] dagster[4790]: ) vm-test-run-dagster> full # [ 578.220203] dagster[4790]: ^ vm-test-run-dagster> full # [ 578.228910] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 578.229683] dagster[4790]: _ReportVersionError( vm-test-run-dagster> full # [ 578.230504] dagster[4790]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 578.231179] dagster[4790]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 578.231797] dagster[4790]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.232629] dagster[4790]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 578.233299] dagster[4790]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.233903] dagster[4790]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 578.234734] dagster[4790]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 578.235550] dagster[4790]: ) vm-test-run-dagster> full # [ 578.236233] dagster[4790]: ^ vm-test-run-dagster> full # [ 578.236823] dagster[4790]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 578.237643] dagster[4790]: raise VersionError(msg) vm-test-run-dagster> full # [ 578.238465] dagster[4790]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 578.369650] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 578.371858] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 583.599423] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 78. vm-test-run-dagster> full # [ 583.602595] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 585.650036] dagster[4836]: Traceback (most recent call last): vm-test-run-dagster> full # [ 585.651438] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 585.653707] dagster[4836]: sys.exit(main()) vm-test-run-dagster> full # [ 585.654796] dagster[4836]: ~~~~^^ vm-test-run-dagster> full # [ 585.655841] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 585.658721] dagster[4836]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 585.660113] dagster[4836]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.661310] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 585.663527] dagster[4836]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 585.664590] dagster[4836]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.665653] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 585.667812] dagster[4836]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 585.668718] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 585.670891] dagster[4836]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 585.672242] dagster[4836]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 585.673547] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 585.675723] dagster[4836]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 585.677070] dagster[4836]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 585.678373] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 585.680547] dagster[4836]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 585.681752] dagster[4836]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.682955] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 585.685171] dagster[4836]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 585.686218] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 585.688670] dagster[4836]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 585.690094] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 585.692482] dagster[4836]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 585.693553] dagster[4836]: ...<3 lines>... vm-test-run-dagster> full # [ 585.694409] dagster[4836]: ) vm-test-run-dagster> full # [ 585.695134] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 585.697439] dagster[4836]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 585.698551] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 585.700918] dagster[4836]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 585.702188] dagster[4836]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 585.703433] dagster[4836]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 585.704510] dagster[4836]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.705587] dagster[4836]: ...<4 lines>... vm-test-run-dagster> full # [ 585.706419] dagster[4836]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 585.707475] dagster[4836]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.708530] dagster[4836]: ) vm-test-run-dagster> full # [ 585.709207] dagster[4836]: ^ vm-test-run-dagster> full # [ 585.709850] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 585.712590] dagster[4836]: _ReportVersionError( vm-test-run-dagster> full # [ 585.713479] dagster[4836]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 585.714375] dagster[4836]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 585.715936] dagster[4836]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.717507] dagster[4836]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 585.719117] dagster[4836]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.720699] dagster[4836]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 585.722244] dagster[4836]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 585.723779] dagster[4836]: ) vm-test-run-dagster> full # [ 585.724430] dagster[4836]: ^ vm-test-run-dagster> full # [ 585.725106] dagster[4836]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 585.727689] dagster[4836]: raise VersionError(msg) vm-test-run-dagster> full # [ 585.728607] dagster[4836]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 585.773703] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 585.774835] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 590.849784] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 79. vm-test-run-dagster> full # [ 590.852758] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 593.014712] dagster[4898]: Traceback (most recent call last): vm-test-run-dagster> full # [ 593.016696] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 593.017708] dagster[4898]: sys.exit(main()) vm-test-run-dagster> full # [ 593.018629] dagster[4898]: ~~~~^^ vm-test-run-dagster> full # [ 593.019562] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 593.020294] dagster[4898]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 593.021082] dagster[4898]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.021766] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 593.022681] dagster[4898]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 593.023620] dagster[4898]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.024269] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 593.024881] dagster[4898]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 593.031206] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 593.032371] dagster[4898]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 593.033317] dagster[4898]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 593.033963] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 593.034737] dagster[4898]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 593.035552] dagster[4898]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 593.036232] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 593.036823] dagster[4898]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 593.037660] dagster[4898]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.038289] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 593.039171] dagster[4898]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 593.039826] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 593.040590] dagster[4898]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 593.041274] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 593.041880] dagster[4898]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 593.042710] dagster[4898]: ...<3 lines>... vm-test-run-dagster> full # [ 593.043526] dagster[4898]: ) vm-test-run-dagster> full # [ 593.044201] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 593.044841] dagster[4898]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 593.058358] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 593.059170] dagster[4898]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 593.059785] dagster[4898]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 593.060610] dagster[4898]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 593.061275] dagster[4898]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.061891] dagster[4898]: ...<4 lines>... vm-test-run-dagster> full # [ 593.062724] dagster[4898]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 593.063541] dagster[4898]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.064222] dagster[4898]: ) vm-test-run-dagster> full # [ 593.064854] dagster[4898]: ^ vm-test-run-dagster> full # [ 593.065673] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 593.066489] dagster[4898]: _ReportVersionError( vm-test-run-dagster> full # [ 593.067167] dagster[4898]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 593.067783] dagster[4898]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 593.068604] dagster[4898]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.069277] dagster[4898]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 593.069882] dagster[4898]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.070713] dagster[4898]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 593.071528] dagster[4898]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 593.072584] dagster[4898]: ) vm-test-run-dagster> full # [ 593.073248] dagster[4898]: ^ vm-test-run-dagster> full # [ 593.073851] dagster[4898]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 593.074732] dagster[4898]: raise VersionError(msg) vm-test-run-dagster> full # [ 593.075542] dagster[4898]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 593.214880] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 593.215793] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 593.219648] systemd[1]: dagster-code-hello.service: Consumed 1.027s CPU time over 7.440s wall clock time, 62M memory peak. vm-test-run-dagster> full # [ 598.349595] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 80. vm-test-run-dagster> full # [ 598.353187] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 600.398849] dagster[4945]: Traceback (most recent call last): vm-test-run-dagster> full # [ 600.400833] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 600.403639] dagster[4945]: sys.exit(main()) vm-test-run-dagster> full # [ 600.405157] dagster[4945]: ~~~~^^ vm-test-run-dagster> full # [ 600.406462] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 600.409592] dagster[4945]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 600.410992] dagster[4945]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.412355] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 600.414707] dagster[4945]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 600.415776] dagster[4945]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.416852] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 600.419092] dagster[4945]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 600.419989] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 600.422227] dagster[4945]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 600.423588] dagster[4945]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 600.424915] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 600.427171] dagster[4945]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 600.428503] dagster[4945]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 600.429845] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 600.432112] dagster[4945]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 600.433322] dagster[4945]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.434545] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 600.436848] dagster[4945]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 600.437912] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 600.440357] dagster[4945]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 600.441782] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 600.444202] dagster[4945]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 600.445275] dagster[4945]: ...<3 lines>... vm-test-run-dagster> full # [ 600.446131] dagster[4945]: ) vm-test-run-dagster> full # [ 600.446844] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 600.449188] dagster[4945]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 600.450307] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 600.452711] dagster[4945]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 600.453960] dagster[4945]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 600.455232] dagster[4945]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 600.456319] dagster[4945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.457413] dagster[4945]: ...<4 lines>... vm-test-run-dagster> full # [ 600.458262] dagster[4945]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 600.459360] dagster[4945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.460422] dagster[4945]: ) vm-test-run-dagster> full # [ 600.461124] dagster[4945]: ^ vm-test-run-dagster> full # [ 600.461784] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 600.464551] dagster[4945]: _ReportVersionError( vm-test-run-dagster> full # [ 600.465435] dagster[4945]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 600.466339] dagster[4945]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 600.467898] dagster[4945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.469479] dagster[4945]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 600.471119] dagster[4945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.472696] dagster[4945]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 600.474211] dagster[4945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 600.475755] dagster[4945]: ) vm-test-run-dagster> full # [ 600.476405] dagster[4945]: ^ vm-test-run-dagster> full # [ 600.477081] dagster[4945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 600.479689] dagster[4945]: raise VersionError(msg) vm-test-run-dagster> full # [ 600.480610] dagster[4945]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 600.528905] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 600.531347] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 605.600401] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 81. vm-test-run-dagster> full # [ 605.603809] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 607.703494] dagster[4989]: Traceback (most recent call last): vm-test-run-dagster> full # [ 607.716352] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 607.717203] dagster[4989]: sys.exit(main()) vm-test-run-dagster> full # [ 607.717793] dagster[4989]: ~~~~^^ vm-test-run-dagster> full # [ 607.718626] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 607.719280] dagster[4989]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 607.719919] dagster[4989]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.720724] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 607.721541] dagster[4989]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 607.722220] dagster[4989]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.722827] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 607.723676] dagster[4989]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 607.724491] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 607.725162] dagster[4989]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 607.725790] dagster[4989]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 607.726558] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 607.727212] dagster[4989]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 607.727815] dagster[4989]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 607.728630] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 607.729264] dagster[4989]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 607.729875] dagster[4989]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.730700] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 607.731495] dagster[4989]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 607.732162] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 607.732756] dagster[4989]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 607.733559] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 607.734215] dagster[4989]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 607.734811] dagster[4989]: ...<3 lines>... vm-test-run-dagster> full # [ 607.735644] dagster[4989]: ) vm-test-run-dagster> full # [ 607.736311] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 607.736874] dagster[4989]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 607.737702] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 607.738521] dagster[4989]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 607.739149] dagster[4989]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 607.739752] dagster[4989]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 607.740557] dagster[4989]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.741215] dagster[4989]: ...<4 lines>... vm-test-run-dagster> full # [ 607.741804] dagster[4989]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 607.742614] dagster[4989]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.743246] dagster[4989]: ) vm-test-run-dagster> full # [ 607.743872] dagster[4989]: ^ vm-test-run-dagster> full # [ 607.744478] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 607.745124] dagster[4989]: _ReportVersionError( vm-test-run-dagster> full # [ 607.745722] dagster[4989]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 607.746525] dagster[4989]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 607.747181] dagster[4989]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.747790] dagster[4989]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 607.748586] dagster[4989]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.749243] dagster[4989]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 607.749840] dagster[4989]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 607.750663] dagster[4989]: ) vm-test-run-dagster> full # [ 607.751475] dagster[4989]: ^ vm-test-run-dagster> full # [ 607.752125] dagster[4989]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 607.752726] dagster[4989]: raise VersionError(msg) vm-test-run-dagster> full # [ 607.753531] dagster[4989]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 607.905502] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 607.906447] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 611.994883] postgres[750]: [750] LOG: checkpoint starting: time vm-test-run-dagster> full # [ 612.285939] postgres[750]: [750] LOG: checkpoint complete: wrote 3 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.212 s, sync=0.028 s, total=0.292 s; sync files=4, longest=0.013 s, average=0.007 s; distance=40 kB, estimate=4682 kB; lsn=0/1A0EFE0, redo lsn=0/1A0A520 vm-test-run-dagster> full # [ 613.100379] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 82. vm-test-run-dagster> full # [ 613.104418] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 615.190537] dagster[5047]: Traceback (most recent call last): vm-test-run-dagster> full # [ 615.192412] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 615.193260] dagster[5047]: sys.exit(main()) vm-test-run-dagster> full # [ 615.193829] dagster[5047]: ~~~~^^ vm-test-run-dagster> full # [ 615.194671] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 615.195505] dagster[5047]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 615.196203] dagster[5047]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.196799] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 615.197639] dagster[5047]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 615.198267] dagster[5047]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.198921] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 615.199715] dagster[5047]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 615.206199] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 615.206975] dagster[5047]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 615.207833] dagster[5047]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 615.208640] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 615.209288] dagster[5047]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 615.209901] dagster[5047]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 615.210771] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 615.211550] dagster[5047]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 615.212203] dagster[5047]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.212804] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 615.213615] dagster[5047]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 615.222115] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 615.222881] dagster[5047]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 615.223726] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 615.224532] dagster[5047]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 615.225202] dagster[5047]: ...<3 lines>... vm-test-run-dagster> full # [ 615.225814] dagster[5047]: ) vm-test-run-dagster> full # [ 615.226640] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 615.227291] dagster[5047]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 615.227942] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 615.228750] dagster[5047]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 615.229555] dagster[5047]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 615.230202] dagster[5047]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 615.230797] dagster[5047]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.231610] dagster[5047]: ...<4 lines>... vm-test-run-dagster> full # [ 615.232243] dagster[5047]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 615.232847] dagster[5047]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.233461] dagster[5047]: ) vm-test-run-dagster> full # [ 615.234142] dagster[5047]: ^ vm-test-run-dagster> full # [ 615.234719] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 615.235524] dagster[5047]: _ReportVersionError( vm-test-run-dagster> full # [ 615.236176] dagster[5047]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 615.236781] dagster[5047]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 615.237593] dagster[5047]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.238242] dagster[5047]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 615.238845] dagster[5047]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.239459] dagster[5047]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 615.240111] dagster[5047]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 615.240715] dagster[5047]: ) vm-test-run-dagster> full # [ 615.241518] dagster[5047]: ^ vm-test-run-dagster> full # [ 615.256147] dagster[5047]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 615.256921] dagster[5047]: raise VersionError(msg) vm-test-run-dagster> full # [ 615.257756] dagster[5047]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 615.388348] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 615.389348] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 616.454068] dagster-daemon[695]: 2026-07-06 20:12:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 616.455038] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 616.455585] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 616.456857] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 616.457665] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 616.458481] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 616.459150] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 616.459764] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.460583] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 616.461258] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 616.461852] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 616.462478] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 616.463149] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 616.463765] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 616.464690] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 616.465287] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 616.465904] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 616.466731] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 616.467545] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 616.468216] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 616.468829] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.469663] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 616.470296] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 616.470929] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.471754] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 616.472570] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 616.473238] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 616.473843] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 616.474680] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 616.475517] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 616.476165] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.476774] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 616.477591] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.478259] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 616.478875] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 616.479700] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 616.480516] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 616.481151] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 616.481758] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 616.482567] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 620.599742] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 83. vm-test-run-dagster> full # [ 620.604764] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 622.590472] dagster[5105]: Traceback (most recent call last): vm-test-run-dagster> full # [ 622.592332] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 622.593166] dagster[5105]: sys.exit(main()) vm-test-run-dagster> full # [ 622.593754] dagster[5105]: ~~~~^^ vm-test-run-dagster> full # [ 622.594573] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 622.595248] dagster[5105]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 622.595887] dagster[5105]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.596473] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 622.597133] dagster[5105]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 622.597736] dagster[5105]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.598578] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 622.599198] dagster[5105]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 622.606065] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 622.606833] dagster[5105]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 622.607694] dagster[5105]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 622.608492] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 622.609168] dagster[5105]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 622.609792] dagster[5105]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 622.610613] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 622.611252] dagster[5105]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 622.611850] dagster[5105]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.612510] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 622.613115] dagster[5105]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 622.613720] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 622.614524] dagster[5105]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 622.625440] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 622.626241] dagster[5105]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 622.626844] dagster[5105]: ...<3 lines>... vm-test-run-dagster> full # [ 622.627681] dagster[5105]: ) vm-test-run-dagster> full # [ 622.628511] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 622.629171] dagster[5105]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 622.629783] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 622.630611] dagster[5105]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 622.631278] dagster[5105]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 622.631883] dagster[5105]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 622.632713] dagster[5105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.633529] dagster[5105]: ...<4 lines>... vm-test-run-dagster> full # [ 622.634207] dagster[5105]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 622.634809] dagster[5105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.635612] dagster[5105]: ) vm-test-run-dagster> full # [ 622.636286] dagster[5105]: ^ vm-test-run-dagster> full # [ 622.637097] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 622.637665] dagster[5105]: _ReportVersionError( vm-test-run-dagster> full # [ 622.638470] dagster[5105]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 622.639119] dagster[5105]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 622.639761] dagster[5105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.640573] dagster[5105]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 622.641395] dagster[5105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.642087] dagster[5105]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 622.642696] dagster[5105]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 622.643521] dagster[5105]: ) vm-test-run-dagster> full # [ 622.644194] dagster[5105]: ^ vm-test-run-dagster> full # [ 622.644809] dagster[5105]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 622.645638] dagster[5105]: raise VersionError(msg) vm-test-run-dagster> full # [ 622.659227] dagster[5105]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 622.779573] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 622.780735] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 627.849591] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 84. vm-test-run-dagster> full # [ 627.854709] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 629.911567] dagster[5151]: Traceback (most recent call last): vm-test-run-dagster> full # [ 629.913435] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 629.914199] dagster[5151]: sys.exit(main()) vm-test-run-dagster> full # [ 629.914798] dagster[5151]: ~~~~^^ vm-test-run-dagster> full # [ 629.915595] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 629.916673] dagster[5151]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 629.917729] dagster[5151]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.918753] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 629.919769] dagster[5151]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 629.920797] dagster[5151]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.921550] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 629.922748] dagster[5151]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 629.929328] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 629.930203] dagster[5151]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 629.930850] dagster[5151]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 629.931643] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 629.932296] dagster[5151]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 629.932927] dagster[5151]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 629.933767] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 629.934590] dagster[5151]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 629.935285] dagster[5151]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.935919] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 629.936722] dagster[5151]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 629.937545] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 629.938220] dagster[5151]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 629.949051] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 629.949822] dagster[5151]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 629.950667] dagster[5151]: ...<3 lines>... vm-test-run-dagster> full # [ 629.951486] dagster[5151]: ) vm-test-run-dagster> full # [ 629.952178] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 629.952812] dagster[5151]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 629.953688] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 629.954284] dagster[5151]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 629.954937] dagster[5151]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 629.955776] dagster[5151]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 629.956616] dagster[5151]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.957293] dagster[5151]: ...<4 lines>... vm-test-run-dagster> full # [ 629.957917] dagster[5151]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 629.958824] dagster[5151]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.959588] dagster[5151]: ) vm-test-run-dagster> full # [ 629.960289] dagster[5151]: ^ vm-test-run-dagster> full # [ 629.960893] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 629.961739] dagster[5151]: _ReportVersionError( vm-test-run-dagster> full # [ 629.962567] dagster[5151]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 629.963641] dagster[5151]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 629.964588] dagster[5151]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.965610] dagster[5151]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 629.966632] dagster[5151]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.967660] dagster[5151]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 629.968682] dagster[5151]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 629.969687] dagster[5151]: ) vm-test-run-dagster> full # [ 629.970701] dagster[5151]: ^ vm-test-run-dagster> full # [ 629.982293] dagster[5151]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 629.983085] dagster[5151]: raise VersionError(msg) vm-test-run-dagster> full # [ 629.983707] dagster[5151]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 630.109937] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 630.110846] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 635.350393] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 85. vm-test-run-dagster> full # [ 635.354053] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 637.441818] dagster[5196]: Traceback (most recent call last): vm-test-run-dagster> full # [ 637.443636] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 637.444644] dagster[5196]: sys.exit(main()) vm-test-run-dagster> full # [ 637.445273] dagster[5196]: ~~~~^^ vm-test-run-dagster> full # [ 637.445918] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 637.446751] dagster[5196]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 637.447614] dagster[5196]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.448270] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 637.448875] dagster[5196]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 637.449715] dagster[5196]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.450613] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 637.451248] dagster[5196]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 637.457544] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 637.458521] dagster[5196]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 637.459221] dagster[5196]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 637.459812] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 637.460648] dagster[5196]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 637.461283] dagster[5196]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 637.461972] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 637.462781] dagster[5196]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 637.463613] dagster[5196]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.464290] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 637.464906] dagster[5196]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 637.473674] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 637.474650] dagster[5196]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 637.475275] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 637.475919] dagster[5196]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 637.476765] dagster[5196]: ...<3 lines>... vm-test-run-dagster> full # [ 637.477591] dagster[5196]: ) vm-test-run-dagster> full # [ 637.478275] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 637.478889] dagster[5196]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 637.479772] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 637.480557] dagster[5196]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 637.481234] dagster[5196]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 637.481821] dagster[5196]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 637.482656] dagster[5196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.483470] dagster[5196]: ...<4 lines>... vm-test-run-dagster> full # [ 637.484142] dagster[5196]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 637.484740] dagster[5196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.485565] dagster[5196]: ) vm-test-run-dagster> full # [ 637.486228] dagster[5196]: ^ vm-test-run-dagster> full # [ 637.486817] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 637.487648] dagster[5196]: _ReportVersionError( vm-test-run-dagster> full # [ 637.488256] dagster[5196]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 637.488892] dagster[5196]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 637.489727] dagster[5196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.490537] dagster[5196]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 637.491185] dagster[5196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.491803] dagster[5196]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 637.492626] dagster[5196]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 637.493264] dagster[5196]: ) vm-test-run-dagster> full # [ 637.493878] dagster[5196]: ^ vm-test-run-dagster> full # [ 637.507931] dagster[5196]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 637.508716] dagster[5196]: raise VersionError(msg) vm-test-run-dagster> full # [ 637.509538] dagster[5196]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 637.645641] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 637.646814] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 642.849431] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 86. vm-test-run-dagster> full # [ 642.854776] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 644.889179] dagster[5246]: Traceback (most recent call last): vm-test-run-dagster> full # [ 644.890626] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 644.892916] dagster[5246]: sys.exit(main()) vm-test-run-dagster> full # [ 644.894084] dagster[5246]: ~~~~^^ vm-test-run-dagster> full # [ 644.895155] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 644.898191] dagster[5246]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 644.899559] dagster[5246]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.900917] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 644.903495] dagster[5246]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 644.904574] dagster[5246]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.905648] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 644.907840] dagster[5246]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 644.908769] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 644.910986] dagster[5246]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 644.912503] dagster[5246]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 644.913889] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 644.916147] dagster[5246]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 644.917476] dagster[5246]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 644.918845] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 644.921107] dagster[5246]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 644.922319] dagster[5246]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.923531] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 644.925752] dagster[5246]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 644.926815] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 644.929303] dagster[5246]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 644.930726] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 644.933148] dagster[5246]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 644.934253] dagster[5246]: ...<3 lines>... vm-test-run-dagster> full # [ 644.935115] dagster[5246]: ) vm-test-run-dagster> full # [ 644.935825] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 644.938190] dagster[5246]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 644.939302] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 644.941717] dagster[5246]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 644.942969] dagster[5246]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 644.944250] dagster[5246]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 644.945349] dagster[5246]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.946436] dagster[5246]: ...<4 lines>... vm-test-run-dagster> full # [ 644.947295] dagster[5246]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 644.948397] dagster[5246]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.949478] dagster[5246]: ) vm-test-run-dagster> full # [ 644.950196] dagster[5246]: ^ vm-test-run-dagster> full # [ 644.950857] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 644.953650] dagster[5246]: _ReportVersionError( vm-test-run-dagster> full # [ 644.954530] dagster[5246]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 644.955436] dagster[5246]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 644.957058] dagster[5246]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.958644] dagster[5246]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 644.960224] dagster[5246]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.961836] dagster[5246]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 644.963392] dagster[5246]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 644.964945] dagster[5246]: ) vm-test-run-dagster> full # [ 644.965610] dagster[5246]: ^ vm-test-run-dagster> full # [ 644.966260] dagster[5246]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 644.968884] dagster[5246]: raise VersionError(msg) vm-test-run-dagster> full # [ 644.969838] dagster[5246]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 645.013234] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 645.014181] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 650.099274] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 87. vm-test-run-dagster> full # [ 650.102460] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 652.356255] dagster[5303]: Traceback (most recent call last): vm-test-run-dagster> full # [ 652.358143] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 652.358897] dagster[5303]: sys.exit(main()) vm-test-run-dagster> full # [ 652.359704] dagster[5303]: ~~~~^^ vm-test-run-dagster> full # [ 652.360506] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 652.361170] dagster[5303]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 652.361800] dagster[5303]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.362626] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 652.363255] dagster[5303]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 652.363849] dagster[5303]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.369057] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 652.369832] dagster[5303]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 652.370673] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 652.371501] dagster[5303]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 652.372195] dagster[5303]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 652.372820] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 652.373598] dagster[5303]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 652.374250] dagster[5303]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 652.374854] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 652.375474] dagster[5303]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 652.376126] dagster[5303]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.384872] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 652.385639] dagster[5303]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 652.386295] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 652.386923] dagster[5303]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 652.387740] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 652.388556] dagster[5303]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 652.389233] dagster[5303]: ...<3 lines>... vm-test-run-dagster> full # [ 652.389839] dagster[5303]: ) vm-test-run-dagster> full # [ 652.390835] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 652.391708] dagster[5303]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 652.392526] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 652.393348] dagster[5303]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 652.393981] dagster[5303]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 652.394806] dagster[5303]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 652.395614] dagster[5303]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.396251] dagster[5303]: ...<4 lines>... vm-test-run-dagster> full # [ 652.396861] dagster[5303]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 652.397681] dagster[5303]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.398484] dagster[5303]: ) vm-test-run-dagster> full # [ 652.399156] dagster[5303]: ^ vm-test-run-dagster> full # [ 652.408473] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 652.409283] dagster[5303]: _ReportVersionError( vm-test-run-dagster> full # [ 652.409899] dagster[5303]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 652.410743] dagster[5303]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 652.411550] dagster[5303]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.412217] dagster[5303]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 652.412824] dagster[5303]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.413663] dagster[5303]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 652.414481] dagster[5303]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 652.415152] dagster[5303]: ) vm-test-run-dagster> full # [ 652.415764] dagster[5303]: ^ vm-test-run-dagster> full # [ 652.416581] dagster[5303]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 652.417252] dagster[5303]: raise VersionError(msg) vm-test-run-dagster> full # [ 652.417854] dagster[5303]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 652.550823] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 652.551739] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 657.599316] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 88. vm-test-run-dagster> full # [ 657.603077] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 659.585062] dagster[5350]: Traceback (most recent call last): vm-test-run-dagster> full # [ 659.586453] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 659.588778] dagster[5350]: sys.exit(main()) vm-test-run-dagster> full # [ 659.589892] dagster[5350]: ~~~~^^ vm-test-run-dagster> full # [ 659.590939] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 659.593822] dagster[5350]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 659.595210] dagster[5350]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.596540] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 659.599770] dagster[5350]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 659.601849] dagster[5350]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.602912] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 659.605129] dagster[5350]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 659.606052] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 659.608234] dagster[5350]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 659.610987] dagster[5350]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 659.614207] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 659.616961] dagster[5350]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 659.620152] dagster[5350]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 659.621833] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 659.625977] dagster[5350]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 659.627209] dagster[5350]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.628415] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 659.630847] dagster[5350]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 659.631905] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 659.634374] dagster[5350]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 659.635822] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 659.641388] dagster[5350]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 659.642472] dagster[5350]: ...<3 lines>... vm-test-run-dagster> full # [ 659.643320] dagster[5350]: ) vm-test-run-dagster> full # [ 659.644046] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 659.648722] dagster[5350]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 659.649905] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 659.653483] dagster[5350]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 659.654778] dagster[5350]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 659.657198] dagster[5350]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 659.658293] dagster[5350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.659381] dagster[5350]: ...<4 lines>... vm-test-run-dagster> full # [ 659.660227] dagster[5350]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 659.663746] dagster[5350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.664824] dagster[5350]: ) vm-test-run-dagster> full # [ 659.665503] dagster[5350]: ^ vm-test-run-dagster> full # [ 659.666210] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 659.669362] dagster[5350]: _ReportVersionError( vm-test-run-dagster> full # [ 659.670275] dagster[5350]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 659.671199] dagster[5350]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 659.673036] dagster[5350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.674594] dagster[5350]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 659.676256] dagster[5350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.677848] dagster[5350]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 659.679394] dagster[5350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 659.680943] dagster[5350]: ) vm-test-run-dagster> full # [ 659.681606] dagster[5350]: ^ vm-test-run-dagster> full # [ 659.682262] dagster[5350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 659.684850] dagster[5350]: raise VersionError(msg) vm-test-run-dagster> full # [ 659.685786] dagster[5350]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 659.718530] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 659.719663] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 664.849691] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 89. vm-test-run-dagster> full # [ 664.853125] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 666.869521] dagster[5394]: Traceback (most recent call last): vm-test-run-dagster> full # [ 666.871499] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 666.872245] dagster[5394]: sys.exit(main()) vm-test-run-dagster> full # [ 666.872827] dagster[5394]: ~~~~^^ vm-test-run-dagster> full # [ 666.873643] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 666.874258] dagster[5394]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 666.874909] dagster[5394]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.875745] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 666.876526] dagster[5394]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 666.877172] dagster[5394]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.877779] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 666.878591] dagster[5394]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 666.885080] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 666.885870] dagster[5394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 666.886526] dagster[5394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 666.887168] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 666.887782] dagster[5394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 666.888608] dagster[5394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 666.889261] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 666.889852] dagster[5394]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 666.890465] dagster[5394]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.891157] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 666.891726] dagster[5394]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 666.900967] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 666.901746] dagster[5394]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 666.902563] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 666.903233] dagster[5394]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 666.903850] dagster[5394]: ...<3 lines>... vm-test-run-dagster> full # [ 666.904675] dagster[5394]: ) vm-test-run-dagster> full # [ 666.905499] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 666.906168] dagster[5394]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 666.906826] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 666.907610] dagster[5394]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 666.908266] dagster[5394]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 666.908885] dagster[5394]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 666.909697] dagster[5394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.910507] dagster[5394]: ...<4 lines>... vm-test-run-dagster> full # [ 666.911161] dagster[5394]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 666.911763] dagster[5394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.912567] dagster[5394]: ) vm-test-run-dagster> full # [ 666.913238] dagster[5394]: ^ vm-test-run-dagster> full # [ 666.913828] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 666.914646] dagster[5394]: _ReportVersionError( vm-test-run-dagster> full # [ 666.915275] dagster[5394]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 666.915880] dagster[5394]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 666.916712] dagster[5394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.917505] dagster[5394]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 666.918157] dagster[5394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.918761] dagster[5394]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 666.919565] dagster[5394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 666.920217] dagster[5394]: ) vm-test-run-dagster> full # [ 666.920814] dagster[5394]: ^ vm-test-run-dagster> full # [ 666.934922] dagster[5394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 666.935692] dagster[5394]: raise VersionError(msg) vm-test-run-dagster> full # [ 666.936511] dagster[5394]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 667.060129] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 667.061112] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 672.099768] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 90. vm-test-run-dagster> full # [ 672.104620] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 674.088236] dagster[5447]: Traceback (most recent call last): vm-test-run-dagster> full # [ 674.090075] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 674.090797] dagster[5447]: sys.exit(main()) vm-test-run-dagster> full # [ 674.091585] dagster[5447]: ~~~~^^ vm-test-run-dagster> full # [ 674.092236] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 674.092857] dagster[5447]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 674.093479] dagster[5447]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.094148] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 674.094724] dagster[5447]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 674.095535] dagster[5447]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.100910] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 674.101693] dagster[5447]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 674.102509] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 674.103182] dagster[5447]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 674.103817] dagster[5447]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 674.104657] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 674.105258] dagster[5447]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 674.106139] dagster[5447]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 674.106686] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 674.107490] dagster[5447]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 674.108144] dagster[5447]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.116619] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 674.117570] dagster[5447]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 674.118241] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 674.118844] dagster[5447]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 674.119720] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 674.120498] dagster[5447]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 674.121171] dagster[5447]: ...<3 lines>... vm-test-run-dagster> full # [ 674.121796] dagster[5447]: ) vm-test-run-dagster> full # [ 674.122613] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 674.123275] dagster[5447]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 674.130680] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 674.131641] dagster[5447]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 674.132297] dagster[5447]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 674.132904] dagster[5447]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 674.133749] dagster[5447]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.134574] dagster[5447]: ...<4 lines>... vm-test-run-dagster> full # [ 674.135244] dagster[5447]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 674.135865] dagster[5447]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.136496] dagster[5447]: ) vm-test-run-dagster> full # [ 674.137194] dagster[5447]: ^ vm-test-run-dagster> full # [ 674.137793] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 674.138596] dagster[5447]: _ReportVersionError( vm-test-run-dagster> full # [ 674.139246] dagster[5447]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 674.139859] dagster[5447]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 674.140478] dagster[5447]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.141142] dagster[5447]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 674.141745] dagster[5447]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.142558] dagster[5447]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 674.143203] dagster[5447]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 674.143817] dagster[5447]: ) vm-test-run-dagster> full # [ 674.144643] dagster[5447]: ^ vm-test-run-dagster> full # [ 674.145263] dagster[5447]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 674.145892] dagster[5447]: raise VersionError(msg) vm-test-run-dagster> full # [ 674.146752] dagster[5447]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 674.281261] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 674.283495] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 676.532318] dagster-daemon[695]: 2026-07-06 20:13:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 676.543276] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 676.544234] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 676.546995] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 676.548450] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 676.549899] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 676.552874] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 676.554259] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.555616] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 676.558556] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 676.560087] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 676.563139] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 676.564468] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 676.566870] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 676.568417] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 676.570820] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 676.572207] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 676.574665] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 676.575976] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 676.577311] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 676.578461] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.579614] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 676.580507] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 676.581640] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.582764] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 676.583486] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 676.584221] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 676.587067] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 676.588055] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 676.588995] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 676.590694] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.592325] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 676.595556] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.597229] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 676.598831] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 676.600501] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 676.601245] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 676.601961] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 676.604787] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 676.605799] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 679.349655] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 91. vm-test-run-dagster> full # [ 679.354413] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 681.396197] dagster[5502]: Traceback (most recent call last): vm-test-run-dagster> full # [ 681.398057] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 681.398775] dagster[5502]: sys.exit(main()) vm-test-run-dagster> full # [ 681.399564] dagster[5502]: ~~~~^^ vm-test-run-dagster> full # [ 681.400221] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 681.400841] dagster[5502]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 681.401678] dagster[5502]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.402496] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 681.403117] dagster[5502]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 681.403729] dagster[5502]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.404541] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 681.405195] dagster[5502]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 681.411660] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 681.412610] dagster[5502]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 681.413310] dagster[5502]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 681.413898] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 681.414720] dagster[5502]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 681.415537] dagster[5502]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 681.416226] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 681.416800] dagster[5502]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 681.417610] dagster[5502]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.418247] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 681.418862] dagster[5502]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 681.427558] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 681.428521] dagster[5502]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 681.429191] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 681.429805] dagster[5502]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 681.430629] dagster[5502]: ...<3 lines>... vm-test-run-dagster> full # [ 681.431278] dagster[5502]: ) vm-test-run-dagster> full # [ 681.431891] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 681.432721] dagster[5502]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 681.433589] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 681.434586] dagster[5502]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 681.435594] dagster[5502]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 681.436264] dagster[5502]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 681.436880] dagster[5502]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.437691] dagster[5502]: ...<4 lines>... vm-test-run-dagster> full # [ 681.438496] dagster[5502]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 681.439151] dagster[5502]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.439759] dagster[5502]: ) vm-test-run-dagster> full # [ 681.440591] dagster[5502]: ^ vm-test-run-dagster> full # [ 681.441220] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 681.441815] dagster[5502]: _ReportVersionError( vm-test-run-dagster> full # [ 681.442642] dagster[5502]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 681.443326] dagster[5502]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 681.443888] dagster[5502]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.444713] dagster[5502]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 681.445518] dagster[5502]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.446175] dagster[5502]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 681.446787] dagster[5502]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 681.447592] dagster[5502]: ) vm-test-run-dagster> full # [ 681.448253] dagster[5502]: ^ vm-test-run-dagster> full # [ 681.461580] dagster[5502]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 681.462545] dagster[5502]: raise VersionError(msg) vm-test-run-dagster> full # [ 681.463220] dagster[5502]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 681.587618] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 681.588838] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 686.600064] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 92. vm-test-run-dagster> full # [ 686.604664] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 688.557804] dagster[5548]: Traceback (most recent call last): vm-test-run-dagster> full # [ 688.559686] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 688.560580] dagster[5548]: sys.exit(main()) vm-test-run-dagster> full # [ 688.561213] dagster[5548]: ~~~~^^ vm-test-run-dagster> full # [ 688.561809] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 688.562624] dagster[5548]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 688.563278] dagster[5548]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.563901] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 688.564691] dagster[5548]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 688.565500] dagster[5548]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.566161] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 688.566764] dagster[5548]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 688.573231] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 688.574041] dagster[5548]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 688.574672] dagster[5548]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 688.575296] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 688.575920] dagster[5548]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 688.576750] dagster[5548]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 688.577566] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 688.578237] dagster[5548]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 688.578828] dagster[5548]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.579792] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 688.580465] dagster[5548]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 688.589112] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 688.589884] dagster[5548]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 688.590716] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 688.591532] dagster[5548]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 688.592205] dagster[5548]: ...<3 lines>... vm-test-run-dagster> full # [ 688.592818] dagster[5548]: ) vm-test-run-dagster> full # [ 688.593695] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 688.594284] dagster[5548]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 688.594926] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 688.595742] dagster[5548]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 688.596544] dagster[5548]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 688.597196] dagster[5548]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 688.597800] dagster[5548]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.598612] dagster[5548]: ...<4 lines>... vm-test-run-dagster> full # [ 688.599255] dagster[5548]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 688.599858] dagster[5548]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.600470] dagster[5548]: ) vm-test-run-dagster> full # [ 688.601152] dagster[5548]: ^ vm-test-run-dagster> full # [ 688.609809] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 688.610566] dagster[5548]: _ReportVersionError( vm-test-run-dagster> full # [ 688.611235] dagster[5548]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 688.611843] dagster[5548]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 688.612679] dagster[5548]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.613497] dagster[5548]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 688.614168] dagster[5548]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.614780] dagster[5548]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 688.615596] dagster[5548]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 688.616265] dagster[5548]: ) vm-test-run-dagster> full # [ 688.616880] dagster[5548]: ^ vm-test-run-dagster> full # [ 688.617704] dagster[5548]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 688.618503] dagster[5548]: raise VersionError(msg) vm-test-run-dagster> full # [ 688.619156] dagster[5548]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 688.750096] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 688.752360] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 693.850393] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 93. vm-test-run-dagster> full # [ 693.853694] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 695.846111] dagster[5595]: Traceback (most recent call last): vm-test-run-dagster> full # [ 695.847919] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 695.848646] dagster[5595]: sys.exit(main()) vm-test-run-dagster> full # [ 695.849275] dagster[5595]: ~~~~^^ vm-test-run-dagster> full # [ 695.849869] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 695.850692] dagster[5595]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 695.851515] dagster[5595]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.852194] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 695.852757] dagster[5595]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 695.853560] dagster[5595]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.854211] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 695.854816] dagster[5595]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 695.861533] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 695.862495] dagster[5595]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 695.863189] dagster[5595]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 695.863782] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 695.864597] dagster[5595]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 695.865266] dagster[5595]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 695.865882] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 695.866708] dagster[5595]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 695.867501] dagster[5595]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.868153] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 695.868760] dagster[5595]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 695.869563] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 695.870215] dagster[5595]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 695.870812] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 695.871633] dagster[5595]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 695.872271] dagster[5595]: ...<3 lines>... vm-test-run-dagster> full # [ 695.872871] dagster[5595]: ) vm-test-run-dagster> full # [ 695.873721] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 695.874495] dagster[5595]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 695.888233] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 695.889038] dagster[5595]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 695.889641] dagster[5595]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 695.890296] dagster[5595]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 695.890908] dagster[5595]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.891758] dagster[5595]: ...<4 lines>... vm-test-run-dagster> full # [ 695.892563] dagster[5595]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 695.893238] dagster[5595]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.893841] dagster[5595]: ) vm-test-run-dagster> full # [ 695.894709] dagster[5595]: ^ vm-test-run-dagster> full # [ 695.895503] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 695.896184] dagster[5595]: _ReportVersionError( vm-test-run-dagster> full # [ 695.896802] dagster[5595]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 695.897628] dagster[5595]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 695.898276] dagster[5595]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.898900] dagster[5595]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 695.899758] dagster[5595]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.900792] dagster[5595]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 695.901819] dagster[5595]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 695.902835] dagster[5595]: ) vm-test-run-dagster> full # [ 695.903863] dagster[5595]: ^ vm-test-run-dagster> full # [ 695.904876] dagster[5595]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 695.905637] dagster[5595]: raise VersionError(msg) vm-test-run-dagster> full # [ 695.906655] dagster[5595]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 696.051707] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 696.052872] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 701.098994] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 94. vm-test-run-dagster> full # [ 701.102144] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 703.157607] dagster[5643]: Traceback (most recent call last): vm-test-run-dagster> full # [ 703.159361] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 703.161559] dagster[5643]: sys.exit(main()) vm-test-run-dagster> full # [ 703.163334] dagster[5643]: ~~~~^^ vm-test-run-dagster> full # [ 703.164409] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 703.167368] dagster[5643]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 703.168545] dagster[5643]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.170100] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 703.172883] dagster[5643]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 703.174122] dagster[5643]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.175338] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 703.177541] dagster[5643]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 703.178472] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 703.181410] dagster[5643]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 703.182924] dagster[5643]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 703.184452] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 703.186739] dagster[5643]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 703.188294] dagster[5643]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 703.189646] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 703.191864] dagster[5643]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 703.193126] dagster[5643]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.194358] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 703.196569] dagster[5643]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 703.197656] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 703.200164] dagster[5643]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 703.201589] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 703.204000] dagster[5643]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 703.205117] dagster[5643]: ...<3 lines>... vm-test-run-dagster> full # [ 703.205943] dagster[5643]: ) vm-test-run-dagster> full # [ 703.206678] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 703.209051] dagster[5643]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 703.210177] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 703.212582] dagster[5643]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 703.213854] dagster[5643]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 703.215146] dagster[5643]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 703.216243] dagster[5643]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.217354] dagster[5643]: ...<4 lines>... vm-test-run-dagster> full # [ 703.218235] dagster[5643]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 703.219326] dagster[5643]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.220395] dagster[5643]: ) vm-test-run-dagster> full # [ 703.221099] dagster[5643]: ^ vm-test-run-dagster> full # [ 703.221767] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 703.224517] dagster[5643]: _ReportVersionError( vm-test-run-dagster> full # [ 703.225428] dagster[5643]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 703.226340] dagster[5643]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 703.227926] dagster[5643]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.229534] dagster[5643]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 703.231172] dagster[5643]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.232789] dagster[5643]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 703.234351] dagster[5643]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 703.235910] dagster[5643]: ) vm-test-run-dagster> full # [ 703.236573] dagster[5643]: ^ vm-test-run-dagster> full # [ 703.237239] dagster[5643]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 703.239865] dagster[5643]: raise VersionError(msg) vm-test-run-dagster> full # [ 703.240814] dagster[5643]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 703.283801] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 703.284705] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 708.349536] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 95. vm-test-run-dagster> full # [ 708.352729] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 710.438693] dagster[5700]: Traceback (most recent call last): vm-test-run-dagster> full # [ 710.440111] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 710.442353] dagster[5700]: sys.exit(main()) vm-test-run-dagster> full # [ 710.443461] dagster[5700]: ~~~~^^ vm-test-run-dagster> full # [ 710.444510] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 710.447364] dagster[5700]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 710.448739] dagster[5700]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.450103] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 710.452882] dagster[5700]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 710.454040] dagster[5700]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.455106] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 710.457265] dagster[5700]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 710.458184] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 710.460399] dagster[5700]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 710.461778] dagster[5700]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 710.463130] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 710.465313] dagster[5700]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 710.466648] dagster[5700]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 710.467961] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 710.470172] dagster[5700]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 710.471382] dagster[5700]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.472588] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 710.474767] dagster[5700]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 710.475815] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 710.478278] dagster[5700]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 710.479714] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 710.482116] dagster[5700]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 710.483186] dagster[5700]: ...<3 lines>... vm-test-run-dagster> full # [ 710.484034] dagster[5700]: ) vm-test-run-dagster> full # [ 710.484723] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 710.487061] dagster[5700]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 710.488166] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 710.490529] dagster[5700]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 710.491781] dagster[5700]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 710.493060] dagster[5700]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 710.494140] dagster[5700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.495220] dagster[5700]: ...<4 lines>... vm-test-run-dagster> full # [ 710.496070] dagster[5700]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 710.497172] dagster[5700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.498257] dagster[5700]: ) vm-test-run-dagster> full # [ 710.498924] dagster[5700]: ^ vm-test-run-dagster> full # [ 710.499574] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 710.502305] dagster[5700]: _ReportVersionError( vm-test-run-dagster> full # [ 710.503200] dagster[5700]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 710.504060] dagster[5700]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 710.505525] dagster[5700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.507107] dagster[5700]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 710.508693] dagster[5700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.510258] dagster[5700]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 710.511787] dagster[5700]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 710.513328] dagster[5700]: ) vm-test-run-dagster> full # [ 710.513961] dagster[5700]: ^ vm-test-run-dagster> full # [ 710.514630] dagster[5700]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 710.517195] dagster[5700]: raise VersionError(msg) vm-test-run-dagster> full # [ 710.518128] dagster[5700]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 710.566680] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 710.567832] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 715.599411] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 96. vm-test-run-dagster> full # [ 715.602477] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 717.607996] dagster[5747]: Traceback (most recent call last): vm-test-run-dagster> full # [ 717.609887] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 717.610585] dagster[5747]: sys.exit(main()) vm-test-run-dagster> full # [ 717.611217] dagster[5747]: ~~~~^^ vm-test-run-dagster> full # [ 717.611626] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 717.612264] dagster[5747]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 717.612891] dagster[5747]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.613728] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 717.614507] dagster[5747]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 717.615158] dagster[5747]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.615761] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 717.616566] dagster[5747]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 717.623436] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 717.624247] dagster[5747]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 717.624893] dagster[5747]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 717.625487] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 717.626160] dagster[5747]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 717.626772] dagster[5747]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 717.627597] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 717.628244] dagster[5747]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 717.628846] dagster[5747]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.629492] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 717.630124] dagster[5747]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 717.630726] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 717.631533] dagster[5747]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 717.642887] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 717.643651] dagster[5747]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 717.644279] dagster[5747]: ...<3 lines>... vm-test-run-dagster> full # [ 717.644920] dagster[5747]: ) vm-test-run-dagster> full # [ 717.645757] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 717.646582] dagster[5747]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 717.647258] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 717.647886] dagster[5747]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 717.648714] dagster[5747]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 717.649533] dagster[5747]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 717.650562] dagster[5747]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.651231] dagster[5747]: ...<4 lines>... vm-test-run-dagster> full # [ 717.651834] dagster[5747]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 717.652673] dagster[5747]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.653470] dagster[5747]: ) vm-test-run-dagster> full # [ 717.654153] dagster[5747]: ^ vm-test-run-dagster> full # [ 717.654731] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 717.655540] dagster[5747]: _ReportVersionError( vm-test-run-dagster> full # [ 717.656220] dagster[5747]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 717.656797] dagster[5747]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 717.657661] dagster[5747]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.658264] dagster[5747]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 717.658953] dagster[5747]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.660515] dagster[5747]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 717.661177] dagster[5747]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 717.662502] dagster[5747]: ) vm-test-run-dagster> full # [ 717.663140] dagster[5747]: ^ vm-test-run-dagster> full # [ 717.664534] dagster[5747]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 717.665135] dagster[5747]: raise VersionError(msg) vm-test-run-dagster> full # [ 717.679665] dagster[5747]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 717.805691] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 717.807933] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 722.849406] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 97. vm-test-run-dagster> full # [ 722.852896] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 724.842180] dagster[5793]: Traceback (most recent call last): vm-test-run-dagster> full # [ 724.844142] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 724.844993] dagster[5793]: sys.exit(main()) vm-test-run-dagster> full # [ 724.845609] dagster[5793]: ~~~~^^ vm-test-run-dagster> full # [ 724.846308] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 724.846949] dagster[5793]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 724.847837] dagster[5793]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.848698] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 724.849312] dagster[5793]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 724.849941] dagster[5793]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.850803] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 724.851633] dagster[5793]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 724.858278] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 724.859078] dagster[5793]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 724.859719] dagster[5793]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 724.860533] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 724.861217] dagster[5793]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 724.861832] dagster[5793]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 724.862483] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 724.863183] dagster[5793]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 724.863804] dagster[5793]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.864675] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 724.865310] dagster[5793]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 724.865929] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 724.866788] dagster[5793]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 724.878122] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 724.878908] dagster[5793]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 724.879743] dagster[5793]: ...<3 lines>... vm-test-run-dagster> full # [ 724.880796] dagster[5793]: ) vm-test-run-dagster> full # [ 724.881658] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 724.882353] dagster[5793]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 724.882980] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 724.883858] dagster[5793]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 724.884663] dagster[5793]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 724.885507] dagster[5793]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 724.886201] dagster[5793]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.886820] dagster[5793]: ...<4 lines>... vm-test-run-dagster> full # [ 724.887664] dagster[5793]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 724.888293] dagster[5793]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.888943] dagster[5793]: ) vm-test-run-dagster> full # [ 724.889819] dagster[5793]: ^ vm-test-run-dagster> full # [ 724.890642] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 724.891274] dagster[5793]: _ReportVersionError( vm-test-run-dagster> full # [ 724.891901] dagster[5793]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 724.892745] dagster[5793]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 724.893574] dagster[5793]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.894260] dagster[5793]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 724.894861] dagster[5793]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.895729] dagster[5793]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 724.896568] dagster[5793]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 724.897220] dagster[5793]: ) vm-test-run-dagster> full # [ 724.897806] dagster[5793]: ^ vm-test-run-dagster> full # [ 724.898622] dagster[5793]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 724.899278] dagster[5793]: raise VersionError(msg) vm-test-run-dagster> full # [ 724.912639] dagster[5793]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 725.044227] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 725.046113] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 730.099484] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 98. vm-test-run-dagster> full # [ 730.102910] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 732.072939] dagster[5843]: Traceback (most recent call last): vm-test-run-dagster> full # [ 732.074410] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 732.076706] dagster[5843]: sys.exit(main()) vm-test-run-dagster> full # [ 732.077808] dagster[5843]: ~~~~^^ vm-test-run-dagster> full # [ 732.078860] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 732.081759] dagster[5843]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 732.083165] dagster[5843]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.084505] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 732.087301] dagster[5843]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 732.088378] dagster[5843]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.089446] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 732.091638] dagster[5843]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 732.092535] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 732.094742] dagster[5843]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 732.096116] dagster[5843]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 732.097441] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 732.099667] dagster[5843]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 732.101053] dagster[5843]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 732.102379] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 732.104578] dagster[5843]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 732.105801] dagster[5843]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.107182] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 732.109379] dagster[5843]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 732.110437] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 732.112909] dagster[5843]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 732.114342] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 732.116752] dagster[5843]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 732.117831] dagster[5843]: ...<3 lines>... vm-test-run-dagster> full # [ 732.118683] dagster[5843]: ) vm-test-run-dagster> full # [ 732.119393] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 732.121738] dagster[5843]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 732.122850] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 732.125266] dagster[5843]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 732.126519] dagster[5843]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 732.127784] dagster[5843]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 732.128880] dagster[5843]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.129982] dagster[5843]: ...<4 lines>... vm-test-run-dagster> full # [ 732.130836] dagster[5843]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 732.131904] dagster[5843]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.132977] dagster[5843]: ) vm-test-run-dagster> full # [ 732.133689] dagster[5843]: ^ vm-test-run-dagster> full # [ 732.134350] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 732.137165] dagster[5843]: _ReportVersionError( vm-test-run-dagster> full # [ 732.138078] dagster[5843]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 732.138958] dagster[5843]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 732.140548] dagster[5843]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.142136] dagster[5843]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 732.143741] dagster[5843]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.145327] dagster[5843]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 732.146856] dagster[5843]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 732.148412] dagster[5843]: ) vm-test-run-dagster> full # [ 732.149090] dagster[5843]: ^ vm-test-run-dagster> full # [ 732.149740] dagster[5843]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 732.152329] dagster[5843]: raise VersionError(msg) vm-test-run-dagster> full # [ 732.153256] dagster[5843]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 732.196696] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 732.199353] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 736.552150] dagster-daemon[695]: 2026-07-06 20:14:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 736.553290] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 736.554003] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 736.554861] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 736.555494] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 736.556165] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 736.556782] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 736.557632] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.558284] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 736.558889] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 736.559722] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 736.560541] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 736.561212] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 736.561847] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 736.562556] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 736.563179] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 736.563793] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 736.564619] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 736.565293] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 736.565921] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 736.566790] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.567636] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 736.568265] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 736.568864] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.569687] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 736.570527] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 736.571177] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 736.571810] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 736.572628] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 736.573263] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 736.573896] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.574711] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 736.575518] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.576194] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 736.576796] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 736.577655] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 736.578267] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 736.578890] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 736.579712] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 736.580546] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 737.349755] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 99. vm-test-run-dagster> full # [ 737.354700] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 739.346360] dagster[5902]: Traceback (most recent call last): vm-test-run-dagster> full # [ 739.347822] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 739.350190] dagster[5902]: sys.exit(main()) vm-test-run-dagster> full # [ 739.351330] dagster[5902]: ~~~~^^ vm-test-run-dagster> full # [ 739.352400] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 739.355296] dagster[5902]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 739.356668] dagster[5902]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.358058] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 739.360759] dagster[5902]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 739.362137] dagster[5902]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.363218] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 739.365411] dagster[5902]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 739.366344] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 739.368549] dagster[5902]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 739.369924] dagster[5902]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 739.371290] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 739.373513] dagster[5902]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 739.374892] dagster[5902]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 739.376235] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 739.378437] dagster[5902]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 739.379682] dagster[5902]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.380906] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 739.383196] dagster[5902]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 739.384287] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 739.386783] dagster[5902]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 739.388220] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 739.390648] dagster[5902]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 739.391712] dagster[5902]: ...<3 lines>... vm-test-run-dagster> full # [ 739.392533] dagster[5902]: ) vm-test-run-dagster> full # [ 739.393269] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 739.395618] dagster[5902]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 739.396717] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 739.399130] dagster[5902]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 739.400385] dagster[5902]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 739.401670] dagster[5902]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 739.402768] dagster[5902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.403864] dagster[5902]: ...<4 lines>... vm-test-run-dagster> full # [ 739.404717] dagster[5902]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 739.405816] dagster[5902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.406889] dagster[5902]: ) vm-test-run-dagster> full # [ 739.407594] dagster[5902]: ^ vm-test-run-dagster> full # [ 739.408257] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 739.411059] dagster[5902]: _ReportVersionError( vm-test-run-dagster> full # [ 739.411947] dagster[5902]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 739.412856] dagster[5902]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 739.414442] dagster[5902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.416065] dagster[5902]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 739.417681] dagster[5902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.419268] dagster[5902]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 739.420817] dagster[5902]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 739.422369] dagster[5902]: ) vm-test-run-dagster> full # [ 739.423057] dagster[5902]: ^ vm-test-run-dagster> full # [ 739.423714] dagster[5902]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 739.426316] dagster[5902]: raise VersionError(msg) vm-test-run-dagster> full # [ 739.427425] dagster[5902]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 739.471766] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 739.472669] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 744.599778] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 100. vm-test-run-dagster> full # [ 744.603901] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 746.593541] dagster[5945]: Traceback (most recent call last): vm-test-run-dagster> full # [ 746.595364] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 746.597395] dagster[5945]: sys.exit(main()) vm-test-run-dagster> full # [ 746.598257] dagster[5945]: ~~~~^^ vm-test-run-dagster> full # [ 746.599102] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 746.601404] dagster[5945]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 746.602501] dagster[5945]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.603630] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 746.605869] dagster[5945]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 746.606932] dagster[5945]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.608000] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 746.610287] dagster[5945]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 746.611217] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 746.613409] dagster[5945]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 746.614772] dagster[5945]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 746.616110] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 746.618293] dagster[5945]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 746.619650] dagster[5945]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 746.620967] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 746.623178] dagster[5945]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 746.624379] dagster[5945]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.625581] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 746.627765] dagster[5945]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 746.628815] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 746.631278] dagster[5945]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 746.632694] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 746.635107] dagster[5945]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 746.636181] dagster[5945]: ...<3 lines>... vm-test-run-dagster> full # [ 746.637034] dagster[5945]: ) vm-test-run-dagster> full # [ 746.637682] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 746.639989] dagster[5945]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 746.641133] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 746.643548] dagster[5945]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 746.644795] dagster[5945]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 746.646076] dagster[5945]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 746.647163] dagster[5945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.648381] dagster[5945]: ...<4 lines>... vm-test-run-dagster> full # [ 746.649224] dagster[5945]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 746.650283] dagster[5945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.651348] dagster[5945]: ) vm-test-run-dagster> full # [ 746.652078] dagster[5945]: ^ vm-test-run-dagster> full # [ 746.652735] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 746.655475] dagster[5945]: _ReportVersionError( vm-test-run-dagster> full # [ 746.656380] dagster[5945]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 746.657295] dagster[5945]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 746.658869] dagster[5945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.660450] dagster[5945]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 746.662078] dagster[5945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.663674] dagster[5945]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 746.665213] dagster[5945]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 746.666766] dagster[5945]: ) vm-test-run-dagster> full # [ 746.667415] dagster[5945]: ^ vm-test-run-dagster> full # [ 746.668094] dagster[5945]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 746.670674] dagster[5945]: raise VersionError(msg) vm-test-run-dagster> full # [ 746.671584] dagster[5945]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 746.730885] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 746.731807] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 751.850471] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 101. vm-test-run-dagster> full # [ 751.853828] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 753.826304] dagster[5994]: Traceback (most recent call last): vm-test-run-dagster> full # [ 753.827716] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 753.829977] dagster[5994]: sys.exit(main()) vm-test-run-dagster> full # [ 753.831123] dagster[5994]: ~~~~^^ vm-test-run-dagster> full # [ 753.832181] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 753.835077] dagster[5994]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 753.836428] dagster[5994]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.837777] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 753.840562] dagster[5994]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 753.841663] dagster[5994]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.842706] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 753.844872] dagster[5994]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 753.845786] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 753.848033] dagster[5994]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 753.849378] dagster[5994]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 753.850694] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 753.852872] dagster[5994]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 753.854220] dagster[5994]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 753.855553] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 753.857745] dagster[5994]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 753.858945] dagster[5994]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.860181] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 753.862356] dagster[5994]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 753.863404] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 753.865858] dagster[5994]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 753.867284] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 753.869676] dagster[5994]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 753.870745] dagster[5994]: ...<3 lines>... vm-test-run-dagster> full # [ 753.871729] dagster[5994]: ) vm-test-run-dagster> full # [ 753.872434] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 753.874758] dagster[5994]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 753.875863] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 753.878278] dagster[5994]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 753.879545] dagster[5994]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 753.880793] dagster[5994]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 753.881916] dagster[5994]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.882996] dagster[5994]: ...<4 lines>... vm-test-run-dagster> full # [ 753.883842] dagster[5994]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 753.884900] dagster[5994]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.885959] dagster[5994]: ) vm-test-run-dagster> full # [ 753.886653] dagster[5994]: ^ vm-test-run-dagster> full # [ 753.887305] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 753.890181] dagster[5994]: _ReportVersionError( vm-test-run-dagster> full # [ 753.891080] dagster[5994]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 753.891948] dagster[5994]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 753.893522] dagster[5994]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.895113] dagster[5994]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 753.896689] dagster[5994]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.898252] dagster[5994]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 753.899780] dagster[5994]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 753.901320] dagster[5994]: ) vm-test-run-dagster> full # [ 753.901952] dagster[5994]: ^ vm-test-run-dagster> full # [ 753.902607] dagster[5994]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 753.905173] dagster[5994]: raise VersionError(msg) vm-test-run-dagster> full # [ 753.906109] dagster[5994]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 753.949083] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 753.950119] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 759.100120] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 102. vm-test-run-dagster> full # [ 759.103182] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 761.158801] dagster[6036]: Traceback (most recent call last): vm-test-run-dagster> full # [ 761.160665] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 761.161560] dagster[6036]: sys.exit(main()) vm-test-run-dagster> full # [ 761.162206] dagster[6036]: ~~~~^^ vm-test-run-dagster> full # [ 761.162816] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 761.163645] dagster[6036]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 761.164277] dagster[6036]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.164925] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 761.165727] dagster[6036]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 761.166552] dagster[6036]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.167187] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 761.167803] dagster[6036]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 761.174294] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 761.175106] dagster[6036]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 761.175746] dagster[6036]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 761.176541] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 761.177223] dagster[6036]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 761.177842] dagster[6036]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 761.178689] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 761.179507] dagster[6036]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 761.180164] dagster[6036]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.180795] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 761.181574] dagster[6036]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 761.190262] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 761.191092] dagster[6036]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 761.191702] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 761.192519] dagster[6036]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 761.193201] dagster[6036]: ...<3 lines>... vm-test-run-dagster> full # [ 761.193823] dagster[6036]: ) vm-test-run-dagster> full # [ 761.194666] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 761.195291] dagster[6036]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 761.196277] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 761.196957] dagster[6036]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 761.197781] dagster[6036]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 761.198592] dagster[6036]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 761.199250] dagster[6036]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.199864] dagster[6036]: ...<4 lines>... vm-test-run-dagster> full # [ 761.200692] dagster[6036]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 761.201495] dagster[6036]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.202156] dagster[6036]: ) vm-test-run-dagster> full # [ 761.202787] dagster[6036]: ^ vm-test-run-dagster> full # [ 761.211076] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 761.211663] dagster[6036]: _ReportVersionError( vm-test-run-dagster> full # [ 761.212288] dagster[6036]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 761.212943] dagster[6036]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 761.213787] dagster[6036]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.214622] dagster[6036]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 761.215290] dagster[6036]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.215915] dagster[6036]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 761.216757] dagster[6036]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 761.217580] dagster[6036]: ) vm-test-run-dagster> full # [ 761.218257] dagster[6036]: ^ vm-test-run-dagster> full # [ 761.218872] dagster[6036]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 761.219696] dagster[6036]: raise VersionError(msg) vm-test-run-dagster> full # [ 761.220530] dagster[6036]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 761.353244] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 761.354182] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 766.599667] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 103. vm-test-run-dagster> full # [ 766.604561] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 768.552646] dagster[6080]: Traceback (most recent call last): vm-test-run-dagster> full # [ 768.554163] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 768.556427] dagster[6080]: sys.exit(main()) vm-test-run-dagster> full # [ 768.557563] dagster[6080]: ~~~~^^ vm-test-run-dagster> full # [ 768.558597] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 768.561426] dagster[6080]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 768.562796] dagster[6080]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.564157] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 768.566918] dagster[6080]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 768.568171] dagster[6080]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.569228] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 768.571402] dagster[6080]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 768.572322] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 768.574489] dagster[6080]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 768.575855] dagster[6080]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 768.577194] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 768.579372] dagster[6080]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 768.580696] dagster[6080]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 768.582035] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 768.584216] dagster[6080]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 768.585417] dagster[6080]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.586645] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 768.588813] dagster[6080]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 768.589870] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 768.592327] dagster[6080]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 768.593714] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 768.596113] dagster[6080]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 768.597186] dagster[6080]: ...<3 lines>... vm-test-run-dagster> full # [ 768.598034] dagster[6080]: ) vm-test-run-dagster> full # [ 768.598742] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 768.601079] dagster[6080]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 768.602204] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 768.604581] dagster[6080]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 768.605834] dagster[6080]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 768.607112] dagster[6080]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 768.608209] dagster[6080]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.609538] dagster[6080]: ...<4 lines>... vm-test-run-dagster> full # [ 768.610375] dagster[6080]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 768.611451] dagster[6080]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.612515] dagster[6080]: ) vm-test-run-dagster> full # [ 768.613206] dagster[6080]: ^ vm-test-run-dagster> full # [ 768.613866] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 768.616660] dagster[6080]: _ReportVersionError( vm-test-run-dagster> full # [ 768.617554] dagster[6080]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 768.618448] dagster[6080]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 768.620231] dagster[6080]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.621818] dagster[6080]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 768.623431] dagster[6080]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.625055] dagster[6080]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 768.626572] dagster[6080]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 768.628137] dagster[6080]: ) vm-test-run-dagster> full # [ 768.628784] dagster[6080]: ^ vm-test-run-dagster> full # [ 768.629465] dagster[6080]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 768.632085] dagster[6080]: raise VersionError(msg) vm-test-run-dagster> full # [ 768.632995] dagster[6080]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 768.675319] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 768.676281] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 773.849838] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 104. vm-test-run-dagster> full # [ 773.852994] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 775.855535] dagster[6140]: Traceback (most recent call last): vm-test-run-dagster> full # [ 775.857387] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 775.858157] dagster[6140]: sys.exit(main()) vm-test-run-dagster> full # [ 775.858732] dagster[6140]: ~~~~^^ vm-test-run-dagster> full # [ 775.859536] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 775.860188] dagster[6140]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 775.860814] dagster[6140]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.861641] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 775.862253] dagster[6140]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 775.862848] dagster[6140]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.863468] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 775.864113] dagster[6140]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 775.870950] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 775.871739] dagster[6140]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 775.872566] dagster[6140]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 775.873212] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 775.873824] dagster[6140]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 775.874659] dagster[6140]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 775.875283] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 775.875920] dagster[6140]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 775.876737] dagster[6140]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.877579] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 775.878197] dagster[6140]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 775.886856] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 775.887625] dagster[6140]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 775.888274] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 775.888888] dagster[6140]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 775.889720] dagster[6140]: ...<3 lines>... vm-test-run-dagster> full # [ 775.890536] dagster[6140]: ) vm-test-run-dagster> full # [ 775.891214] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 775.891817] dagster[6140]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 775.892649] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 775.893276] dagster[6140]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 775.893901] dagster[6140]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 775.894720] dagster[6140]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 775.895523] dagster[6140]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.896183] dagster[6140]: ...<4 lines>... vm-test-run-dagster> full # [ 775.896793] dagster[6140]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 775.897588] dagster[6140]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.898229] dagster[6140]: ) vm-test-run-dagster> full # [ 775.898852] dagster[6140]: ^ vm-test-run-dagster> full # [ 775.899684] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 775.900266] dagster[6140]: _ReportVersionError( vm-test-run-dagster> full # [ 775.900894] dagster[6140]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 775.901710] dagster[6140]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 775.902514] dagster[6140]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.903164] dagster[6140]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 775.903770] dagster[6140]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.904574] dagster[6140]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 775.905228] dagster[6140]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 775.905837] dagster[6140]: ) vm-test-run-dagster> full # [ 775.906659] dagster[6140]: ^ vm-test-run-dagster> full # [ 775.907262] dagster[6140]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 775.907887] dagster[6140]: raise VersionError(msg) vm-test-run-dagster> full # [ 775.923922] dagster[6140]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 776.052818] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 776.053808] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 781.099243] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 105. vm-test-run-dagster> full # [ 781.104303] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 783.108381] dagster[6188]: Traceback (most recent call last): vm-test-run-dagster> full # [ 783.109345] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 783.109946] dagster[6188]: sys.exit(main()) vm-test-run-dagster> full # [ 783.111146] dagster[6188]: ~~~~^^ vm-test-run-dagster> full # [ 783.111837] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 783.114795] dagster[6188]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 783.115794] dagster[6188]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.119115] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 783.119933] dagster[6188]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 783.123344] dagster[6188]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.124547] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 783.127573] dagster[6188]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 783.128630] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 783.131175] dagster[6188]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 783.132746] dagster[6188]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 783.134335] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 783.137207] dagster[6188]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 783.139116] dagster[6188]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 783.140689] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 783.143456] dagster[6188]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 783.145117] dagster[6188]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.146580] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 783.149115] dagster[6188]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 783.150314] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 783.153823] dagster[6188]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 783.156203] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 783.159873] dagster[6188]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 783.161610] dagster[6188]: ...<3 lines>... vm-test-run-dagster> full # [ 783.162857] dagster[6188]: ) vm-test-run-dagster> full # [ 783.164092] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 783.166566] dagster[6188]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 783.167663] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 783.170231] dagster[6188]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 783.171560] dagster[6188]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 783.172872] dagster[6188]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 783.174068] dagster[6188]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.175354] dagster[6188]: ...<4 lines>... vm-test-run-dagster> full # [ 783.176187] dagster[6188]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 783.177251] dagster[6188]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.178297] dagster[6188]: ) vm-test-run-dagster> full # [ 783.178942] dagster[6188]: ^ vm-test-run-dagster> full # [ 783.179595] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 783.182270] dagster[6188]: _ReportVersionError( vm-test-run-dagster> full # [ 783.183159] dagster[6188]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 783.184043] dagster[6188]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 783.185573] dagster[6188]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.187126] dagster[6188]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 783.188672] dagster[6188]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.190202] dagster[6188]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 783.191690] dagster[6188]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 783.193164] dagster[6188]: ) vm-test-run-dagster> full # [ 783.193787] dagster[6188]: ^ vm-test-run-dagster> full # [ 783.194422] dagster[6188]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 783.196945] dagster[6188]: raise VersionError(msg) vm-test-run-dagster> full # [ 783.197853] dagster[6188]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 783.249409] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 783.251902] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 788.349263] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 106. vm-test-run-dagster> full # [ 788.352962] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 790.463746] dagster[6240]: Traceback (most recent call last): vm-test-run-dagster> full # [ 790.465594] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 790.466496] dagster[6240]: sys.exit(main()) vm-test-run-dagster> full # [ 790.467134] dagster[6240]: ~~~~^^ vm-test-run-dagster> full # [ 790.467751] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 790.468557] dagster[6240]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 790.469240] dagster[6240]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.469659] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 790.470278] dagster[6240]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 790.470871] dagster[6240]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.471700] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 790.472506] dagster[6240]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 790.479223] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 790.480003] dagster[6240]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 790.480674] dagster[6240]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 790.481289] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 790.481908] dagster[6240]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 790.482751] dagster[6240]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 790.483564] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 790.484247] dagster[6240]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 790.484843] dagster[6240]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.485695] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 790.486471] dagster[6240]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 790.495229] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 790.496046] dagster[6240]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 790.496657] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 790.497286] dagster[6240]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 790.497925] dagster[6240]: ...<3 lines>... vm-test-run-dagster> full # [ 790.498761] dagster[6240]: ) vm-test-run-dagster> full # [ 790.499566] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 790.500222] dagster[6240]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 790.500628] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 790.501381] dagster[6240]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 790.502097] dagster[6240]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 790.502710] dagster[6240]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 790.503511] dagster[6240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.504173] dagster[6240]: ...<4 lines>... vm-test-run-dagster> full # [ 790.504781] dagster[6240]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 790.505585] dagster[6240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.506255] dagster[6240]: ) vm-test-run-dagster> full # [ 790.506669] dagster[6240]: ^ vm-test-run-dagster> full # [ 790.507256] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 790.507884] dagster[6240]: _ReportVersionError( vm-test-run-dagster> full # [ 790.508704] dagster[6240]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 790.509506] dagster[6240]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 790.510163] dagster[6240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.510772] dagster[6240]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 790.511576] dagster[6240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.512230] dagster[6240]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 790.512641] dagster[6240]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 790.513256] dagster[6240]: ) vm-test-run-dagster> full # [ 790.513894] dagster[6240]: ^ vm-test-run-dagster> full # [ 790.514717] dagster[6240]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 790.515521] dagster[6240]: raise VersionError(msg) vm-test-run-dagster> full # [ 790.516218] dagster[6240]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 790.657284] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 790.659507] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 795.849471] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 107. vm-test-run-dagster> full # [ 795.853377] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 796.636987] dagster-daemon[695]: 2026-07-06 20:15:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 796.638041] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 796.638768] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 796.640372] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 796.642216] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 796.643273] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 796.644868] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 796.645940] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.646995] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 796.648125] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 796.649382] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 796.650869] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 796.651762] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 796.653140] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 796.654069] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 796.654644] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 796.655894] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 796.656825] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 796.657782] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 796.658903] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 796.659797] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.660876] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 796.661763] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 796.663049] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.664341] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 796.665398] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 796.666688] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 796.668115] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 796.669437] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 796.670901] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 796.671935] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.672939] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 796.674150] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.675153] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 796.676377] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 796.677138] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 796.678220] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 796.679063] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 796.680117] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 796.680951] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 798.035906] dagster[6285]: Traceback (most recent call last): vm-test-run-dagster> full # [ 798.038392] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 798.039254] dagster[6285]: sys.exit(main()) vm-test-run-dagster> full # [ 798.039982] dagster[6285]: ~~~~^^ vm-test-run-dagster> full # [ 798.040996] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 798.041771] dagster[6285]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 798.042632] dagster[6285]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.043511] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 798.044142] dagster[6285]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 798.044750] dagster[6285]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.049932] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 798.050723] dagster[6285]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 798.051537] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 798.052209] dagster[6285]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 798.052852] dagster[6285]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 798.053667] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 798.054463] dagster[6285]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 798.055124] dagster[6285]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 798.055758] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 798.056537] dagster[6285]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 798.057185] dagster[6285]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.065696] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 798.066673] dagster[6285]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 798.067499] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 798.068165] dagster[6285]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 798.068786] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 798.069593] dagster[6285]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 798.070275] dagster[6285]: ...<3 lines>... vm-test-run-dagster> full # [ 798.070881] dagster[6285]: ) vm-test-run-dagster> full # [ 798.071777] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 798.072531] dagster[6285]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 798.079753] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 798.080520] dagster[6285]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 798.081194] dagster[6285]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 798.081792] dagster[6285]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 798.082621] dagster[6285]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.083271] dagster[6285]: ...<4 lines>... vm-test-run-dagster> full # [ 798.083892] dagster[6285]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 798.084731] dagster[6285]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.085540] dagster[6285]: ) vm-test-run-dagster> full # [ 798.086209] dagster[6285]: ^ vm-test-run-dagster> full # [ 798.086814] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 798.087623] dagster[6285]: _ReportVersionError( vm-test-run-dagster> full # [ 798.088260] dagster[6285]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 798.088863] dagster[6285]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 798.089686] dagster[6285]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.090497] dagster[6285]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 798.091145] dagster[6285]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.091752] dagster[6285]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 798.092555] dagster[6285]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 798.093218] dagster[6285]: ) vm-test-run-dagster> full # [ 798.093809] dagster[6285]: ^ vm-test-run-dagster> full # [ 798.094622] dagster[6285]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 798.095269] dagster[6285]: raise VersionError(msg) vm-test-run-dagster> full # [ 798.095916] dagster[6285]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 798.229551] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 798.230742] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 803.349696] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 108. vm-test-run-dagster> full # [ 803.354480] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 805.303237] dagster[6350]: Traceback (most recent call last): vm-test-run-dagster> full # [ 805.304637] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 805.306901] dagster[6350]: sys.exit(main()) vm-test-run-dagster> full # [ 805.308112] dagster[6350]: ~~~~^^ vm-test-run-dagster> full # [ 805.309304] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 805.312225] dagster[6350]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 805.313715] dagster[6350]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.315108] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 805.317883] dagster[6350]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 805.319229] dagster[6350]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.320571] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 805.323232] dagster[6350]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 805.324362] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 805.327119] dagster[6350]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 805.328594] dagster[6350]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 805.329905] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 805.332134] dagster[6350]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 805.333458] dagster[6350]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 805.334779] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 805.337371] dagster[6350]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 805.338888] dagster[6350]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.340419] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 805.343164] dagster[6350]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 805.344639] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 805.347679] dagster[6350]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 805.349413] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 805.351871] dagster[6350]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 805.352939] dagster[6350]: ...<3 lines>... vm-test-run-dagster> full # [ 805.353782] dagster[6350]: ) vm-test-run-dagster> full # [ 805.354487] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 805.356811] dagster[6350]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 805.357942] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 805.360369] dagster[6350]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 805.361619] dagster[6350]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 805.362859] dagster[6350]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 805.363960] dagster[6350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.365077] dagster[6350]: ...<4 lines>... vm-test-run-dagster> full # [ 805.365893] dagster[6350]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 805.366949] dagster[6350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.368030] dagster[6350]: ) vm-test-run-dagster> full # [ 805.368706] dagster[6350]: ^ vm-test-run-dagster> full # [ 805.369358] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 805.372106] dagster[6350]: _ReportVersionError( vm-test-run-dagster> full # [ 805.372975] dagster[6350]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 805.373872] dagster[6350]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 805.375438] dagster[6350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.377032] dagster[6350]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 805.378611] dagster[6350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.380209] dagster[6350]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 805.381742] dagster[6350]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 805.383254] dagster[6350]: ) vm-test-run-dagster> full # [ 805.383898] dagster[6350]: ^ vm-test-run-dagster> full # [ 805.384548] dagster[6350]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 805.387137] dagster[6350]: raise VersionError(msg) vm-test-run-dagster> full # [ 805.388074] dagster[6350]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 805.425189] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 805.426140] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 810.599349] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 109. vm-test-run-dagster> full # [ 810.602561] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 812.573719] dagster[6394]: Traceback (most recent call last): vm-test-run-dagster> full # [ 812.575405] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 812.578046] dagster[6394]: sys.exit(main()) vm-test-run-dagster> full # [ 812.579243] dagster[6394]: ~~~~^^ vm-test-run-dagster> full # [ 812.580408] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 812.583652] dagster[6394]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 812.585197] dagster[6394]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.586683] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 812.589243] dagster[6394]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 812.590451] dagster[6394]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.591664] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 812.594310] dagster[6394]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 812.595475] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 812.598212] dagster[6394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 812.599884] dagster[6394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 812.601536] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 812.604247] dagster[6394]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 812.605901] dagster[6394]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 812.607550] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 812.609757] dagster[6394]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 812.610958] dagster[6394]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.612186] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 812.614350] dagster[6394]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 812.615393] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 812.617842] dagster[6394]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 812.619263] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 812.621637] dagster[6394]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 812.622694] dagster[6394]: ...<3 lines>... vm-test-run-dagster> full # [ 812.623515] dagster[6394]: ) vm-test-run-dagster> full # [ 812.624238] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 812.626540] dagster[6394]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 812.627639] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 812.629992] dagster[6394]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 812.631261] dagster[6394]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 812.632503] dagster[6394]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 812.633581] dagster[6394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.634679] dagster[6394]: ...<4 lines>... vm-test-run-dagster> full # [ 812.635504] dagster[6394]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 812.636559] dagster[6394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.637608] dagster[6394]: ) vm-test-run-dagster> full # [ 812.638277] dagster[6394]: ^ vm-test-run-dagster> full # [ 812.638906] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 812.641682] dagster[6394]: _ReportVersionError( vm-test-run-dagster> full # [ 812.642558] dagster[6394]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 812.643440] dagster[6394]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 812.645041] dagster[6394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.646591] dagster[6394]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 812.648171] dagster[6394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.649761] dagster[6394]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 812.651276] dagster[6394]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 812.652808] dagster[6394]: ) vm-test-run-dagster> full # [ 812.653462] dagster[6394]: ^ vm-test-run-dagster> full # [ 812.654136] dagster[6394]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 812.656706] dagster[6394]: raise VersionError(msg) vm-test-run-dagster> full # [ 812.657639] dagster[6394]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 812.695973] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 812.696882] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 817.849628] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 110. vm-test-run-dagster> full # [ 817.853463] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 819.937079] dagster[6441]: Traceback (most recent call last): vm-test-run-dagster> full # [ 819.938485] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 819.940744] dagster[6441]: sys.exit(main()) vm-test-run-dagster> full # [ 819.941855] dagster[6441]: ~~~~^^ vm-test-run-dagster> full # [ 819.942898] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 819.945757] dagster[6441]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 819.947168] dagster[6441]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 819.948495] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 819.951154] dagster[6441]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 819.952215] dagster[6441]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 819.953274] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 819.955427] dagster[6441]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 819.956333] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 819.958523] dagster[6441]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 819.959883] dagster[6441]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 819.961214] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 819.963389] dagster[6441]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 819.964716] dagster[6441]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 819.966048] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 819.968229] dagster[6441]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 819.969432] dagster[6441]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 819.970643] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 819.972813] dagster[6441]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 819.973857] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 819.976316] dagster[6441]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 819.977733] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 819.980120] dagster[6441]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 819.981186] dagster[6441]: ...<3 lines>... vm-test-run-dagster> full # [ 819.982034] dagster[6441]: ) vm-test-run-dagster> full # [ 819.982733] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 819.985061] dagster[6441]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 819.986167] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 819.988533] dagster[6441]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 819.989788] dagster[6441]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 819.991194] dagster[6441]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 819.992276] dagster[6441]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 819.993354] dagster[6441]: ...<4 lines>... vm-test-run-dagster> full # [ 819.994229] dagster[6441]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 819.995294] dagster[6441]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 819.996355] dagster[6441]: ) vm-test-run-dagster> full # [ 819.997054] dagster[6441]: ^ vm-test-run-dagster> full # [ 819.997698] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 820.000412] dagster[6441]: _ReportVersionError( vm-test-run-dagster> full # [ 820.001309] dagster[6441]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 820.002223] dagster[6441]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 820.003787] dagster[6441]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 820.005373] dagster[6441]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 820.006959] dagster[6441]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 820.008552] dagster[6441]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 820.010102] dagster[6441]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 820.011630] dagster[6441]: ) vm-test-run-dagster> full # [ 820.012280] dagster[6441]: ^ vm-test-run-dagster> full # [ 820.012924] dagster[6441]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 820.015504] dagster[6441]: raise VersionError(msg) vm-test-run-dagster> full # [ 820.016434] dagster[6441]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 820.061567] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 820.063270] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 825.099749] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 111. vm-test-run-dagster> full # [ 825.103158] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 827.069530] dagster[6482]: Traceback (most recent call last): vm-test-run-dagster> full # [ 827.071385] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 827.073702] dagster[6482]: sys.exit(main()) vm-test-run-dagster> full # [ 827.074759] dagster[6482]: ~~~~^^ vm-test-run-dagster> full # [ 827.075810] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 827.078679] dagster[6482]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 827.080066] dagster[6482]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.081442] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 827.084246] dagster[6482]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 827.085560] dagster[6482]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.086884] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 827.089313] dagster[6482]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 827.090224] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 827.092399] dagster[6482]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 827.093757] dagster[6482]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 827.095096] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 827.097273] dagster[6482]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 827.098590] dagster[6482]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 827.099929] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 827.102165] dagster[6482]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 827.103360] dagster[6482]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.104560] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 827.106887] dagster[6482]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 827.107936] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 827.110504] dagster[6482]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 827.111918] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 827.114320] dagster[6482]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 827.115379] dagster[6482]: ...<3 lines>... vm-test-run-dagster> full # [ 827.116337] dagster[6482]: ) vm-test-run-dagster> full # [ 827.116974] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 827.119305] dagster[6482]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 827.120408] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 827.122869] dagster[6482]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 827.124174] dagster[6482]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 827.125416] dagster[6482]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 827.126495] dagster[6482]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.127573] dagster[6482]: ...<4 lines>... vm-test-run-dagster> full # [ 827.128400] dagster[6482]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 827.129451] dagster[6482]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.130508] dagster[6482]: ) vm-test-run-dagster> full # [ 827.131200] dagster[6482]: ^ vm-test-run-dagster> full # [ 827.131841] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 827.134584] dagster[6482]: _ReportVersionError( vm-test-run-dagster> full # [ 827.135469] dagster[6482]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 827.136365] dagster[6482]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 827.137930] dagster[6482]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.139499] dagster[6482]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 827.141115] dagster[6482]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.142690] dagster[6482]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 827.144198] dagster[6482]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 827.145712] dagster[6482]: ) vm-test-run-dagster> full # [ 827.146362] dagster[6482]: ^ vm-test-run-dagster> full # [ 827.147040] dagster[6482]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 827.149638] dagster[6482]: raise VersionError(msg) vm-test-run-dagster> full # [ 827.150553] dagster[6482]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 827.191210] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 827.192135] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 832.349580] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 112. vm-test-run-dagster> full # [ 832.354724] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 834.411285] dagster[6545]: Traceback (most recent call last): vm-test-run-dagster> full # [ 834.413136] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 834.413666] dagster[6545]: sys.exit(main()) vm-test-run-dagster> full # [ 834.414282] dagster[6545]: ~~~~^^ vm-test-run-dagster> full # [ 834.414887] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 834.415710] dagster[6545]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 834.416535] dagster[6545]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.417200] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 834.417779] dagster[6545]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 834.418583] dagster[6545]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.419254] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 834.419841] dagster[6545]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 834.426842] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 834.427543] dagster[6545]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 834.428216] dagster[6545]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 834.428795] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 834.429980] dagster[6545]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 834.430870] dagster[6545]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 834.431808] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 834.432932] dagster[6545]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 834.433863] dagster[6545]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.434998] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 834.435916] dagster[6545]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 834.436834] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 834.437983] dagster[6545]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 834.438945] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 834.439886] dagster[6545]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 834.440866] dagster[6545]: ...<3 lines>... vm-test-run-dagster> full # [ 834.441782] dagster[6545]: ) vm-test-run-dagster> full # [ 834.442727] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 834.444588] dagster[6545]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 834.445565] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 834.446823] dagster[6545]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 834.447631] dagster[6545]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 834.448270] dagster[6545]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 834.448874] dagster[6545]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.449685] dagster[6545]: ...<4 lines>... vm-test-run-dagster> full # [ 834.450488] dagster[6545]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 834.451146] dagster[6545]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.451751] dagster[6545]: ) vm-test-run-dagster> full # [ 834.452580] dagster[6545]: ^ vm-test-run-dagster> full # [ 834.453248] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 834.453808] dagster[6545]: _ReportVersionError( vm-test-run-dagster> full # [ 834.454621] dagster[6545]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 834.455250] dagster[6545]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 834.455855] dagster[6545]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.456474] dagster[6545]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 834.457137] dagster[6545]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.457730] dagster[6545]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 834.458534] dagster[6545]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 834.459193] dagster[6545]: ) vm-test-run-dagster> full # [ 834.459780] dagster[6545]: ^ vm-test-run-dagster> full # [ 834.483154] dagster[6545]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 834.483940] dagster[6545]: raise VersionError(msg) vm-test-run-dagster> full # [ 834.484780] dagster[6545]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 834.606957] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 834.609515] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 839.849716] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 113. vm-test-run-dagster> full # [ 839.854751] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 841.960304] dagster[6590]: Traceback (most recent call last): vm-test-run-dagster> full # [ 841.962289] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 841.963035] dagster[6590]: sys.exit(main()) vm-test-run-dagster> full # [ 841.963611] dagster[6590]: ~~~~^^ vm-test-run-dagster> full # [ 841.964271] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 841.964899] dagster[6590]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 841.965760] dagster[6590]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 841.966581] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 841.967210] dagster[6590]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 841.967829] dagster[6590]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 841.968743] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 841.969493] dagster[6590]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 841.976126] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 841.976891] dagster[6590]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 841.977747] dagster[6590]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 841.978564] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 841.979234] dagster[6590]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 841.979855] dagster[6590]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 841.980520] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 841.981160] dagster[6590]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 841.981745] dagster[6590]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 841.982550] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 841.983201] dagster[6590]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 841.992049] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 841.992826] dagster[6590]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 841.993661] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 841.994287] dagster[6590]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 841.994928] dagster[6590]: ...<3 lines>... vm-test-run-dagster> full # [ 841.995759] dagster[6590]: ) vm-test-run-dagster> full # [ 841.996575] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 841.997272] dagster[6590]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 841.997886] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 841.998686] dagster[6590]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 841.999503] dagster[6590]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 842.000171] dagster[6590]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 842.000779] dagster[6590]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 842.001574] dagster[6590]: ...<4 lines>... vm-test-run-dagster> full # [ 842.002230] dagster[6590]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 842.002824] dagster[6590]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 842.003646] dagster[6590]: ) vm-test-run-dagster> full # [ 842.004279] dagster[6590]: ^ vm-test-run-dagster> full # [ 842.012790] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 842.013553] dagster[6590]: _ReportVersionError( vm-test-run-dagster> full # [ 842.014226] dagster[6590]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 842.014833] dagster[6590]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 842.015673] dagster[6590]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 842.016486] dagster[6590]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 842.017161] dagster[6590]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 842.017773] dagster[6590]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 842.018612] dagster[6590]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 842.019262] dagster[6590]: ) vm-test-run-dagster> full # [ 842.019857] dagster[6590]: ^ vm-test-run-dagster> full # [ 842.020469] dagster[6590]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 842.021122] dagster[6590]: raise VersionError(msg) vm-test-run-dagster> full # [ 842.021727] dagster[6590]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 842.153327] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 842.154328] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 847.349577] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 114. vm-test-run-dagster> full # [ 847.354573] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 849.379497] dagster[6645]: Traceback (most recent call last): vm-test-run-dagster> full # [ 849.381422] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 849.382211] dagster[6645]: sys.exit(main()) vm-test-run-dagster> full # [ 849.382798] dagster[6645]: ~~~~^^ vm-test-run-dagster> full # [ 849.383630] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 849.384263] dagster[6645]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 849.384881] dagster[6645]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.385513] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 849.386150] dagster[6645]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 849.386746] dagster[6645]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.387571] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 849.388210] dagster[6645]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 849.394998] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 849.395829] dagster[6645]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 849.396674] dagster[6645]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 849.397270] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 849.397897] dagster[6645]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 849.398717] dagster[6645]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 849.399561] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 849.400184] dagster[6645]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 849.400779] dagster[6645]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.401583] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 849.402241] dagster[6645]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 849.410867] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 849.411696] dagster[6645]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 849.412522] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 849.413167] dagster[6645]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 849.413770] dagster[6645]: ...<3 lines>... vm-test-run-dagster> full # [ 849.414576] dagster[6645]: ) vm-test-run-dagster> full # [ 849.415232] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 849.415829] dagster[6645]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 849.416686] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 849.417263] dagster[6645]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 849.417894] dagster[6645]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 849.418712] dagster[6645]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 849.419515] dagster[6645]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.420165] dagster[6645]: ...<4 lines>... vm-test-run-dagster> full # [ 849.420777] dagster[6645]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 849.421576] dagster[6645]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.422232] dagster[6645]: ) vm-test-run-dagster> full # [ 849.422850] dagster[6645]: ^ vm-test-run-dagster> full # [ 849.423653] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 849.424269] dagster[6645]: _ReportVersionError( vm-test-run-dagster> full # [ 849.424896] dagster[6645]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 849.425719] dagster[6645]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 849.426525] dagster[6645]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.427178] dagster[6645]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 849.427785] dagster[6645]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.428593] dagster[6645]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 849.429246] dagster[6645]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 849.429849] dagster[6645]: ) vm-test-run-dagster> full # [ 849.430673] dagster[6645]: ^ vm-test-run-dagster> full # [ 849.444757] dagster[6645]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 849.445574] dagster[6645]: raise VersionError(msg) vm-test-run-dagster> full # [ 849.446221] dagster[6645]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 849.570702] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 849.572986] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 854.599388] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 115. vm-test-run-dagster> full # [ 854.602629] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 856.616621] dagster[6687]: Traceback (most recent call last): vm-test-run-dagster> full # [ 856.618457] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 856.619197] dagster[6687]: sys.exit(main()) vm-test-run-dagster> full # [ 856.619794] dagster[6687]: ~~~~^^ vm-test-run-dagster> full # [ 856.620609] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 856.621245] dagster[6687]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 856.621864] dagster[6687]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.622492] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 856.623128] dagster[6687]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 856.623726] dagster[6687]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.624526] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 856.625178] dagster[6687]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 856.632045] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 856.632821] dagster[6687]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 856.633701] dagster[6687]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 856.634304] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 856.634938] dagster[6687]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 856.635770] dagster[6687]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 856.636632] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 856.637267] dagster[6687]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 856.637851] dagster[6687]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.638467] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 856.639122] dagster[6687]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 856.648074] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 856.648868] dagster[6687]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 856.649493] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 856.650164] dagster[6687]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 856.650775] dagster[6687]: ...<3 lines>... vm-test-run-dagster> full # [ 856.651593] dagster[6687]: ) vm-test-run-dagster> full # [ 856.652261] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 856.652875] dagster[6687]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 856.653704] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 856.654521] dagster[6687]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 856.655193] dagster[6687]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 856.655811] dagster[6687]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 856.656621] dagster[6687]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.657256] dagster[6687]: ...<4 lines>... vm-test-run-dagster> full # [ 856.657867] dagster[6687]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 856.658695] dagster[6687]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.659491] dagster[6687]: ) vm-test-run-dagster> full # [ 856.660162] dagster[6687]: ^ vm-test-run-dagster> full # [ 856.660750] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 856.661554] dagster[6687]: _ReportVersionError( vm-test-run-dagster> full # [ 856.662205] dagster[6687]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 856.662811] dagster[6687]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 856.663634] dagster[6687]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.664267] dagster[6687]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 856.664873] dagster[6687]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.665694] dagster[6687]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 856.666498] dagster[6687]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.667149] dagster[6687]: ) vm-test-run-dagster> full # [ 856.667771] dagster[6687]: ^ vm-test-run-dagster> full # [ 856.668591] dagster[6687]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 856.669225] dagster[6687]: raise VersionError(msg) vm-test-run-dagster> full # [ 856.669856] dagster[6687]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 856.742349] dagster-daemon[695]: 2026-07-06 20:16:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 856.743312] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 856.743947] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 856.747666] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 856.748672] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 856.751089] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 856.751692] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 856.752500] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.755536] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 856.756151] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 856.756759] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 856.761093] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 856.761758] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 856.762563] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 856.765134] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 856.765805] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 856.766829] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 856.767614] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 856.770112] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 856.770629] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 856.771268] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.771873] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 856.774667] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 856.775469] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.778090] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 856.778699] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 856.779503] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 856.782104] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 856.782743] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 856.783548] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 856.787090] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.787764] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 856.788569] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.791091] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 856.791586] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 856.792246] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 856.792848] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 856.796090] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 856.796662] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 856.797473] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> full # [ 856.872099] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 856.873046] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 862.100395] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 116. vm-test-run-dagster> full # [ 862.104525] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 864.165910] dagster[6750]: Traceback (most recent call last): vm-test-run-dagster> full # [ 864.167782] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 864.168705] dagster[6750]: sys.exit(main()) vm-test-run-dagster> full # [ 864.169485] dagster[6750]: ~~~~^^ vm-test-run-dagster> full # [ 864.170132] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 864.170741] dagster[6750]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 864.171565] dagster[6750]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.172249] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 864.172809] dagster[6750]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 864.173619] dagster[6750]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.174253] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 864.174871] dagster[6750]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 864.181319] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 864.182139] dagster[6750]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 864.182773] dagster[6750]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 864.183571] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 864.184232] dagster[6750]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 864.184838] dagster[6750]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 864.185680] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 864.186464] dagster[6750]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 864.187129] dagster[6750]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.187764] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 864.188530] dagster[6750]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 864.197211] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 864.197903] dagster[6750]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 864.198727] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 864.199539] dagster[6750]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 864.200186] dagster[6750]: ...<3 lines>... vm-test-run-dagster> full # [ 864.200789] dagster[6750]: ) vm-test-run-dagster> full # [ 864.201605] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 864.202253] dagster[6750]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 864.202890] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 864.203477] dagster[6750]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 864.204114] dagster[6750]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 864.204719] dagster[6750]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 864.205883] dagster[6750]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.206885] dagster[6750]: ...<4 lines>... vm-test-run-dagster> full # [ 864.207782] dagster[6750]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 864.208947] dagster[6750]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.209799] dagster[6750]: ) vm-test-run-dagster> full # [ 864.210935] dagster[6750]: ^ vm-test-run-dagster> full # [ 864.211848] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 864.212733] dagster[6750]: _ReportVersionError( vm-test-run-dagster> full # [ 864.213835] dagster[6750]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 864.214969] dagster[6750]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 864.215968] dagster[6750]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.216874] dagster[6750]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 864.217838] dagster[6750]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.218818] dagster[6750]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 864.219976] dagster[6750]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 864.220661] dagster[6750]: ) vm-test-run-dagster> full # [ 864.222641] dagster[6750]: ^ vm-test-run-dagster> full # [ 864.234801] dagster[6750]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 864.235565] dagster[6750]: raise VersionError(msg) vm-test-run-dagster> full # [ 864.236229] dagster[6750]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 864.365441] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 864.366479] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 869.599755] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 117. vm-test-run-dagster> full # [ 869.604490] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 871.543776] dagster[6795]: Traceback (most recent call last): vm-test-run-dagster> full # [ 871.545222] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 871.547482] dagster[6795]: sys.exit(main()) vm-test-run-dagster> full # [ 871.548608] dagster[6795]: ~~~~^^ vm-test-run-dagster> full # [ 871.549665] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 871.552503] dagster[6795]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 871.553920] dagster[6795]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.555290] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 871.558118] dagster[6795]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 871.559441] dagster[6795]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.560790] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 871.563522] dagster[6795]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 871.564657] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 871.567250] dagster[6795]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 871.568729] dagster[6795]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 871.570059] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 871.572245] dagster[6795]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 871.573563] dagster[6795]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 871.574876] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 871.577143] dagster[6795]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 871.578364] dagster[6795]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.579574] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 871.581756] dagster[6795]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 871.582811] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 871.585299] dagster[6795]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 871.586712] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 871.589120] dagster[6795]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 871.590207] dagster[6795]: ...<3 lines>... vm-test-run-dagster> full # [ 871.591055] dagster[6795]: ) vm-test-run-dagster> full # [ 871.591751] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 871.594094] dagster[6795]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 871.595203] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 871.597578] dagster[6795]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 871.598843] dagster[6795]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 871.600118] dagster[6795]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 871.601198] dagster[6795]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.602277] dagster[6795]: ...<4 lines>... vm-test-run-dagster> full # [ 871.603120] dagster[6795]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 871.604175] dagster[6795]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.605239] dagster[6795]: ) vm-test-run-dagster> full # [ 871.605902] dagster[6795]: ^ vm-test-run-dagster> full # [ 871.606553] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 871.609269] dagster[6795]: _ReportVersionError( vm-test-run-dagster> full # [ 871.610172] dagster[6795]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 871.611069] dagster[6795]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 871.612631] dagster[6795]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.614182] dagster[6795]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 871.615766] dagster[6795]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.617339] dagster[6795]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 871.618898] dagster[6795]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 871.620437] dagster[6795]: ) vm-test-run-dagster> full # [ 871.621111] dagster[6795]: ^ vm-test-run-dagster> full # [ 871.621753] dagster[6795]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 871.624313] dagster[6795]: raise VersionError(msg) vm-test-run-dagster> full # [ 871.625243] dagster[6795]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 871.666968] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 871.667940] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 876.848880] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 118. vm-test-run-dagster> full # [ 876.852692] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 878.871610] dagster[6844]: Traceback (most recent call last): vm-test-run-dagster> full # [ 878.873433] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 878.874178] dagster[6844]: sys.exit(main()) vm-test-run-dagster> full # [ 878.874777] dagster[6844]: ~~~~^^ vm-test-run-dagster> full # [ 878.875572] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 878.876221] dagster[6844]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 878.876657] dagster[6844]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.877301] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 878.877881] dagster[6844]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 878.878700] dagster[6844]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.879510] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 878.880515] dagster[6844]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 878.887067] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 878.887832] dagster[6844]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 878.888695] dagster[6844]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 878.889488] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 878.890159] dagster[6844]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 878.890774] dagster[6844]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 878.891592] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 878.892269] dagster[6844]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 878.892863] dagster[6844]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.893714] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 878.894487] dagster[6844]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 878.895140] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 878.895943] dagster[6844]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 878.906449] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 878.907262] dagster[6844]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 878.907871] dagster[6844]: ...<3 lines>... vm-test-run-dagster> full # [ 878.908820] dagster[6844]: ) vm-test-run-dagster> full # [ 878.909535] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 878.910213] dagster[6844]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 878.910860] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 878.911660] dagster[6844]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 878.912287] dagster[6844]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 878.912930] dagster[6844]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 878.913767] dagster[6844]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.914584] dagster[6844]: ...<4 lines>... vm-test-run-dagster> full # [ 878.915254] dagster[6844]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 878.915849] dagster[6844]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.916462] dagster[6844]: ) vm-test-run-dagster> full # [ 878.917146] dagster[6844]: ^ vm-test-run-dagster> full # [ 878.917727] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 878.918533] dagster[6844]: _ReportVersionError( vm-test-run-dagster> full # [ 878.919183] dagster[6844]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 878.919786] dagster[6844]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 878.920614] dagster[6844]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.921253] dagster[6844]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 878.921853] dagster[6844]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.922482] dagster[6844]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 878.923118] dagster[6844]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 878.923722] dagster[6844]: ) vm-test-run-dagster> full # [ 878.924537] dagster[6844]: ^ vm-test-run-dagster> full # [ 878.937088] dagster[6844]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 878.937864] dagster[6844]: raise VersionError(msg) vm-test-run-dagster> full # [ 878.938493] dagster[6844]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 879.062639] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 879.063808] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 884.100448] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 119. vm-test-run-dagster> full # [ 884.104408] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 886.041136] dagster[6886]: Traceback (most recent call last): vm-test-run-dagster> full # [ 886.043095] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 886.043843] dagster[6886]: sys.exit(main()) vm-test-run-dagster> full # [ 886.044630] dagster[6886]: ~~~~^^ vm-test-run-dagster> full # [ 886.045462] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 886.046142] dagster[6886]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 886.046793] dagster[6886]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.047630] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 886.048245] dagster[6886]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 886.048872] dagster[6886]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.054159] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 886.054928] dagster[6886]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 886.055763] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 886.056616] dagster[6886]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 886.057317] dagster[6886]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 886.057913] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 886.058726] dagster[6886]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 886.059551] dagster[6886]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 886.060242] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 886.060836] dagster[6886]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 886.061660] dagster[6886]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.070156] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 886.070920] dagster[6886]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 886.071755] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 886.072605] dagster[6886]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 886.073269] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 886.073907] dagster[6886]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 886.074736] dagster[6886]: ...<3 lines>... vm-test-run-dagster> full # [ 886.075552] dagster[6886]: ) vm-test-run-dagster> full # [ 886.076288] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 886.076856] dagster[6886]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 886.077482] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 886.078153] dagster[6886]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 886.078752] dagster[6886]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 886.079569] dagster[6886]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 886.080219] dagster[6886]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.080849] dagster[6886]: ...<4 lines>... vm-test-run-dagster> full # [ 886.081712] dagster[6886]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 886.082516] dagster[6886]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.083176] dagster[6886]: ) vm-test-run-dagster> full # [ 886.083824] dagster[6886]: ^ vm-test-run-dagster> full # [ 886.094184] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 886.094953] dagster[6886]: _ReportVersionError( vm-test-run-dagster> full # [ 886.095786] dagster[6886]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 886.096614] dagster[6886]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 886.097296] dagster[6886]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.097932] dagster[6886]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 886.098788] dagster[6886]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.099615] dagster[6886]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 886.100311] dagster[6886]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 886.100899] dagster[6886]: ) vm-test-run-dagster> full # [ 886.101746] dagster[6886]: ^ vm-test-run-dagster> full # [ 886.102575] dagster[6886]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 886.103251] dagster[6886]: raise VersionError(msg) vm-test-run-dagster> full # [ 886.103881] dagster[6886]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 886.234221] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 886.235220] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 891.350087] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 120. vm-test-run-dagster> full # [ 891.355386] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 893.406953] dagster[6943]: Traceback (most recent call last): vm-test-run-dagster> full # [ 893.408821] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 893.409538] dagster[6943]: sys.exit(main()) vm-test-run-dagster> full # [ 893.410187] dagster[6943]: ~~~~^^ vm-test-run-dagster> full # [ 893.410785] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 893.411589] dagster[6943]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 893.412258] dagster[6943]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.412880] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 893.413475] dagster[6943]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 893.414129] dagster[6943]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.414726] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 893.415531] dagster[6943]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 893.422406] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 893.423213] dagster[6943]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 893.423838] dagster[6943]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 893.424657] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 893.425281] dagster[6943]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 893.425924] dagster[6943]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 893.426756] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 893.427573] dagster[6943]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 893.428249] dagster[6943]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.428869] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 893.429663] dagster[6943]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 893.438350] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 893.439159] dagster[6943]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 893.439770] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 893.440587] dagster[6943]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 893.441256] dagster[6943]: ...<3 lines>... vm-test-run-dagster> full # [ 893.441870] dagster[6943]: ) vm-test-run-dagster> full # [ 893.442496] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 893.443165] dagster[6943]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 893.443816] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 893.444596] dagster[6943]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 893.445275] dagster[6943]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 893.445882] dagster[6943]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 893.446703] dagster[6943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.447614] dagster[6943]: ...<4 lines>... vm-test-run-dagster> full # [ 893.448160] dagster[6943]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 893.448767] dagster[6943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.449570] dagster[6943]: ) vm-test-run-dagster> full # [ 893.450611] dagster[6943]: ^ vm-test-run-dagster> full # [ 893.451238] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 893.451842] dagster[6943]: _ReportVersionError( vm-test-run-dagster> full # [ 893.452664] dagster[6943]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 893.453468] dagster[6943]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 893.454132] dagster[6943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.454740] dagster[6943]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 893.455543] dagster[6943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.456200] dagster[6943]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 893.456806] dagster[6943]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 893.457620] dagster[6943]: ) vm-test-run-dagster> full # [ 893.458257] dagster[6943]: ^ vm-test-run-dagster> full # [ 893.472407] dagster[6943]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 893.473219] dagster[6943]: raise VersionError(msg) vm-test-run-dagster> full # [ 893.473841] dagster[6943]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 893.598842] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 893.601348] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 898.849499] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 121. vm-test-run-dagster> full # [ 898.852853] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 900.952902] dagster[6990]: Traceback (most recent call last): vm-test-run-dagster> full # [ 900.954811] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 900.955528] dagster[6990]: sys.exit(main()) vm-test-run-dagster> full # [ 900.956155] dagster[6990]: ~~~~^^ vm-test-run-dagster> full # [ 900.956769] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 900.957575] dagster[6990]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 900.958247] dagster[6990]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 900.958878] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 900.959478] dagster[6990]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 900.960116] dagster[6990]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 900.960735] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 900.961541] dagster[6990]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 900.968439] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 900.969263] dagster[6990]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 900.969898] dagster[6990]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 900.970508] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 900.971169] dagster[6990]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 900.971796] dagster[6990]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 900.972627] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 900.974492] dagster[6990]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 900.976034] dagster[6990]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 900.976721] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 900.977493] dagster[6990]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 900.986194] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 900.986913] dagster[6990]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 900.987746] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 900.989836] dagster[6990]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 900.990607] dagster[6990]: ...<3 lines>... vm-test-run-dagster> full # [ 900.991497] dagster[6990]: ) vm-test-run-dagster> full # [ 900.991639] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 900.992517] dagster[6990]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 900.993184] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 900.993793] dagster[6990]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 900.994596] dagster[6990]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 900.995259] dagster[6990]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 900.995878] dagster[6990]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 900.996695] dagster[6990]: ...<4 lines>... vm-test-run-dagster> full # [ 900.997498] dagster[6990]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 900.998161] dagster[6990]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 900.998765] dagster[6990]: ) vm-test-run-dagster> full # [ 900.999595] dagster[6990]: ^ vm-test-run-dagster> full # [ 901.000246] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 901.000860] dagster[6990]: _ReportVersionError( vm-test-run-dagster> full # [ 901.001473] dagster[6990]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 901.002132] dagster[6990]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 901.002740] dagster[6990]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 901.003552] dagster[6990]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 901.004203] dagster[6990]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 901.004820] dagster[6990]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 901.005645] dagster[6990]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 901.006262] dagster[6990]: ) vm-test-run-dagster> full # [ 901.006894] dagster[6990]: ^ vm-test-run-dagster> full # [ 901.007715] dagster[6990]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 901.008517] dagster[6990]: raise VersionError(msg) vm-test-run-dagster> full # [ 901.009212] dagster[6990]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 901.165494] systemd[1]: Starting Cleanup of Temporary Directories... vm-test-run-dagster> full # [ 901.167335] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 901.169288] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 901.171086] systemd[1]: dagster-code-hello.service: Consumed 1.007s CPU time over 7.567s wall clock time, 62.2M memory peak. vm-test-run-dagster> full # [ 901.250114] systemd[1]: systemd-tmpfiles-clean.service: Deactivated successfully. vm-test-run-dagster> full # [ 901.252200] systemd[1]: Finished Cleanup of Temporary Directories. vm-test-run-dagster> worker # [ 903.138119] systemd[1]: Starting Cleanup of Temporary Directories... vm-test-run-dagster> worker # [ 903.229738] systemd[1]: systemd-tmpfiles-clean.service: Deactivated successfully. vm-test-run-dagster> worker # [ 903.232085] systemd[1]: Finished Cleanup of Temporary Directories. vm-test-run-dagster> full # [ 906.349634] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 122. vm-test-run-dagster> full # [ 906.354748] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 908.427812] dagster[7040]: Traceback (most recent call last): vm-test-run-dagster> full # [ 908.440768] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 908.441566] dagster[7040]: sys.exit(main()) vm-test-run-dagster> full # [ 908.442206] dagster[7040]: ~~~~^^ vm-test-run-dagster> full # [ 908.442821] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 908.443656] dagster[7040]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 908.444310] dagster[7040]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.445037] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 908.445812] dagster[7040]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 908.446700] dagster[7040]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.447868] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 908.448975] dagster[7040]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 908.450040] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 908.450791] dagster[7040]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 908.451839] dagster[7040]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 908.452570] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 908.453582] dagster[7040]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 908.454648] dagster[7040]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 908.455613] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 908.456649] dagster[7040]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 908.457668] dagster[7040]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.458679] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 908.459685] dagster[7040]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 908.460694] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 908.461713] dagster[7040]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 908.462708] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 908.463717] dagster[7040]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 908.464731] dagster[7040]: ...<3 lines>... vm-test-run-dagster> full # [ 908.465750] dagster[7040]: ) vm-test-run-dagster> full # [ 908.466831] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 908.467773] dagster[7040]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 908.468791] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 908.469791] dagster[7040]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 908.470801] dagster[7040]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 908.471560] dagster[7040]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 908.472555] dagster[7040]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.473568] dagster[7040]: ...<4 lines>... vm-test-run-dagster> full # [ 908.474583] dagster[7040]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 908.475609] dagster[7040]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.476612] dagster[7040]: ) vm-test-run-dagster> full # [ 908.477638] dagster[7040]: ^ vm-test-run-dagster> full # [ 908.478614] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 908.479608] dagster[7040]: _ReportVersionError( vm-test-run-dagster> full # [ 908.480500] dagster[7040]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 908.481155] dagster[7040]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 908.481760] dagster[7040]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.482573] dagster[7040]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 908.483218] dagster[7040]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.483638] dagster[7040]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 908.484266] dagster[7040]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 908.484876] dagster[7040]: ) vm-test-run-dagster> full # [ 908.485696] dagster[7040]: ^ vm-test-run-dagster> full # [ 908.486503] dagster[7040]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 908.487155] dagster[7040]: raise VersionError(msg) vm-test-run-dagster> full # [ 908.487761] dagster[7040]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 908.627915] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 908.628849] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 911.376768] postgres[750]: [750] LOG: checkpoint starting: time vm-test-run-dagster> full # [ 912.155364] postgres[750]: [750] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.714 s, sync=0.017 s, total=0.780 s; sync files=6, longest=0.015 s, average=0.003 s; distance=44 kB, estimate=4218 kB; lsn=0/1A157C8, redo lsn=0/1A15770 vm-test-run-dagster> full # [ 913.849821] systemd[1]: dagster-code-hello.service: Scheduled restart job, restart counter is at 123. vm-test-run-dagster> full # [ 913.854548] systemd[1]: Started Dagster Code Server (hello). vm-test-run-dagster> full # [ 915.866875] dagster[7094]: Traceback (most recent call last): vm-test-run-dagster> full # [ 915.868317] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/bin/dagster", line 10, in vm-test-run-dagster> full # [ 915.870578] dagster[7094]: sys.exit(main()) vm-test-run-dagster> full # [ 915.871640] dagster[7094]: ~~~~^^ vm-test-run-dagster> full # [ 915.872682] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/__init__.py", line 50, in main vm-test-run-dagster> full # [ 915.875553] dagster[7094]: cli(auto_envvar_prefix=ENV_PREFIX) vm-test-run-dagster> full # [ 915.876907] dagster[7094]: ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.878265] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1569, in __call__ vm-test-run-dagster> full # [ 915.881072] dagster[7094]: return self.main(*args, **kwargs) vm-test-run-dagster> full # [ 915.882384] dagster[7094]: ~~~~~~~~~^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.883701] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1490, in main vm-test-run-dagster> full # [ 915.886380] dagster[7094]: rv = self.invoke(ctx) vm-test-run-dagster> full # [ 915.887493] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 915.889822] dagster[7094]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 915.891220] dagster[7094]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 915.892531] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1970, in invoke vm-test-run-dagster> full # [ 915.894698] dagster[7094]: return _process_result(sub_ctx.command.invoke(sub_ctx)) vm-test-run-dagster> full # [ 915.896044] dagster[7094]: ~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^ vm-test-run-dagster> full # [ 915.897351] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 1353, in invoke vm-test-run-dagster> full # [ 915.899530] dagster[7094]: return ctx.invoke(self.callback, **ctx.params) vm-test-run-dagster> full # [ 915.900737] dagster[7094]: ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.902111] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/click/core.py", line 907, in invoke vm-test-run-dagster> full # [ 915.904889] dagster[7094]: return callback(*args, **kwargs) vm-test-run-dagster> full # [ 915.906231] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_cli/code_server.py", line 213, in start_command vm-test-run-dagster> full # [ 915.909317] dagster[7094]: from dagster._grpc.proxy_server import DagsterProxyApiServicer vm-test-run-dagster> full # [ 915.911135] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/proxy_server.py", line 17, in vm-test-run-dagster> full # [ 915.914180] dagster[7094]: from dagster._grpc.client import ( vm-test-run-dagster> full # [ 915.915524] dagster[7094]: ...<3 lines>... vm-test-run-dagster> full # [ 915.916496] dagster[7094]: ) vm-test-run-dagster> full # [ 915.917240] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/client.py", line 11, in vm-test-run-dagster> full # [ 915.919583] dagster[7094]: from grpc_health.v1 import health_pb2 vm-test-run-dagster> full # [ 915.920705] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 915.923118] dagster[7094]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 915.924367] dagster[7094]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 915.925646] dagster[7094]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 915.926719] dagster[7094]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.927810] dagster[7094]: ...<4 lines>... vm-test-run-dagster> full # [ 915.928672] dagster[7094]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 915.929724] dagster[7094]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.930822] dagster[7094]: ) vm-test-run-dagster> full # [ 915.931494] dagster[7094]: ^ vm-test-run-dagster> full # [ 915.932185] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 915.934951] dagster[7094]: _ReportVersionError( vm-test-run-dagster> full # [ 915.935862] dagster[7094]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 915.936772] dagster[7094]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 915.938328] dagster[7094]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.939910] dagster[7094]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 915.941516] dagster[7094]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.943151] dagster[7094]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 915.944702] dagster[7094]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 915.946226] dagster[7094]: ) vm-test-run-dagster> full # [ 915.946876] dagster[7094]: ^ vm-test-run-dagster> full # [ 915.947529] dagster[7094]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 915.950176] dagster[7094]: raise VersionError(msg) vm-test-run-dagster> full # [ 915.951174] dagster[7094]: google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 915.993751] systemd[1]: dagster-code-hello.service: Main process exited, code=exited, status=1/FAILURE vm-test-run-dagster> full # [ 915.994881] systemd[1]: dagster-code-hello.service: Failed with result 'exit-code'. vm-test-run-dagster> full # [ 916.826759] dagster-daemon[695]: 2026-07-06 20:17:09 +0000 - dagster - WARNING - /nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py:1129: UserWarning: Error loading repository location x71yhafmhsjx9a3mgj3k550j2fkil1ck-definitions.py:google.protobuf.runtime_version.VersionError: Detected incompatible Protobuf Gencode/Runtime versions when loading grpc_health/v1/health.proto: gencode 7.35.0 runtime 6.33.6. Runtime version cannot be older than the linked gencode version. See Protobuf version guarantees at https://protobuf.dev/support/cross-version-runtime-guarantee. vm-test-run-dagster> full # [ 916.838351] dagster-daemon[695]: Stack Trace: vm-test-run-dagster> full # [ 916.839251] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/workspace/context.py", line 1103, in _load_location vm-test-run-dagster> full # [ 916.841897] dagster-daemon[695]: else self._grpc_server_registry.get_grpc_endpoint(origin) vm-test-run-dagster> full # [ 916.843315] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^ vm-test-run-dagster> full # [ 916.844709] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 155, in get_grpc_endpoint vm-test-run-dagster> full # [ 916.847591] dagster-daemon[695]: return self._get_grpc_endpoint(code_location_origin) vm-test-run-dagster> full # [ 916.848930] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.850285] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 230, in _get_grpc_endpoint vm-test-run-dagster> full # [ 916.853187] dagster-daemon[695]: active_entry = self._get_grpc_server_entry(code_location_origin) vm-test-run-dagster> full # [ 916.854680] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_core/remote_representation/grpc_server_registry.py", line 179, in _get_grpc_server_entry vm-test-run-dagster> full # [ 916.857722] dagster-daemon[695]: from dagster._grpc.server import GrpcServerProcess vm-test-run-dagster> full # [ 916.859134] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/dagster/_grpc/server.py", line 27, in vm-test-run-dagster> full # [ 916.861467] dagster-daemon[695]: from grpc_health.v1 import health, health_pb2, health_pb2_grpc vm-test-run-dagster> full # [ 916.863076] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health.py", line 21, in vm-test-run-dagster> full # [ 916.865484] dagster-daemon[695]: from grpc_health.v1 import health_pb2 as _health_pb2 vm-test-run-dagster> full # [ 916.866849] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/grpc_health/v1/health_pb2.py", line 12, in vm-test-run-dagster> full # [ 916.869419] dagster-daemon[695]: _runtime_version.ValidateProtobufRuntimeVersion( vm-test-run-dagster> full # [ 916.870703] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 916.872993] dagster-daemon[695]: _runtime_version.Domain.PUBLIC, vm-test-run-dagster> full # [ 916.874142] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.875296] dagster-daemon[695]: ...<4 lines>... vm-test-run-dagster> full # [ 916.876183] dagster-daemon[695]: 'grpc_health/v1/health.proto' vm-test-run-dagster> full # [ 916.877328] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.878490] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 916.879215] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 916.879910] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 100, in ValidateProtobufRuntimeVersion vm-test-run-dagster> full # [ 916.884620] dagster-daemon[695]: _ReportVersionError( vm-test-run-dagster> full # [ 916.888182] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ vm-test-run-dagster> full # [ 916.889171] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' vm-test-run-dagster> full # [ 916.892792] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.895288] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' vm-test-run-dagster> full # [ 916.896989] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.901106] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' vm-test-run-dagster> full # [ 916.904159] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ vm-test-run-dagster> full # [ 916.906220] dagster-daemon[695]: ) vm-test-run-dagster> full # [ 916.907169] dagster-daemon[695]: ^ vm-test-run-dagster> full # [ 916.908066] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError vm-test-run-dagster> full # [ 916.910750] dagster-daemon[695]: raise VersionError(msg) vm-test-run-dagster> full # [ 916.911857] dagster-daemon[695]: warnings.warn( vm-test-run-dagster> !!! Test "code server starts" failed with error: "action timed out after 900.59 seconds (timeout=900)" vm-test-run-dagster> !!! Traceback (most recent call last): vm-test-run-dagster> !!! File "", line 26, in vm-test-run-dagster> !!! full.wait_for_open_port(4266) vm-test-run-dagster> !!! vm-test-run-dagster> !!! RequestedAssertionFailed: action timed out after 900.59 seconds (timeout=900) vm-test-run-dagster> cleanup vm-test-run-dagster> kill QemuMachine (pid 14) vm-test-run-dagster> full # qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/l9k0anq0z7zz81zcwy035jfwap9ga6rl-python3-3.13.13/bin/python3.13) vm-test-run-dagster> kill QemuMachine (pid 15) vm-test-run-dagster> worker # qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/l9k0anq0z7zz81zcwy035jfwap9ga6rl-python3-3.13.13/bin/python3.13) vm-test-run-dagster> (finished: cleanup, in 0.28 seconds) error: Cannot build '/nix/store/dhscb3fwbb50c5vw1i6aym6z9r9913xi-vm-test-run-dagster.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/vvh34lq46v7yg3qwwryl8pl8czxjmmgr-vm-test-run-dagster Last 25 log lines: > full # [ 916.884620] dagster-daemon[695]: _ReportVersionError( > full # [ 916.888182] dagster-daemon[695]: ~~~~~~~~~~~~~~~~~~~^ > full # [ 916.889171] dagster-daemon[695]: 'Detected incompatible Protobuf Gencode/Runtime versions when loading' > full # [ 916.892792] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ > full # [ 916.895288] dagster-daemon[695]: f' {location}: gencode {gen_version} runtime {version}. Runtime version' > full # [ 916.896989] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ > full # [ 916.901106] dagster-daemon[695]: f' cannot be older than the linked gencode version. {error_prompt}' > full # [ 916.904159] dagster-daemon[695]: ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ > full # [ 916.906220] dagster-daemon[695]: ) > full # [ 916.907169] dagster-daemon[695]: ^ > full # [ 916.908066] dagster-daemon[695]: File "/nix/store/vg1symnpidznjs15g2n4dqppw6xvl9ac-dagster-env/lib/python3.13/site-packages/google/protobuf/runtime_version.py", line 50, in _ReportVersionError > full # [ 916.910750] dagster-daemon[695]: raise VersionError(msg) > full # [ 916.911857] dagster-daemon[695]: warnings.warn( > !!! Test "code server starts" failed with error: "action timed out after 900.59 seconds (timeout=900)" > !!! Traceback (most recent call last): > !!! File "", line 26, in > !!! full.wait_for_open_port(4266) > !!! > !!! RequestedAssertionFailed: action timed out after 900.59 seconds (timeout=900) > cleanup > kill QemuMachine (pid 14) > full # qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/l9k0anq0z7zz81zcwy035jfwap9ga6rl-python3-3.13.13/bin/python3.13) > kill QemuMachine (pid 15) > worker # qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/l9k0anq0z7zz81zcwy035jfwap9ga6rl-python3-3.13.13/bin/python3.13) > (finished: cleanup, in 0.28 seconds) For full logs, run: nix log /nix/store/dhscb3fwbb50c5vw1i6aym6z9r9913xi-vm-test-run-dagster.drv