Guest booting failed: X64 Exception Type - 0D(#GP - General Protection) CPU Apic ID - 00000000 #533
Description
Nothing jumps out from the propolis log. Here is the entire content of the log file:
BRM42220031 # less /pool/ext/0d2805da-6d24-4e57-a700-0c3865c05544/crypt/debug/oxz_propolis-server_e2b24d4f-e9c5-4462-b751-bd75008abf98/system-illumos-propolis-server:default.log.1695846574 | looker
[ Sep 27 20:29:01 Enabled. ]
[ Sep 27 20:29:01 Rereading configuration. ]
[ Sep 27 20:29:02 Rereading configuration. ]
[ Sep 27 20:29:02 Executing start method ("/opt/oxide/lib/svc/manifest/propolis/propolis.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/system/illumos/propolis-server:default
+ DATALINK=oxControlInstance27
++ svcprop -c -p config/gateway svc:/system/illumos/propolis-server:default
+ GATEWAY=fd00:1122:3344:102::1
++ svcprop -c -p config/listen_addr svc:/system/illumos/propolis-server:default
+ LISTEN_ADDR=fd00:1122:3344:102::4a
++ svcprop -c -p config/listen_port svc:/system/illumos/propolis-server:default
+ LISTEN_PORT=12400
++ svcprop -c -p config/metric_addr svc:/system/illumos/propolis-server:default
+ METRIC_ADDR='[fd00:1122:3344:103::3]:12221'
+ [[ oxControlInstance27 == unknown ]]
+ [[ fd00:1122:3344:102::1 == unknown ]]
+ ipadm delete-if oxControlInstance27
ipadm: Could not delete oxControlInstance27: Interface does not exist
+ true
+ ipadm create-if -t oxControlInstance27
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlInstance27
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlInstance27
+ ipadm show-addr oxControlInstance27/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlInstance27/ll
+ ipadm show-addr oxControlInstance27/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:102::4a oxControlInstance27/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:102::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:102::1
add net default: gateway fd00:1122:3344:102::1
+ args=('run' '/var/svc/manifest/site/propolis-server/config.toml' "[$LISTEN_ADDR]:$LISTEN_PORT" '--metric-addr' "$METRIC_ADDR")
+ ctrun -l child -o noorphan,regent /opt/oxide/propolis-server/bin/propolis-server run /var/svc/manifest/site/propolis-server/config.toml '[fd00:1122:3344:102::4a]:12400' --metric-addr '[fd00:1122:3344:103::3]:12221'
[ Sep 27 20:29:03 Method "start" exited with status 0. ]
20:29:03.246Z INFO propolis-server: Metrics server will use MetricsEndpointConfig { propolis_addr: [fd00:1122:3344:102::4a]:12400, metric_addr: [fd00:1122:3344:103::3]:12221 }
20:29:03.246Z INFO propolis-server: Starting server...
20:29:03.248Z INFO propolis-server: listening
local_addr = [fd00:1122:3344:102::4a]:12400
20:29:03.834Z INFO propolis-server: accepted connection
local_addr = [fd00:1122:3344:102::4a]:12400
remote_addr = [fd00:1122:3344:102::1]:39494
20:29:03.835Z INFO propolis-server: request completed
error_message_external = Not Found
error_message_internal = Server not initialized (no instance)
latency_us = 380
local_addr = [fd00:1122:3344:102::4a]:12400
method = GET
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = 0da94599-a3d7-4d35-acdf-b2760dd5de22
response_code = 404
uri = /instance
20:29:03.838Z INFO propolis-server: Attempt to register [fd00:1122:3344:102::4a]:0 with Nexus/Oximeter at [fd00:1122:3344:103::3]:12221
local_addr = [fd00:1122:3344:102::4a]:12400
method = PUT
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = e32c314b-14ce-415f-a1c8-e56c30134444
uri = /instance
Sep 27 20:29:03.839 INFO listening, local_addr: [fd00:1122:3344:102::4a]:64971, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/35d4408/dropshot/src/server.rs:195
Sep 27 20:29:03.967 INFO starting oximeter metric server{"msg":"connected [fd00:1122:3344:102::4a]:0 to oximeter [fd00:1122:3344:103::3]:12221","v":0,"name":"propolis-server","level":30,"time":"2023-09-27T20:29:03.967391965Z","hostname":"oxz_propolis-server_e2b24d4f-e9c5-4462-b751-bd75008abf98","pid":5428,"uri":"/instance","method":"PUT","req_id":"e32c314b-14ce-415f-a1c8-e56c30134444","remote_addr":"[fd00:1122:3344:102::1]:39494","local_addr":"[fd00:1122:3344:102::4a]:12400"}
, address: [fd00:1122:3344:102::4a]:64971, producer_id: 5da2764d-6c72-44db-8432-cd38ce081e19, route: /collect/5da2764d-6c72-44db-8432-cd38ce081e19, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/fb16870/oximeter/producer/src/lib.rs:141
20:29:03.967Z INFO propolis-server: new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
local_addr = [fd00:1122:3344:102::4a]:12400
method = PUT
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = e32c314b-14ce-415f-a1c8-e56c30134444
uri = /instance
20:29:04.022Z INFO propolis-server: initializing new VM
bootrom = /opt/oxide/propolis-server/blob/OVMF_CODE.fd
properties = InstanceProperties {\n id: 5da2764d-6c72-44db-8432-cd38ce081e19,\n name: "loop327",\n description: "Test description",\n image_id: 00000000-0000-0000-0000-000000000000,\n bootrom_id: 00000000-0000-0000-0000-000000000000,\n memory: 4096,\n vcpus: 2,\n}
spec = V0(\n InstanceSpecV0 {\n devices: DeviceSpecV0 {\n board: Board {\n cpus: 2,\n memory_mb: 4096,\n chipset: I440Fx(\n I440Fx {\n enable_pcie: false,\n },\n ),\n },\n storage_devices: {\n "loop3-27": NvmeDisk(\n NvmeDisk {\n backend_name: "loop3-27",\n pci_path: PciPath {\n bus: 0,\n device: 16,\n function: 0,\n },\n },\n ),\n "cloud-init": VirtioDisk(\n VirtioDisk {\n backend_name: "cloud-init",\n pci_path: PciPath {\n bus: 0,\n device: 24,\n function: 0,\n },\n },\n ),\n },\n network_devices: {\n "vnic-0.9.0": VirtioNic(\n VirtioNic {\n backend_name: "vnic-0.9.0-backend",\n pci_path: PciPath {\n bus: 0,\n device: 9,\n function: 0,\n },\n },\n ),\n },\n serial_ports: {\n "com3": SerialPort {\n num: Com3,\n },\n "com1": SerialPort {\n num: Com1,\n },\n "com2": SerialPort {\n num: Com2,\n },\n "com4": SerialPort {\n num: Com4,\n },\n },\n pci_pci_bridges: {},\n },\n backends: BackendSpecV0 {\n storage_backends: {\n "loop3-27": Crucible(\n CrucibleStorageBackend {\n request_json: "<redacted>",\n readonly: false,\n },\n ),\n "cloud-init": Blob(\n BlobStorageBackend {\n base64: "<redacted>",\n readonly: true,\n },\n ),\n },\n network_backends: {\n "vnic-0.9.0-backend": Virtio(\n VirtioNetworkBackend {\n vnic_name: "vopte29",\n },\n ),\n },\n },\n },\n)
use_reservoir = true
20:29:04.027Z INFO propolis-server: Creating vNIC vnic-0.9.0
20:29:04.072Z INFO propolis-server: Creating storage device loop3-27 with properties NvmeDisk(NvmeDisk { backend_name: "loop3-27", pci_path: PciPath { bus: 0, device: 16, function: 0 } })
20:29:04.072Z INFO propolis-server: Creating Crucible disk
backend_name = loop3-27
20:29:04.072Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Upstairs starts
20:29:04.072Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible Version: BuildInfo {
version: "0.0.1",
git_sha: "aeb69dda26c7e1a8b6eada425670cd4b83f91c07",
git_commit_timestamp: "2023-09-09T08:39:50.000000000Z",
git_branch: "master",
rustc_semver: "1.72.0",
rustc_channel: "stable",
rustc_host_triple: "x86_64-unknown-illumos",
rustc_commit_sha: "5680fa18feaa87f3ff04063800aec256c3d4b4be",
cargo_triple: "x86_64-unknown-illumos",
debug: false,
opt_level: 3,
}
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Upstairs <-> Downstairs Message Version: 4
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible stats registered with UUID: 352091dd-12a3-4bad-aeb5-cc04ed1cca40
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible 352091dd-12a3-4bad-aeb5-cc04ed1cca40 has session id: 303f65f0-af3c-4206-b92d-0895f88121e5
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): up_listen starts
task = up_listen
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] connecting to [fd00:1122:3344:10b::c]:19007
looper = 2
20:29:04.073Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Wait for all three downstairs to come online
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] connecting to [fd00:1122:3344:104::b]:19004
looper = 0
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] connecting to [fd00:1122:3344:101::7]:19007
looper = 1
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Flush timeout: 0.5
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 looper connected
looper = 2
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 looper connected
looper = 1
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 looper connected
looper = 0
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Upstairs starts
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible Version: BuildInfo {
version: "0.0.1",
git_sha: "aeb69dda26c7e1a8b6eada425670cd4b83f91c07",
git_commit_timestamp: "2023-09-09T08:39:50.000000000Z",
git_branch: "master",
rustc_semver: "1.72.0",
rustc_channel: "stable",
rustc_host_triple: "x86_64-unknown-illumos",
rustc_commit_sha: "5680fa18feaa87f3ff04063800aec256c3d4b4be",
cargo_triple: "x86_64-unknown-illumos",
debug: false,
opt_level: 3,
}
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Upstairs <-> Downstairs Message Version: 4
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible stats registered with UUID: f1196bb3-361b-4c7e-abe3-d731ee4719b0
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Crucible f1196bb3-361b-4c7e-abe3-d731ee4719b0 has session id: e321e9fb-f4fe-47f1-9be0-417dbdaf6911
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Proc runs for [fd00:1122:3344:10b::c]:19007 in state New
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] connecting to [fd00:1122:3344:102::8]:19001
looper = 0
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] connecting to [fd00:1122:3344:104::c]:19003
looper = 2
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] connecting to [fd00:1122:3344:107::7]:19001
looper = 1
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): up_listen starts
task = up_listen
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Wait for all three downstairs to come online
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Flush timeout: 0.5
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] f1196bb3-361b-4c7e-abe3-d731ee4719b0 looper connected
looper = 0
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Proc runs for [fd00:1122:3344:101::7]:19007 in state New
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Scrub check for 352091dd-12a3-4bad-aeb5-cc04ed1cca40
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Scrub pause 120 seconds before starting
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Proc runs for [fd00:1122:3344:104::b]:19004 in state New
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Proc runs for [fd00:1122:3344:102::8]:19001 in state New
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] f1196bb3-361b-4c7e-abe3-d731ee4719b0 looper connected
looper = 1
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] f1196bb3-361b-4c7e-abe3-d731ee4719b0 looper connected
looper = 2
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Proc runs for [fd00:1122:3344:107::7]:19001 in state New
20:29:04.074Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Proc runs for [fd00:1122:3344:104::c]:19003 in state New
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) New New New ds_transition to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Transition from New to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) New New New ds_transition to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Transition from New to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) New New WaitActive ds_transition to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Transition from New to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) New WaitActive WaitActive ds_transition to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Transition from New to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) WaitActive New New ds_transition to WaitActive
20:29:04.075Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Transition from New to WaitActive
20:29:04.078Z INFO propolis-server: Creating storage device cloud-init with properties VirtioDisk(VirtioDisk { backend_name: "cloud-init", pci_path: PciPath { bus: 0, device: 24, function: 0 } })
20:29:04.078Z INFO propolis-server: Creating in-memory disk backend
len = 21504
20:29:04.078Z INFO propolis-server (vcpu_tasks): Starting vCPU thread
vcpu = 0
20:29:04.078Z INFO propolis-server (vcpu_tasks): vCPU paused
vcpu = 0
20:29:04.078Z INFO propolis-server (vcpu_tasks): Starting vCPU thread
vcpu = 1
20:29:04.078Z INFO propolis-server (vcpu_tasks): vCPU paused
vcpu = 1
20:29:04.079Z INFO propolis-server (vm_state_worker): State worker launched
20:29:04.079Z INFO propolis-server (serial task): Entered serial task
local_addr = [fd00:1122:3344:102::4a]:12400
method = PUT
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = e32c314b-14ce-415f-a1c8-e56c30134444
uri = /instance
20:29:04.079Z INFO propolis-server: request completed
latency_us = 242327
local_addr = [fd00:1122:3344:102::4a]:12400
method = PUT
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = e32c314b-14ce-415f-a1c8-e56c30134444
response_code = 201
uri = /instance
20:29:04.079Z INFO propolis-server (vm_controller): Requested state Run via API
20:29:04.079Z INFO propolis-server (external_request_queue): Queuing external request
disposition = Enqueue
request = Start
20:29:04.079Z INFO propolis-server (vm_state_worker): State worker handling event
event = External(Start)
20:29:04.079Z INFO propolis-server (vm_state_worker): Starting instance
reason = ExplicitRequest
20:29:04.079Z INFO propolis-server: request completed
latency_us = 133
local_addr = [fd00:1122:3344:102::4a]:12400
method = PUT
remote_addr = [fd00:1122:3344:102::1]:39494
req_id = d1f494a3-6b3b-4925-9e5c-93b8978e1c8b
response_code = 204
uri = /instance/state
20:29:04.079Z INFO propolis-server (vm_controller): Resetting vCPU 0
20:29:04.079Z INFO propolis-server (vm_controller): Resetting BSP vCPU 0
20:29:04.079Z INFO propolis-server (vm_controller): Resetting vCPU 1
20:29:04.079Z INFO propolis-server: accepted connection
local_addr = [fd00:1122:3344:102::4a]:12400
remote_addr = [fd00:1122:3344:102::1]:63465
20:29:04.079Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-atpic
20:29:04.079Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-atpit
20:29:04.079Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-hpet
The guest has requested activation
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-ioapic
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-rtc
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to bhyve-vcpu-0
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to bhyve-vcpu-1
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to chipset-i440fx
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to pci-piix4-hb
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to pci-piix3-lpc
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to pci-piix3-pm
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-bhyve-pmtimer
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-uart-com3
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-uart-com1
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-uart-com2
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-uart-com4
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to lpc-ps2ctrl
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to qemu-lpc-debug
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to pci-virtio-viona-0.9.0
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to pci-nvme-0.16.0
20:29:04.080Z INFO propolis-server (vm_controller): Sending startup complete to block-crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40
20:29:04.080Z INFO propolis-server: request completed
latency_us = 84
local_addr = [fd00:1122:3344:102::4a]:12400
method = GET
remote_addr = [fd00:1122:3344:102::1]:63465
req_id = 4e2e33fe-2260-49ab-9e09-84f2537ef599
response_code = 200
uri = /instance/state-monitor
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 active request set
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] received activate with gen 1
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] client got ds_active_rx, promote! session d42fd346-c786-40ed-9ba5-40a27ac77b63
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] received activate with gen 1
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] client got ds_active_rx, promote! session d42fd346-c786-40ed-9ba5-40a27ac77b63
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] received activate with gen 1
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] client got ds_active_rx, promote! session d42fd346-c786-40ed-9ba5-40a27ac77b63
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] downstairs client at [fd00:1122:3344:10b::c]:19007 has UUID d830dfcc-51e6-4536-9b98-ad94cfe2eef3
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] downstairs client at [fd00:1122:3344:101::7]:19007 has UUID b874de5a-b4db-4fdd-912f-6280d3fd63a9
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 320, uuid: b874de5a-b4db-4fdd-912f-6280d3fd63a9, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 320, uuid: d830dfcc-51e6-4536-9b98-ad94cfe2eef3, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitActive WaitActive WaitActive
20:29:04.080Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitActive WaitActive WaitActive
20:29:04.081Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] downstairs client at [fd00:1122:3344:104::b]:19004 has UUID e944c9ab-ef7c-408a-aa79-c7e81663cbf5
20:29:04.081Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 320, uuid: e944c9ab-ef7c-408a-aa79-c7e81663cbf5, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.081Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitActive WaitActive WaitActive
20:29:04.083Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) WaitActive WaitActive New ds_transition to WaitActive
20:29:04.083Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Transition from New to WaitActive
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) WaitActive WaitActive WaitActive ds_transition to WaitQuorum
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Transition from WaitActive to WaitQuorum
20:29:04.093Z WARN propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] new RM replaced this: None
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Starts reconcile loop
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] [fd00:1122:3344:10b::c]:19007 task reports connection:true
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitActive WaitActive WaitQuorum
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Waiting for 2 more clients to be ready
20:29:04.093Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) WaitActive WaitActive WaitQuorum ds_transition to WaitQuorum
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Transition from WaitActive to WaitQuorum
20:29:04.095Z WARN propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] new RM replaced this: None
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Starts reconcile loop
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] [fd00:1122:3344:101::7]:19007 task reports connection:true
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitActive WaitQuorum WaitQuorum
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Waiting for 1 more clients to be ready
20:29:04.095Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] 352091dd-12a3-4bad-aeb5-cc04ed1cca40 (d42fd346-c786-40ed-9ba5-40a27ac77b63) WaitActive WaitQuorum WaitQuorum ds_transition to WaitQuorum
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Transition from WaitActive to WaitQuorum
20:29:04.098Z WARN propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] new RM replaced this: None
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Starts reconcile loop
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] [fd00:1122:3344:104::b]:19004 task reports connection:true
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 WaitQuorum WaitQuorum WaitQuorum
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
{"msg":"Max found gen is 1","v":0,"name":"propolis-server"The guest has finished waiting for activation
,"level":30,"time":"2023-09-27T20:29:04.098350689Z","hostname":"oxz_propolis-server_e2b24d4f-e9c5-4462-b751-bd75008abf98","pid":5428,"component":"crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40"}
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Generation requested: 1 >= found:1
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Next flush: 1
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): All extents match
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No downstairs repair required
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No initial repair work was required
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set Downstairs and Upstairs active
{"msg":"352091dd-12a3-4bad-aeb5-cc04ed1cca40 is now active with session: d42fd346-c786-40ed-9ba5-40a27ac77b63","v":0,"name":"propolis-server","level":30,"time":"2023-09-27T20:29:04.098574743Z","hostname":"oxz_propolis-server_e2b24d4f-e9c5-4462-b751-bd75008abf98","pid":5428The guest has requested activation
,"component":"crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40"}
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): 352091dd-12a3-4bad-aeb5-cc04ed1cca40 Set Active after no repair
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Notify all downstairs, region set compare is done.
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] received reconcile message
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] All repairs completed, exit
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] received reconcile message
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Starts cmd_loop
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] All repairs completed, exit
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] received reconcile message
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] All repairs completed, exit
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Starts cmd_loop
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Starts cmd_loop
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 active request set
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] received activate with gen 282
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] client got ds_active_rx, promote! session 865dd596-234f-4428-9b32-22e880693e5a
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] received activate with gen 282
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] client got ds_active_rx, promote! session 865dd596-234f-4428-9b32-22e880693e5a
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] received activate with gen 282
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] client got ds_active_rx, promote! session 865dd596-234f-4428-9b32-22e880693e5a
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] downstairs client at [fd00:1122:3344:102::8]:19001 has UUID 37f8dfe2-51c2-427f-b86d-23054f6d2288
20:29:04.098Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 48, uuid: 37f8dfe2-51c2-427f-b86d-23054f6d2288, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.099Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitActive WaitActive WaitActive
20:29:04.100Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] downstairs client at [fd00:1122:3344:104::c]:19003 has UUID 8b1d5426-43d7-4537-9560-ae6cc4b50f1b
20:29:04.100Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 48, uuid: 8b1d5426-43d7-4537-9560-ae6cc4b50f1b, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.100Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitActive WaitActive WaitActive
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) WaitActive WaitActive WaitActive ds_transition to WaitQuorum
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Transition from WaitActive to WaitQuorum
20:29:04.103Z WARN propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] new RM replaced this: None
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Starts reconcile loop
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] [fd00:1122:3344:102::8]:19001 task reports connection:true
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitQuorum WaitActive WaitActive
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Waiting for 2 more clients to be ready
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] downstairs client at [fd00:1122:3344:107::7]:19001 has UUID 52996961-9498-4fca-9f61-d2a1f2a616a6
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Got region def RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 48, uuid: 52996961-9498-4fca-9f61-d2a1f2a616a6, encrypted: true, database_read_version: 1, database_write_version: 1 }
20:29:04.103Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitQuorum WaitActive WaitActive
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) WaitQuorum WaitActive WaitActive ds_transition to WaitQuorum
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Transition from WaitActive to WaitQuorum
20:29:04.106Z WARN propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] new RM replaced this: None
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Starts reconcile loop
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] [fd00:1122:3344:107::7]:19001 task reports connection:true
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitQuorum WaitQuorum WaitActive
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Waiting for 1 more clients to be ready
20:29:04.106Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.136Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] f1196bb3-361b-4c7e-abe3-d731ee4719b0 (865dd596-234f-4428-9b32-22e880693e5a) WaitQuorum WaitQuorum WaitActive ds_transition to WaitQuorum
20:29:04.136Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Transition from WaitActive to WaitQuorum
{"msg":"[2] new RM replaced this: None","v":0,"name":"propolis-server"The guest has finished waiting for activation
,"level":40,"time":"2023-09-27T20:29:04.136938052Z","hostname":"oxz_propolis-server_e2b24d4f-e9c5-4462-b751-bd75008abf98","pid":5428,"component":"crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40"}
20:29:04.136Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Starts reconcile loop
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] [fd00:1122:3344:104::c]:19003 task reports connection:true
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 WaitQuorum WaitQuorum WaitQuorum
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R flush_numbers[0..12]: [7, 23, 45, 77, 144, 224, 305, 379, 458, 546, 629, 696]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R generation[0..12]: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R flush_numbers[0..12]: [7, 23, 45, 77, 144, 224, 305, 379, 458, 546, 629, 696]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R generation[0..12]: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R flush_numbers[0..12]: [7, 23, 45, 77, 144, 224, 305, 379, 458, 546, 629, 696]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R generation[0..12]: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Max found gen is 2
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Generation requested: 282 >= found:2
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Next flush: 1872
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): All extents match
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No downstairs repair required
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No initial repair work was required
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set Downstairs and Upstairs active
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 is now active with session: 865dd596-234f-4428-9b32-22e880693e5a
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): f1196bb3-361b-4c7e-abe3-d731ee4719b0 Set Active after no repair
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Notify all downstairs, region set compare is done.
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Set check for repair
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] received reconcile message
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] All repairs completed, exit
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [2] Starts cmd_loop
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] received reconcile message
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] All repairs completed, exit
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [1] Starts cmd_loop
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] received reconcile message
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] All repairs completed, exit
20:29:04.137Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): [0] Starts cmd_loop
20:29:04.137Z INFO propolis-server (vm_controller): Sending startup complete to pci-virtio-block-0.24.0
20:29:04.137Z INFO propolis-server (vm_controller): Sending startup complete to block-in-memory-cloud-init
20:29:04.137Z INFO propolis-server (vm_controller): Sending startup complete to qemu-fwcfg
20:29:04.137Z INFO propolis-server (vm_controller): Sending startup complete to qemu-ramfb
20:29:04.137Z INFO propolis-server (vm_state_worker): State worker handled event
outcome = Continue
20:29:04.137Z INFO propolis-server (vcpu_tasks): vCPU released from hold
vcpu = 1
20:29:04.137Z INFO propolis-server (vcpu_tasks): vCPU released from hold
vcpu = 0
20:29:04.137Z INFO propolis-server: request completed
latency_us = 19670
local_addr = [fd00:1122:3344:102::4a]:12400
method = GET
remote_addr = [fd00:1122:3344:102::1]:63465
req_id = f116bd32-bbab-426a-8bb2-6653710f0904
response_code = 200
uri = /instance/state-monitor
20:29:04.673Z INFO propolis-server (ramfb): ramfb change
config = Config { addr: 3198525440, fourcc: 875713112, flags: 0, width: 800, height: 600, stride: 3200 }
state = valid
20:29:04.673Z INFO propolis-server (ramfb): notifying
20:29:04.673Z INFO propolis-server (vnc-server): pixel format set to fourcc=0x34325258
20:29:05.099Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Checking if live repair is needed
20:29:05.099Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No Live Repair required at this time
20:29:05.138Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): Checking if live repair is needed
20:29:05.138Z INFO propolis-server (crucible-352091dd-12a3-4bad-aeb5-cc04ed1cca40): No Live Repair required at this time
Sep 27 20:29:34.022 INFO accepted connection, remote_addr: [fd00:1122:3344:10a::3]:57599, local_addr: [fd00:1122:3344:102::4a]:64971, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/35d4408/dropshot/src/server.rs:769
Sep 27 20:29:34.022 INFO request completed, latency_us: 428, response_code: 200, uri: /collect/5da2764d-6c72-44db-8432-cd38ce081e19, method: GET, req_id: 8f6c9e4b-0fc2-4af6-ba7f-19ea1a9247df, remote_addr: [fd00:1122:3344:10a::3]:57599, local_addr: [fd00:1122:3344:102::4a]:64971, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/35d4408/dropshot/src/server.rs:853