[INFO] cloning repository https://github.com/getinclub/template-rust-durable-checkpoint
[INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/getinclub/template-rust-durable-checkpoint" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fgetinclub%2Ftemplate-rust-durable-checkpoint", kill_on_drop: false }`
[INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fgetinclub%2Ftemplate-rust-durable-checkpoint'...
[INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }`
[INFO] [stdout] d1983ec025c98b1b03d9bb4998dca5d75f2fa7f1
[INFO] testing getinclub/template-rust-durable-checkpoint against 1.99.0-beta.8+cargoflags=--release for beta-release-1.100-2
[INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fgetinclub%2Ftemplate-rust-durable-checkpoint" "/workspace/builds/worker-0-tc1/source", kill_on_drop: false }`
[INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc1/source'...
[INFO] [stderr] done.
[INFO] started tweaking git repo https://github.com/getinclub/template-rust-durable-checkpoint
[INFO] finished tweaking git repo https://github.com/getinclub/template-rust-durable-checkpoint
[INFO] tweaked toml for git repo https://github.com/getinclub/template-rust-durable-checkpoint written to /workspace/builds/worker-0-tc1/source/Cargo.toml
[INFO] validating manifest of git repo https://github.com/getinclub/template-rust-durable-checkpoint on toolchain 1.99.0-beta.8
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.99.0-beta.8" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate git repo https://github.com/getinclub/template-rust-durable-checkpoint already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.99.0-beta.8" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-m" "1610612736" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:77db811e55d90add9212f6832c23229e3de5f1c1f9905e8cb07319ea15df73ac" "sleep" "infinity", kill_on_drop: false }`
[INFO] [stdout] a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee
[INFO] running `Command { std: "docker" "start" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "build" "--frozen" "--message-format=json" "--release", kill_on_drop: false }`
[INFO] [stderr]    Compiling durable-checkpoint-sim v0.1.0 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `release` profile [optimized] target(s) in 0.67s
[INFO] running `Command { std: "docker" "inspect" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "test" "--frozen" "--no-run" "--message-format=json" "--release", kill_on_drop: false }`
[INFO] [stderr]    Compiling durable-checkpoint-sim v0.1.0 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `release` profile [optimized] target(s) in 0.66s
[INFO] running `Command { std: "docker" "inspect" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "test" "--frozen" "--release", kill_on_drop: false }`
[INFO] [stderr]     Finished `release` profile [optimized] target(s) in 0.02s
[INFO] [stderr]      Running unittests src/lib.rs (/opt/rustwide/target/release/deps/durable_checkpoint_sim-e80b600a9c191a31)
[INFO] [stdout] 
[INFO] [stdout] running 0 tests
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
[INFO] [stdout] 
[INFO] [stderr]      Running unittests src/bin/crash_monitor.rs (/opt/rustwide/target/release/deps/crash_monitor-fb78ef6dd13095dd)
[INFO] [stdout] 
[INFO] [stderr]      Running tests/checkpoint.rs (/opt/rustwide/target/release/deps/checkpoint-dc52c831e64ce9dc)
[INFO] [stdout] running 0 tests
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] running 9 tests
[INFO] [stdout] test replaces_a_real_checkpoint_without_leaving_the_temp_name ... ok
[INFO] [stdout] test propagates_directory_sync_failure_without_acknowledging ... FAILED
[INFO] [stdout] test propagates_rename_failure_without_acknowledging ... ok
[INFO] [stdout] test acknowledged_save_survives_reboot ... FAILED
[INFO] [stdout] test persists_dynamic_checkpoint_values_instead_of_hardcoding ... FAILED
[INFO] [stdout] test propagates_file_sync_failure_without_acknowledging ... FAILED
[INFO] [stdout] test performs_the_complete_durability_sequence_in_order ... FAILED
[INFO] [stdout] test propagates_flush_failure_without_acknowledging ... FAILED
[INFO] [stdout] test monitor_reports_that_acknowledged_state_is_durable ... FAILED
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout] 
[INFO] [stdout] ---- propagates_directory_sync_failure_without_acknowledging stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'propagates_directory_sync_failure_without_acknowledging' (241) panicked at tests/checkpoint.rs:74:5:
[INFO] [stdout] SyncParent failure was falsely acknowledged
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cc7475c - checkpoint[6db4b8f8ccc8702d]::assert_failure_is_not_acknowledged
[INFO] [stdout]   12:     0x5e228cc753ee - <checkpoint[6db4b8f8ccc8702d]::propagates_directory_sync_failure_without_acknowledging::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   13:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   14:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   15:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   16:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   17:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   18:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   19:     0x77ab5823a3d4 - clone
[INFO] [stdout]   20:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- acknowledged_save_survives_reboot stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'acknowledged_save_survives_reboot' (237) panicked at tests/checkpoint.rs:35:5:
[INFO] [stdout] assertion `left == right` failed
[INFO] [stdout]   left: [115, 116, 114, 101, 97, 109, 61, 101, 118, 101, 110, 116, 115, 10, 111, 102, 102, 115, 101, 116, 61, 49, 48, 10]
[INFO] [stdout]  right: [115, 116, 114, 101, 97, 109, 61, 101, 118, 101, 110, 116, 115, 10, 111, 102, 102, 115, 101, 116, 61, 49, 49, 10]
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cd06b23 - core[df12db4294e9bfd3]::panicking::assert_failed_inner
[INFO] [stdout]   12:     0x5e228cc76667 - core[df12db4294e9bfd3]::panicking::assert_failed::<&[u8], alloc[2182bb758b4b3781]::vec::Vec<u8>>
[INFO] [stdout]   13:     0x5e228cc749bd - <checkpoint[6db4b8f8ccc8702d]::acknowledged_save_survives_reboot::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   14:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   15:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   16:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   17:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   18:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   19:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   20:     0x77ab5823a3d4 - clone
[INFO] [stdout]   21:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- persists_dynamic_checkpoint_values_instead_of_hardcoding stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'persists_dynamic_checkpoint_values_instead_of_hardcoding' (240) panicked at tests/checkpoint.rs:45:9:
[INFO] [stdout] assertion `left == right` failed
[INFO] [stdout]   left: [115, 116, 114, 101, 97, 109, 61, 112, 97, 114, 116, 105, 116, 105, 111, 110, 45, 65, 10, 111, 102, 102, 115, 101, 116, 61, 48, 10]
[INFO] [stdout]  right: [115, 116, 114, 101, 97, 109, 61, 112, 97, 114, 116, 105, 116, 105, 111, 110, 45, 65, 10, 111, 102, 102, 115, 101, 116, 61, 49, 10]
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cd06b23 - core[df12db4294e9bfd3]::panicking::assert_failed_inner
[INFO] [stdout]   12:     0x5e228cc76667 - core[df12db4294e9bfd3]::panicking::assert_failed::<&[u8], alloc[2182bb758b4b3781]::vec::Vec<u8>>
[INFO] [stdout]   13:     0x5e228cc75850 - <checkpoint[6db4b8f8ccc8702d]::persists_dynamic_checkpoint_values_instead_of_hardcoding::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   14:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   15:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   16:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   17:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   18:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   19:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   20:     0x77ab5823a3d4 - clone
[INFO] [stdout]   21:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- propagates_file_sync_failure_without_acknowledging stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'propagates_file_sync_failure_without_acknowledging' (242) panicked at tests/checkpoint.rs:74:5:
[INFO] [stdout] SyncTemp failure was falsely acknowledged
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cc7475c - checkpoint[6db4b8f8ccc8702d]::assert_failure_is_not_acknowledged
[INFO] [stdout]   12:     0x5e228cc753ce - <checkpoint[6db4b8f8ccc8702d]::propagates_file_sync_failure_without_acknowledging::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   13:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   14:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   15:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   16:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   17:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   18:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   19:     0x77ab5823a3d4 - clone
[INFO] [stdout]   20:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- performs_the_complete_durability_sequence_in_order stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'performs_the_complete_durability_sequence_in_order' (239) panicked at tests/checkpoint.rs:26:5:
[INFO] [stdout] assertion `left == right` failed
[INFO] [stdout]   left: [WriteTemp, RenameTemp]
[INFO] [stdout]  right: [WriteTemp, FlushTemp, SyncTemp, RenameTemp, SyncParent]
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cd06b23 - core[df12db4294e9bfd3]::panicking::assert_failed_inner
[INFO] [stdout]   12:     0x5e228cc76630 - core[df12db4294e9bfd3]::panicking::assert_failed::<&[durable_checkpoint_sim[41e3fc5426ce5776]::StorageOperation], alloc[2182bb758b4b3781]::vec::Vec<durable_checkpoint_sim[41e3fc5426ce5776]::StorageOperation>>
[INFO] [stdout]   13:     0x5e228cc752e9 - <checkpoint[6db4b8f8ccc8702d]::performs_the_complete_durability_sequence_in_order::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   14:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   15:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   16:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   17:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   18:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   19:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   20:     0x77ab5823a3d4 - clone
[INFO] [stdout]   21:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- propagates_flush_failure_without_acknowledging stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'propagates_flush_failure_without_acknowledging' (243) panicked at tests/checkpoint.rs:74:5:
[INFO] [stdout] FlushTemp failure was falsely acknowledged
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cc7475c - checkpoint[6db4b8f8ccc8702d]::assert_failure_is_not_acknowledged
[INFO] [stdout]   12:     0x5e228cc74a9e - <checkpoint[6db4b8f8ccc8702d]::propagates_flush_failure_without_acknowledging::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   13:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   14:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   15:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   16:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   17:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   18:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   19:     0x77ab5823a3d4 - clone
[INFO] [stdout]   20:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- monitor_reports_that_acknowledged_state_is_durable stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'monitor_reports_that_acknowledged_state_is_durable' (238) panicked at tests/checkpoint.rs:109:5:
[INFO] [stdout] monitor reported a false durability acknowledgment:
[INFO] [stdout] ============================================================
[INFO] [stdout]  CHECKPOINT CRASH-RECOVERY MONITOR
[INFO] [stdout] ============================================================
[INFO] [stdout] save_checkpoint result:     Ok(())
[INFO] [stdout] Operations:                 [WriteTemp, RenameTemp]
[INFO] [stdout] Visible before reboot:     stream=orders offset=42
[INFO] [stdout] Recovered after reboot:     stream=orders offset=41
[INFO] [stdout] 
[INFO] [stdout] ❌ FALSE DURABILITY ACKNOWLEDGMENT
[INFO] [stdout] The save returned success, but reboot recovered the older checkpoint.
[INFO] [stdout] 
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e228ccf20a1 - <<std[70759c8f55707aa4]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[df12db4294e9bfd3]::fmt::Display>::fmt
[INFO] [stdout]    1:     0x5e228cd064da - core[df12db4294e9bfd3]::fmt::write
[INFO] [stdout]    2:     0x5e228ccf679c - <alloc[2182bb758b4b3781]::vec::Vec<u8> as core[df12db4294e9bfd3]::io::write::Write>::write_fmt
[INFO] [stdout]    3:     0x5e228ccccaf6 - std[70759c8f55707aa4]::panicking::default_hook::{closure#0}
[INFO] [stdout]    4:     0x5e228cce9ac9 - std[70759c8f55707aa4]::panicking::default_hook
[INFO] [stdout]    5:     0x5e228cc83d60 - test[9d35eded1c95d3be]::test_main_inner::<test[9d35eded1c95d3be]::test_main_static::{closure#0}>::{closure#0}
[INFO] [stdout]    6:     0x5e228cce9c82 - std[70759c8f55707aa4]::panicking::panic_with_hook
[INFO] [stdout]    7:     0x5e228ccccba2 - std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}
[INFO] [stdout]    8:     0x5e228ccc5619 - std[70759c8f55707aa4]::sys::backtrace::__rust_end_short_backtrace::<std[70759c8f55707aa4]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]    9:     0x5e228cccd88d - __rustc[8fa7c3cbc660c2b3]::rust_begin_unwind
[INFO] [stdout]   10:     0x5e228cd06c0c - core[df12db4294e9bfd3]::panicking::panic_fmt
[INFO] [stdout]   11:     0x5e228cc74d8f - <checkpoint[6db4b8f8ccc8702d]::monitor_reports_that_acknowledged_state_is_durable::{closure#0} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]   12:     0x5e228cc7704b - test[9d35eded1c95d3be]::__rust_begin_short_backtrace::<core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>, fn() -> core[df12db4294e9bfd3]::result::Result<(), alloc[2182bb758b4b3781]::string::String>>
[INFO] [stdout]   13:     0x5e228cc846b5 - test[9d35eded1c95d3be]::run_test::{closure#0}
[INFO] [stdout]   14:     0x5e228cc7df74 - std[70759c8f55707aa4]::sys::backtrace::__rust_begin_short_backtrace::<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>
[INFO] [stdout]   15:     0x5e228cc87812 - <std[70759c8f55707aa4]::thread::lifecycle::spawn_unchecked<test[9d35eded1c95d3be]::run_test::{closure#1}, ()>::{closure#1} as core[df12db4294e9bfd3]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]   16:     0x5e228ccf1469 - <std[70759c8f55707aa4]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]   17:     0x77ab581a6dfa - <unknown>
[INFO] [stdout]   18:     0x77ab5823a3d4 - clone
[INFO] [stdout]   19:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout]     acknowledged_save_survives_reboot
[INFO] [stdout]     monitor_reports_that_acknowledged_state_is_durable
[INFO] [stdout]     performs_the_complete_durability_sequence_in_order
[INFO] [stdout]     persists_dynamic_checkpoint_values_instead_of_hardcoding
[INFO] [stdout]     propagates_directory_sync_failure_without_acknowledging
[INFO] [stdout]     propagates_file_sync_failure_without_acknowledging
[INFO] [stdout]     propagates_flush_failure_without_acknowledging
[INFO] [stdout] 
[INFO] [stdout] test result: FAILED. 2 passed; 7 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s
[INFO] [stdout] 
[INFO] [stderr] error: test failed, to rerun pass `--test checkpoint`
[INFO] running `Command { std: "docker" "inspect" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee", kill_on_drop: false }`
[INFO] [stdout] a0dd6d5da6c673cb633b6701e20305535b1313309f22e5e4c69bd6c51a5f2aee
