[INFO] crate nasbench 0.1.1 is already in cache
[INFO] extracting crate nasbench 0.1.1 into work/ex/beta-1.37-6/sources/1.36.0/reg/nasbench/0.1.1
[INFO] extracting crate nasbench 0.1.1 into work/ex/beta-1.37-6/sources/beta-2019-07-23/reg/nasbench/0.1.1
[INFO] validating manifest of nasbench-0.1.1 on toolchain 1.36.0
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.36.0" "read-manifest" "--manifest-path" "Cargo.toml"`
[INFO] validating manifest of nasbench-0.1.1 on toolchain beta-2019-07-23
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-07-23" "read-manifest" "--manifest-path" "Cargo.toml"`
[INFO] started frobbing nasbench-0.1.1
[INFO] finished frobbing nasbench-0.1.1
[INFO] frobbed toml for nasbench-0.1.1 written to work/ex/beta-1.37-6/sources/1.36.0/reg/nasbench/0.1.1/Cargo.toml
[INFO] started frobbing nasbench-0.1.1
[INFO] finished frobbing nasbench-0.1.1
[INFO] frobbed toml for nasbench-0.1.1 written to work/ex/beta-1.37-6/sources/beta-2019-07-23/reg/nasbench/0.1.1/Cargo.toml
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.36.0" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update"`
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-07-23" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update"`
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.36.0" "fetch" "--locked" "--manifest-path" "Cargo.toml"`
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-07-23" "fetch" "--locked" "--manifest-path" "Cargo.toml"`
[INFO] testing nasbench-0.1.1 against beta-2019-07-23 for beta-1.37-6
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-7/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/reg/nasbench/0.1.1:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "build" "--frozen"`
[INFO] [stdout] f17d91db413e659e8a2e2d2c07826cb50f312df371bd0f65b249502c28bb650b
[INFO] running `"docker" "start" "-a" "f17d91db413e659e8a2e2d2c07826cb50f312df371bd0f65b249502c28bb650b"`
[INFO] [stderr]    Compiling trackable_derive v0.1.2
[INFO] [stderr]    Compiling trackable v0.2.22
[INFO] [stderr]    Compiling bytecodec v0.4.11
[INFO] [stderr]    Compiling protobuf_codec v0.2.7
[INFO] [stderr]    Compiling nasbench v0.1.1 (/opt/crater/workdir)
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 18.68s
[INFO] running `"docker" "inspect" "f17d91db413e659e8a2e2d2c07826cb50f312df371bd0f65b249502c28bb650b"`
[INFO] running `"docker" "rm" "-f" "f17d91db413e659e8a2e2d2c07826cb50f312df371bd0f65b249502c28bb650b"`
[INFO] [stdout] f17d91db413e659e8a2e2d2c07826cb50f312df371bd0f65b249502c28bb650b
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-7/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/reg/nasbench/0.1.1:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "test" "--frozen" "--no-run"`
[INFO] [stdout] b8bbb35647583190ad5c2a8e0dada5f284f303aeed8e5b96a3591b1eb201aa44
[INFO] running `"docker" "start" "-a" "b8bbb35647583190ad5c2a8e0dada5f284f303aeed8e5b96a3591b1eb201aa44"`
[INFO] [stderr]    Compiling nasbench v0.1.1 (/opt/crater/workdir)
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 3.94s
[INFO] running `"docker" "inspect" "b8bbb35647583190ad5c2a8e0dada5f284f303aeed8e5b96a3591b1eb201aa44"`
[INFO] running `"docker" "rm" "-f" "b8bbb35647583190ad5c2a8e0dada5f284f303aeed8e5b96a3591b1eb201aa44"`
[INFO] [stdout] b8bbb35647583190ad5c2a8e0dada5f284f303aeed8e5b96a3591b1eb201aa44
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-7/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/reg/nasbench/0.1.1:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "test" "--frozen"`
[INFO] [stdout] 708584270cea670c9c0df3b47542a45d6d4cff5569c1f5df44dd3ae4655d8a71
[INFO] running `"docker" "start" "-a" "708584270cea670c9c0df3b47542a45d6d4cff5569c1f5df44dd3ae4655d8a71"`
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 0.02s
[INFO] [stderr]      Running /opt/crater/target/debug/deps/nasbench-8230ecf6bf7ee127
[INFO] [stdout] 
[INFO] [stdout] running 6 tests
[INFO] [stdout] test model::tests::model_spec_works ... ok
[INFO] [stdout] test dataset::tests::nasbench_works ... ok
[INFO] [stdout] test model::tests::adjacency_matrix_works ... ok
[INFO] [stdout] test model::tests::op_works ... ok
[INFO] [stdout] test protobuf::tests::decoder_works ... ok
[INFO] [stdout] test model::tests::module_hash_works ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 6 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out
[INFO] [stdout] 
[INFO] [stderr]      Running /opt/crater/target/debug/deps/nasbench-9e26b577ae34f778
[INFO] [stdout] 
[INFO] [stdout] running 0 tests
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out
[INFO] [stdout] 
[INFO] [stderr]    Doc-tests nasbench
[INFO] [stdout] 
[INFO] [stdout] running 4 tests
[INFO] [stdout] test src/lib.rs -  (line 39) ... ok
[INFO] [stdout] test src/model.rs - model::AdjacencyMatrix (line 256) ... ok
[INFO] [stdout] test src/model.rs - model::Op (line 200) ... ok
[INFO] [stdout] test src/model.rs - model::ModelSpec (line 17) ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out
[INFO] [stdout] 
[INFO] running `"docker" "inspect" "708584270cea670c9c0df3b47542a45d6d4cff5569c1f5df44dd3ae4655d8a71"`
[INFO] running `"docker" "rm" "-f" "708584270cea670c9c0df3b47542a45d6d4cff5569c1f5df44dd3ae4655d8a71"`
[INFO] [stdout] 708584270cea670c9c0df3b47542a45d6d4cff5569c1f5df44dd3ae4655d8a71