[INFO] updating cached repository thatlittlegit/webcrawler [INFO] running `"git" "fetch" "--all"` [INFO] [stdout] Fetching origin [INFO] [stderr] From git://github.com/thatlittlegit/webcrawler [INFO] [stderr] * branch HEAD -> FETCH_HEAD [INFO] running `"git" "clone" "work/cache/sources/gh/thatlittlegit/webcrawler" "work/ex/beta-1.37-6/sources/1.36.0/gh/thatlittlegit/webcrawler"` [INFO] [stderr] Cloning into 'work/ex/beta-1.37-6/sources/1.36.0/gh/thatlittlegit/webcrawler'... [INFO] [stderr] done. [INFO] running `"git" "clone" "work/cache/sources/gh/thatlittlegit/webcrawler" "work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler"` [INFO] [stderr] Cloning into 'work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler'... [INFO] [stderr] done. [INFO] running `"git" "rev-parse" "HEAD"` [INFO] [stdout] 94de54a5aef07dbac6723d479daedb669e207f21 [INFO] sha for GitHub repo thatlittlegit/webcrawler: 94de54a5aef07dbac6723d479daedb669e207f21 [INFO] validating manifest of thatlittlegit/webcrawler on toolchain 1.36.0 [INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.36.0" "read-manifest" "--manifest-path" "Cargo.toml"` [INFO] validating manifest of thatlittlegit/webcrawler on toolchain beta-2019-07-23 [INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-07-23" "read-manifest" "--manifest-path" "Cargo.toml"` [INFO] started frobbing thatlittlegit/webcrawler [INFO] finished frobbing thatlittlegit/webcrawler [INFO] frobbed toml for thatlittlegit/webcrawler written to work/ex/beta-1.37-6/sources/1.36.0/gh/thatlittlegit/webcrawler/Cargo.toml [INFO] started frobbing thatlittlegit/webcrawler [INFO] finished frobbing thatlittlegit/webcrawler [INFO] frobbed toml for thatlittlegit/webcrawler written to work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler/Cargo.toml [INFO] crate thatlittlegit/webcrawler already has a lockfile, it will not be regenerated [INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.36.0" "fetch" "--locked" "--manifest-path" "Cargo.toml"` [INFO] [stderr] Blocking waiting for file lock on package cache lock [INFO] [stderr] Blocking waiting for file lock on package cache lock [INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-07-23" "fetch" "--locked" "--manifest-path" "Cargo.toml"` [INFO] testing thatlittlegit/webcrawler against beta-2019-07-23 for beta-1.37-6 [INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-4/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "build" "--frozen"` [INFO] [stdout] 6d99e172f4e49f03db75134b2c7eea673f1b4f11221133e6a88c06b017a31778 [INFO] running `"docker" "start" "-a" "6d99e172f4e49f03db75134b2c7eea673f1b4f11221133e6a88c06b017a31778"` [INFO] [stderr] Compiling serde v1.0.42 [INFO] [stderr] Compiling openssl-sys v0.9.28 [INFO] [stderr] Compiling base64 v0.9.0 [INFO] [stderr] Compiling regex-syntax v0.5.5 [INFO] [stderr] Compiling tokio-timer v0.2.1 [INFO] [stderr] Compiling quote v0.5.2 [INFO] [stderr] Compiling tokio-io v0.1.6 [INFO] [stderr] Compiling tokio-threadpool v0.1.2 [INFO] [stderr] Compiling tendril v0.4.0 [INFO] [stderr] Compiling libflate v0.1.14 [INFO] [stderr] Compiling syn v0.13.1 [INFO] [stderr] Compiling tokio-reactor v0.1.1 [INFO] [stderr] Compiling string_cache_codegen v0.4.1 [INFO] [stderr] Compiling openssl v0.9.24 [INFO] [stderr] Compiling tokio-tcp v0.1.0 [INFO] [stderr] Compiling tokio-udp v0.1.0 [INFO] [stderr] Compiling string_cache v0.7.2 [INFO] [stderr] Compiling tokio v0.1.5 [INFO] [stderr] Compiling tokio-core v0.1.17 [INFO] [stderr] Compiling regex v0.2.10 [INFO] [stderr] Compiling tokio-proto v0.1.1 [INFO] [stderr] Compiling native-tls v0.1.5 [INFO] [stderr] Compiling tokio-tls v0.1.4 [INFO] [stderr] Compiling hyper v0.11.25 [INFO] [stderr] Compiling serde_json v1.0.16 [INFO] [stderr] Compiling serde_urlencoded v0.5.1 [INFO] [stderr] Compiling env_logger v0.5.9 [INFO] [stderr] Compiling serde_derive_internals v0.23.1 [INFO] [stderr] Compiling html5ever v0.22.2 [INFO] [stderr] Compiling hyper-tls v0.1.3 [INFO] [stderr] Compiling serde_derive v1.0.42 [INFO] [stderr] Compiling reqwest v0.8.5 [INFO] [stderr] Compiling robotparser v0.10.1 [INFO] [stderr] Compiling markup5ever v0.7.2 [INFO] [stderr] Compiling ammonia v1.1.0 [INFO] [stderr] Compiling crawler v1.0.0 (/opt/crater/workdir) [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:108:17 [INFO] [stderr] | [INFO] [stderr] 108 | let mut hostname = String::from(parsed_url.host_str().unwrap()); // TODO Merge with previous line [INFO] [stderr] | ----^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] | [INFO] [stderr] = note: #[warn(unused_mut)] on by default [INFO] [stderr] [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:117:17 [INFO] [stderr] | [INFO] [stderr] 117 | let mut original_hostname = hostname.clone(); [INFO] [stderr] | ----^^^^^^^^^^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:120:17 [INFO] [stderr] | [INFO] [stderr] 120 | let mut robotsok: (String, RobotFileParser); [INFO] [stderr] | ----^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 1m 36s [INFO] running `"docker" "inspect" "6d99e172f4e49f03db75134b2c7eea673f1b4f11221133e6a88c06b017a31778"` [INFO] running `"docker" "rm" "-f" "6d99e172f4e49f03db75134b2c7eea673f1b4f11221133e6a88c06b017a31778"` [INFO] [stdout] 6d99e172f4e49f03db75134b2c7eea673f1b4f11221133e6a88c06b017a31778 [INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-4/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "test" "--frozen" "--no-run"` [INFO] [stdout] 54dfb8e23fff11c3156bdf81d271cb9cdf1936d4a8314462a7b350275c8854b3 [INFO] running `"docker" "start" "-a" "54dfb8e23fff11c3156bdf81d271cb9cdf1936d4a8314462a7b350275c8854b3"` [INFO] [stderr] Compiling crawler v1.0.0 (/opt/crater/workdir) [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:108:17 [INFO] [stderr] | [INFO] [stderr] 108 | let mut hostname = String::from(parsed_url.host_str().unwrap()); // TODO Merge with previous line [INFO] [stderr] | ----^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] | [INFO] [stderr] = note: #[warn(unused_mut)] on by default [INFO] [stderr] [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:117:17 [INFO] [stderr] | [INFO] [stderr] 117 | let mut original_hostname = hostname.clone(); [INFO] [stderr] | ----^^^^^^^^^^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] [INFO] [stderr] warning: variable does not need to be mutable [INFO] [stderr] --> src/main.rs:120:17 [INFO] [stderr] | [INFO] [stderr] 120 | let mut robotsok: (String, RobotFileParser); [INFO] [stderr] | ----^^^^^^^^ [INFO] [stderr] | | [INFO] [stderr] | help: remove this `mut` [INFO] [stderr] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 6.48s [INFO] running `"docker" "inspect" "54dfb8e23fff11c3156bdf81d271cb9cdf1936d4a8314462a7b350275c8854b3"` [INFO] running `"docker" "rm" "-f" "54dfb8e23fff11c3156bdf81d271cb9cdf1936d4a8314462a7b350275c8854b3"` [INFO] [stdout] 54dfb8e23fff11c3156bdf81d271cb9cdf1936d4a8314462a7b350275c8854b3 [INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.37-6/worker-4/beta-2019-07-23:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.37-6/sources/beta-2019-07-23/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+beta-2019-07-23" "test" "--frozen"` [INFO] [stdout] 55443f3e253cf154518aeb5db7d92a7f5e12269658e629f2180bcd80506250ec [INFO] running `"docker" "start" "-a" "55443f3e253cf154518aeb5db7d92a7f5e12269658e629f2180bcd80506250ec"` [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 0.28s [INFO] [stderr] Running /opt/crater/target/debug/deps/crawler-618d43dc0dfb90cb [INFO] [stdout] [INFO] [stdout] running 10 tests [INFO] [stdout] test html::tests::_find_urls_in_html ... ok [INFO] [stdout] test tests::_crawl_page ... ok [INFO] [stdout] test html::tests::_html_token_sink ... ok [INFO] [stdout] test url_utils::tests::_add_url_to_vec ... ok [INFO] [stdout] test html::tests::_get_attribute_for_elem ... ok [INFO] [stdout] test tests::_find_in_robot_cache ... ok [INFO] [stdout] test url_utils::tests::_get_root_domain ... ok [INFO] [stdout] test url_utils::tests::_repair_suggested_url ... ok [INFO] [stdout] test url_utils::tests::_check_if_is_in_url_list ... ok [INFO] [stdout] test url_utils::tests::_remove_get_params ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 10 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out [INFO] [stdout] [INFO] running `"docker" "inspect" "55443f3e253cf154518aeb5db7d92a7f5e12269658e629f2180bcd80506250ec"` [INFO] running `"docker" "rm" "-f" "55443f3e253cf154518aeb5db7d92a7f5e12269658e629f2180bcd80506250ec"` [INFO] [stdout] 55443f3e253cf154518aeb5db7d92a7f5e12269658e629f2180bcd80506250ec