[INFO] updating cached repository thatlittlegit/webcrawler
[INFO] running `"git" "fetch" "--all"`
[INFO] [stdout] Fetching origin
[INFO] [stderr] From git://github.com/thatlittlegit/webcrawler
[INFO] [stderr]  * branch            HEAD       -> FETCH_HEAD
[INFO] running `"git" "clone" "work/cache/sources/gh/thatlittlegit/webcrawler" "work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler"`
[INFO] [stderr] Cloning into 'work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler'...
[INFO] [stderr] done.
[INFO] running `"git" "clone" "work/cache/sources/gh/thatlittlegit/webcrawler" "work/ex/beta-1.38-1/sources/beta-2019-08-13/gh/thatlittlegit/webcrawler"`
[INFO] [stderr] Cloning into 'work/ex/beta-1.38-1/sources/beta-2019-08-13/gh/thatlittlegit/webcrawler'...
[INFO] [stderr] done.
[INFO] running `"git" "rev-parse" "HEAD"`
[INFO] [stdout] 94de54a5aef07dbac6723d479daedb669e207f21
[INFO] sha for GitHub repo thatlittlegit/webcrawler: 94de54a5aef07dbac6723d479daedb669e207f21
[INFO] validating manifest of thatlittlegit/webcrawler on toolchain 1.37.0
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.37.0" "read-manifest" "--manifest-path" "Cargo.toml"`
[INFO] validating manifest of thatlittlegit/webcrawler on toolchain beta-2019-08-13
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-08-13" "read-manifest" "--manifest-path" "Cargo.toml"`
[INFO] started frobbing thatlittlegit/webcrawler
[INFO] finished frobbing thatlittlegit/webcrawler
[INFO] frobbed toml for thatlittlegit/webcrawler written to work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler/Cargo.toml
[INFO] started frobbing thatlittlegit/webcrawler
[INFO] finished frobbing thatlittlegit/webcrawler
[INFO] frobbed toml for thatlittlegit/webcrawler written to work/ex/beta-1.38-1/sources/beta-2019-08-13/gh/thatlittlegit/webcrawler/Cargo.toml
[INFO] crate thatlittlegit/webcrawler already has a lockfile, it will not be regenerated
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+1.37.0" "fetch" "--locked" "--manifest-path" "Cargo.toml"`
[INFO] running `"/mnt/big/crater/work/local/cargo-home/bin/cargo" "+beta-2019-08-13" "fetch" "--locked" "--manifest-path" "Cargo.toml"`
[INFO] testing thatlittlegit/webcrawler against 1.37.0 for beta-1.38-1
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.38-1/worker-0/1.37.0:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+1.37.0" "build" "--frozen"`
[INFO] [stdout] 707904ccec6c9e1ae913b6122bf9fe8062ba201ba793e4b0d9f7f587afaf7f7f
[INFO] running `"docker" "start" "-a" "707904ccec6c9e1ae913b6122bf9fe8062ba201ba793e4b0d9f7f587afaf7f7f"`
[INFO] [stderr]    Compiling cc v1.0.10
[INFO] [stderr]    Compiling serde v1.0.42
[INFO] [stderr]    Compiling utf-8 v0.7.2
[INFO] [stderr]    Compiling proc-macro2 v0.3.6
[INFO] [stderr]    Compiling base64 v0.9.0
[INFO] [stderr]    Compiling uuid v0.5.1
[INFO] [stderr]    Compiling libflate v0.1.14
[INFO] [stderr]    Compiling env_logger v0.5.9
[INFO] [stderr]    Compiling phf_generator v0.7.21
[INFO] [stderr]    Compiling tendril v0.4.0
[INFO] [stderr]    Compiling phf_codegen v0.7.21
[INFO] [stderr]    Compiling hyper v0.11.25
[INFO] [stderr]    Compiling mime_guess v2.0.0-alpha.4
[INFO] [stderr]    Compiling quote v0.5.2
[INFO] [stderr]    Compiling syn v0.13.1
[INFO] [stderr]    Compiling string_cache_codegen v0.4.1
[INFO] [stderr]    Compiling openssl-sys v0.9.28
[INFO] [stderr]    Compiling string_cache v0.7.2
[INFO] [stderr]    Compiling openssl v0.9.24
[INFO] [stderr]    Compiling native-tls v0.1.5
[INFO] [stderr]    Compiling tokio-tls v0.1.4
[INFO] [stderr]    Compiling hyper-tls v0.1.3
[INFO] [stderr]    Compiling serde_json v1.0.16
[INFO] [stderr]    Compiling serde_urlencoded v0.5.1
[INFO] [stderr]    Compiling reqwest v0.8.5
[INFO] [stderr]    Compiling serde_derive_internals v0.23.1
[INFO] [stderr]    Compiling html5ever v0.22.2
[INFO] [stderr]    Compiling serde_derive v1.0.42
[INFO] [stderr]    Compiling robotparser v0.10.1
[INFO] [stderr]    Compiling markup5ever v0.7.2
[INFO] [stderr]    Compiling ammonia v1.1.0
[INFO] [stderr]    Compiling crawler v1.0.0 (/opt/crater/workdir)
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:108:17
[INFO] [stderr]     |
[INFO] [stderr] 108 |             let mut hostname = String::from(parsed_url.host_str().unwrap()); // TODO Merge with previous line
[INFO] [stderr]     |                 ----^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr]     |
[INFO] [stderr]     = note: #[warn(unused_mut)] on by default
[INFO] [stderr] 
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:117:17
[INFO] [stderr]     |
[INFO] [stderr] 117 |             let mut original_hostname = hostname.clone();
[INFO] [stderr]     |                 ----^^^^^^^^^^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr] 
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:120:17
[INFO] [stderr]     |
[INFO] [stderr] 120 |             let mut robotsok: (String, RobotFileParser);
[INFO] [stderr]     |                 ----^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr] 
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 1m 21s
[INFO] running `"docker" "inspect" "707904ccec6c9e1ae913b6122bf9fe8062ba201ba793e4b0d9f7f587afaf7f7f"`
[INFO] running `"docker" "rm" "-f" "707904ccec6c9e1ae913b6122bf9fe8062ba201ba793e4b0d9f7f587afaf7f7f"`
[INFO] [stdout] 707904ccec6c9e1ae913b6122bf9fe8062ba201ba793e4b0d9f7f587afaf7f7f
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.38-1/worker-0/1.37.0:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+1.37.0" "test" "--frozen" "--no-run"`
[INFO] [stdout] e18a565c0ddc48da66c59d4c2abc33c3d764811307d506cb2a24cf64a56de898
[INFO] running `"docker" "start" "-a" "e18a565c0ddc48da66c59d4c2abc33c3d764811307d506cb2a24cf64a56de898"`
[INFO] [stderr]    Compiling crawler v1.0.0 (/opt/crater/workdir)
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:108:17
[INFO] [stderr]     |
[INFO] [stderr] 108 |             let mut hostname = String::from(parsed_url.host_str().unwrap()); // TODO Merge with previous line
[INFO] [stderr]     |                 ----^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr]     |
[INFO] [stderr]     = note: #[warn(unused_mut)] on by default
[INFO] [stderr] 
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:117:17
[INFO] [stderr]     |
[INFO] [stderr] 117 |             let mut original_hostname = hostname.clone();
[INFO] [stderr]     |                 ----^^^^^^^^^^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr] 
[INFO] [stderr] warning: variable does not need to be mutable
[INFO] [stderr]    --> src/main.rs:120:17
[INFO] [stderr]     |
[INFO] [stderr] 120 |             let mut robotsok: (String, RobotFileParser);
[INFO] [stderr]     |                 ----^^^^^^^^
[INFO] [stderr]     |                 |
[INFO] [stderr]     |                 help: remove this `mut`
[INFO] [stderr] 
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 6.60s
[INFO] running `"docker" "inspect" "e18a565c0ddc48da66c59d4c2abc33c3d764811307d506cb2a24cf64a56de898"`
[INFO] running `"docker" "rm" "-f" "e18a565c0ddc48da66c59d4c2abc33c3d764811307d506cb2a24cf64a56de898"`
[INFO] [stdout] e18a565c0ddc48da66c59d4c2abc33c3d764811307d506cb2a24cf64a56de898
[INFO] running `"docker" "create" "-v" "/mnt/big/crater/work/local/target-dirs/beta-1.38-1/worker-0/1.37.0:/opt/crater/target:rw,Z" "-v" "/mnt/big/crater/work/ex/beta-1.38-1/sources/1.37.0/gh/thatlittlegit/webcrawler:/opt/crater/workdir:ro,Z" "-v" "/mnt/big/crater/work/local/cargo-home:/opt/crater/cargo-home:ro,Z" "-v" "/mnt/big/crater/work/local/rustup-home:/opt/crater/rustup-home:ro,Z" "-e" "USER_ID=1000" "-e" "SOURCE_DIR=/opt/crater/workdir" "-e" "MAP_USER_ID=1000" "-e" "CARGO_TARGET_DIR=/opt/crater/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/crater/cargo-home" "-e" "RUSTUP_HOME=/opt/crater/rustup-home" "-w" "/opt/crater/workdir" "-m" "1536M" "--network" "none" "rustops/crates-build-env" "/opt/crater/cargo-home/bin/cargo" "+1.37.0" "test" "--frozen"`
[INFO] [stdout] a51d22a1fe54861a2552bfc94d83a58ba4fd080153802c92a672129d45d9c8d0
[INFO] running `"docker" "start" "-a" "a51d22a1fe54861a2552bfc94d83a58ba4fd080153802c92a672129d45d9c8d0"`
[INFO] [stderr]     Finished dev [unoptimized + debuginfo] target(s) in 0.17s
[INFO] [stderr]      Running /opt/crater/target/debug/deps/crawler-72c259bd4b9451c2
[INFO] [stdout] 
[INFO] [stdout] running 10 tests
[INFO] [stdout] test html::tests::_get_attribute_for_elem ... ok
[INFO] [stdout] test html::tests::_html_token_sink ... ok
[INFO] [stdout] test html::tests::_find_urls_in_html ... ok
[INFO] [stdout] test url_utils::tests::_add_url_to_vec ... ok
[INFO] [stdout] test tests::_crawl_page ... ok
[INFO] [stdout] test tests::_find_in_robot_cache ... ok
[INFO] [stdout] test url_utils::tests::_get_root_domain ... ok
[INFO] [stdout] test url_utils::tests::_check_if_is_in_url_list ... ok
[INFO] [stdout] test url_utils::tests::_remove_get_params ... ok
[INFO] [stdout] test url_utils::tests::_repair_suggested_url ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 10 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out
[INFO] [stdout] 
[INFO] running `"docker" "inspect" "a51d22a1fe54861a2552bfc94d83a58ba4fd080153802c92a672129d45d9c8d0"`
[INFO] running `"docker" "rm" "-f" "a51d22a1fe54861a2552bfc94d83a58ba4fd080153802c92a672129d45d9c8d0"`
[INFO] [stdout] a51d22a1fe54861a2552bfc94d83a58ba4fd080153802c92a672129d45d9c8d0