[INFO] cloning repository https://github.com/tuaregsand/awesome-web-spider
[INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/tuaregsand/awesome-web-spider" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftuaregsand%2Fawesome-web-spider", kill_on_drop: false }`
[INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftuaregsand%2Fawesome-web-spider'...
[INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }`
[INFO] [stdout] 52ab35243a2aaaaf716ca7346d917f479883b3fa
[INFO] building tuaregsand/awesome-web-spider against master#c7f6aa2869acdbf014d094c6e427e554e160b6db for pr-146237-2
[INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftuaregsand%2Fawesome-web-spider" "/workspace/builds/worker-4-tc1/source", kill_on_drop: false }`
[INFO] [stderr] Cloning into '/workspace/builds/worker-4-tc1/source'...
[INFO] [stderr] done.
[INFO] started tweaking git repo https://github.com/tuaregsand/awesome-web-spider
[INFO] finished tweaking git repo https://github.com/tuaregsand/awesome-web-spider
[INFO] tweaked toml for git repo https://github.com/tuaregsand/awesome-web-spider written to /workspace/builds/worker-4-tc1/source/Cargo.toml
[INFO] validating manifest of git repo https://github.com/tuaregsand/awesome-web-spider on toolchain c7f6aa2869acdbf014d094c6e427e554e160b6db
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c7f6aa2869acdbf014d094c6e427e554e160b6db" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate git repo https://github.com/tuaregsand/awesome-web-spider already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c7f6aa2869acdbf014d094c6e427e554e160b6db" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] [stderr]     Blocking waiting for file lock on package cache
[INFO] [stderr]     Updating crates.io index
[INFO] [stderr]  Downloading crates ...
[INFO] [stderr]   Downloaded bloom v0.3.2
[INFO] [stderr]   Downloaded scraper v0.18.1
[INFO] [stderr]   Downloaded anstyle-wincon v3.0.8
[INFO] [stderr]   Downloaded bit-vec v0.4.4
[INFO] [stderr]   Downloaded robotstxt v0.2.0
[INFO] [stderr]   Downloaded fancy-regex v0.12.0
[INFO] [stderr]   Downloaded ratatui v0.24.0
[INFO] [stderr]   Downloaded tiktoken-rs v0.5.9
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+c7f6aa2869acdbf014d094c6e427e554e160b6db" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] 4ca072ea9e66239d1c65bd6d85ea7f99555f14031d8eda60f1a941fc51883076
[INFO] running `Command { std: "docker" "start" "-a" "4ca072ea9e66239d1c65bd6d85ea7f99555f14031d8eda60f1a941fc51883076", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "4ca072ea9e66239d1c65bd6d85ea7f99555f14031d8eda60f1a941fc51883076", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "4ca072ea9e66239d1c65bd6d85ea7f99555f14031d8eda60f1a941fc51883076", kill_on_drop: false }`
[INFO] [stdout] 4ca072ea9e66239d1c65bd6d85ea7f99555f14031d8eda60f1a941fc51883076
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+c7f6aa2869acdbf014d094c6e427e554e160b6db" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] d5be55ba86ed0fb8c55f2cdefb5d47716a7772603047622e1fd4a0efdd741273
[INFO] running `Command { std: "docker" "start" "-a" "d5be55ba86ed0fb8c55f2cdefb5d47716a7772603047622e1fd4a0efdd741273", kill_on_drop: false }`
[INFO] [stderr]    Compiling syn v2.0.101
[INFO] [stderr]    Compiling smallvec v1.15.0
[INFO] [stderr]    Compiling zerocopy v0.8.25
[INFO] [stderr]    Compiling libc v0.2.172
[INFO] [stderr]    Compiling lock_api v0.4.13
[INFO] [stderr]    Compiling phf_shared v0.11.3
[INFO] [stderr]    Compiling phf_shared v0.10.0
[INFO] [stderr]    Compiling cc v1.2.25
[INFO] [stderr]    Compiling hashbrown v0.15.3
[INFO] [stderr]    Compiling tracing-core v0.1.33
[INFO] [stderr]    Compiling crossbeam-utils v0.8.21
[INFO] [stderr]    Compiling ahash v0.8.12
[INFO] [stderr]    Compiling signal-hook v0.3.18
[INFO] [stderr]    Compiling regex-automata v0.4.9
[INFO] [stderr]    Compiling syn v1.0.109
[INFO] [stderr]    Compiling dtoa v1.0.10
[INFO] [stderr]    Compiling http-body v0.4.6
[INFO] [stderr]    Compiling num-traits v0.2.19
[INFO] [stderr]    Compiling portable-atomic v1.11.0
[INFO] [stderr]    Compiling phf v0.10.1
[INFO] [stderr]    Compiling dtoa-short v0.3.5
[INFO] [stderr]    Compiling bit-vec v0.6.3
[INFO] [stderr]    Compiling heck v0.4.1
[INFO] [stderr]    Compiling clap_builder v4.5.39
[INFO] [stderr]    Compiling tracing-log v0.2.0
[INFO] [stderr]    Compiling bit-set v0.5.3
[INFO] [stderr]    Compiling itertools v0.11.0
[INFO] [stderr]    Compiling rustls-pemfile v1.0.4
[INFO] [stderr]    Compiling thread_local v1.1.8
[INFO] [stderr]    Compiling crossbeam-epoch v0.9.18
[INFO] [stderr]    Compiling indexmap v2.9.0
[INFO] [stderr]    Compiling lru v0.12.5
[INFO] [stderr]    Compiling indoc v2.0.6
[INFO] [stderr]    Compiling bit-vec v0.4.4
[INFO] [stderr]    Compiling crossbeam-deque v0.8.6
[INFO] [stderr]    Compiling number_prefix v0.4.0
[INFO] [stderr]    Compiling bloom v0.3.2
[INFO] [stderr]    Compiling tracing-subscriber v0.3.19
[INFO] [stderr]    Compiling parking_lot_core v0.9.11
[INFO] [stderr]    Compiling signal-hook-registry v1.4.5
[INFO] [stderr]    Compiling socket2 v0.5.10
[INFO] [stderr]    Compiling getrandom v0.2.16
[INFO] [stderr]    Compiling mio v1.0.4
[INFO] [stderr]    Compiling getrandom v0.3.3
[INFO] [stderr]    Compiling rand_core v0.6.4
[INFO] [stderr]    Compiling parking_lot v0.12.4
[INFO] [stderr]    Compiling mio v0.8.11
[INFO] [stderr]    Compiling console v0.15.11
[INFO] [stderr]    Compiling rayon-core v1.12.1
[INFO] [stderr]    Compiling colored v2.2.0
[INFO] [stderr]    Compiling robotstxt v0.2.0
[INFO] [stderr]    Compiling similar v2.7.0
[INFO] [stderr]    Compiling openssl-sys v0.9.109
[INFO] [stderr]    Compiling signal-hook-mio v0.2.4
[INFO] [stderr]    Compiling crossterm v0.27.0
[INFO] [stderr]    Compiling indicatif v0.17.11
[INFO] [stderr]    Compiling rayon v1.10.0
[INFO] [stderr]    Compiling ppv-lite86 v0.2.21
[INFO] [stderr]    Compiling openssl v0.10.73
[INFO] [stderr]    Compiling native-tls v0.2.14
[INFO] [stderr]    Compiling hashbrown v0.14.5
[INFO] [stderr]    Compiling regex v1.11.1
[INFO] [stderr]    Compiling bstr v1.12.0
[INFO] [stderr]    Compiling rand_chacha v0.3.1
[INFO] [stderr]    Compiling fancy-regex v0.12.0
[INFO] [stderr]    Compiling rand v0.8.5
[INFO] [stderr]    Compiling dashmap v5.5.3
[INFO] [stderr]    Compiling tiktoken-rs v0.5.9
[INFO] [stderr]    Compiling phf_generator v0.11.3
[INFO] [stderr]    Compiling phf_generator v0.10.0
[INFO] [stderr]    Compiling phf_codegen v0.10.0
[INFO] [stderr]    Compiling string_cache_codegen v0.5.4
[INFO] [stderr]    Compiling selectors v0.25.0
[INFO] [stderr]    Compiling markup5ever v0.11.0
[INFO] [stderr]    Compiling html5ever v0.26.0
[INFO] [stderr]    Compiling synstructure v0.13.2
[INFO] [stderr]    Compiling zerovec-derive v0.11.1
[INFO] [stderr]    Compiling serde_derive v1.0.219
[INFO] [stderr]    Compiling displaydoc v0.2.5
[INFO] [stderr]    Compiling futures-macro v0.3.31
[INFO] [stderr]    Compiling tokio-macros v2.5.0
[INFO] [stderr]    Compiling tracing-attributes v0.1.28
[INFO] [stderr]    Compiling openssl-macros v0.1.1
[INFO] [stderr]    Compiling phf_macros v0.11.3
[INFO] [stderr]    Compiling cssparser-macros v0.6.1
[INFO] [stderr]    Compiling derive_more v0.99.20
[INFO] [stderr]    Compiling strum_macros v0.25.3
[INFO] [stderr]    Compiling thiserror-impl v1.0.69
[INFO] [stderr]    Compiling clap_derive v4.5.32
[INFO] [stderr]    Compiling zerofrom-derive v0.1.6
[INFO] [stderr]    Compiling yoke-derive v0.8.0
[INFO] [stderr]    Compiling tokio v1.45.1
[INFO] [stderr]    Compiling phf v0.11.3
[INFO] [stderr]    Compiling futures-util v0.3.31
[INFO] [stderr]    Compiling cssparser v0.31.2
[INFO] [stderr]    Compiling strum v0.25.0
[INFO] [stderr]    Compiling ratatui v0.24.0
[INFO] [stderr]    Compiling thiserror v1.0.69
[INFO] [stderr]    Compiling tracing v0.1.41
[INFO] [stderr]    Compiling zerofrom v0.1.6
[INFO] [stderr]    Compiling clap v4.5.39
[INFO] [stderr]    Compiling yoke v0.8.0
[INFO] [stderr]    Compiling zerovec v0.11.2
[INFO] [stderr]    Compiling zerotrie v0.2.2
[INFO] [stderr]    Compiling serde v1.0.219
[INFO] [stderr]    Compiling tinystr v0.8.1
[INFO] [stderr]    Compiling potential_utf v0.1.2
[INFO] [stderr]    Compiling icu_collections v2.0.0
[INFO] [stderr]    Compiling icu_locale_core v2.0.0
[INFO] [stderr]    Compiling icu_provider v2.0.0
[INFO] [stderr]    Compiling icu_normalizer v2.0.0
[INFO] [stderr]    Compiling icu_properties v2.0.1
[INFO] [stderr]    Compiling futures-executor v0.3.31
[INFO] [stderr]    Compiling futures v0.3.31
[INFO] [stderr]    Compiling tokio-util v0.7.15
[INFO] [stderr]    Compiling tokio-native-tls v0.3.1
[INFO] [stderr]    Compiling string_cache v0.8.9
[INFO] [stderr]    Compiling serde_urlencoded v0.7.1
[INFO] [stderr]    Compiling serde_json v1.0.140
[INFO] [stderr]    Compiling chrono v0.4.41
[INFO] [stderr]    Compiling serde_yaml v0.9.34+deprecated
[INFO] [stderr]    Compiling idna_adapter v1.2.1
[INFO] [stderr]    Compiling idna v1.0.3
[INFO] [stderr]    Compiling h2 v0.3.26
[INFO] [stderr]    Compiling url v2.5.4
[INFO] [stderr]    Compiling scraper v0.18.1
[INFO] [stderr]    Compiling hyper v0.14.32
[INFO] [stderr]    Compiling hyper-tls v0.5.0
[INFO] [stderr]    Compiling reqwest v0.11.27
[INFO] [stderr]    Compiling web-spider v0.1.0 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unused variable: `hash`
[INFO] [stdout]    --> src/ai_analyzer.rs:195:57
[INFO] [stdout]     |
[INFO] [stdout] 195 |     fn check_duplicate_similarity(&self, content: &str, hash: &str) -> f64 {
[INFO] [stdout]     |                                                         ^^^^ help: if this is intentional, prefix it with an underscore: `_hash`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: field `parent_url` is never read
[INFO] [stdout]   --> src/crawler.rs:20:9
[INFO] [stdout]    |
[INFO] [stdout] 17 | pub struct CrawlTask {
[INFO] [stdout]    |            --------- field in this struct
[INFO] [stdout] ...
[INFO] [stdout] 20 |     pub parent_url: Option<String>,
[INFO] [stdout]    |         ^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `CrawlTask` has derived impls for the traits `Clone` and `Debug`, but these are intentionally ignored during dead code analysis
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `AIContentAnalyzer` is never constructed
[INFO] [stdout]   --> src/ai_analyzer.rs:69:12
[INFO] [stdout]    |
[INFO] [stdout] 69 | pub struct AIContentAnalyzer {
[INFO] [stdout]    |            ^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: multiple associated items are never used
[INFO] [stdout]    --> src/ai_analyzer.rs:77:12
[INFO] [stdout]     |
[INFO] [stdout]  76 | impl AIContentAnalyzer {
[INFO] [stdout]     | ---------------------- associated items in this implementation
[INFO] [stdout]  77 |     pub fn new() -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 117 |     pub async fn analyze_content(
[INFO] [stdout]     |                  ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 173 |     fn extract_text_content(&self, document: &Html) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 186 |     fn calculate_content_hash(&self, content: &str) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 195 |     fn check_duplicate_similarity(&self, content: &str, hash: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 209 |     fn classify_content_type(&self, text: &str, document: &Html) -> ContentType {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 248 |     fn extract_keywords(&self, text: &str) -> Vec<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 267 |     fn analyze_sentiment(&self, text: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 290 |     fn calculate_readability(&self, text: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 308 |     fn analyze_seo(&self, document: &Html, text: &str) -> SeoAnalysis {
[INFO] [stdout]     |        ^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 376 |     fn classify_topics(&self, text: &str) -> Vec<TopicScore> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 409 |     fn detect_language(&self, text: &str) -> Option<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 440 |     fn generate_summary(&self, text: &str) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 465 |     fn analyze_technical_aspects(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `get_domain` is never used
[INFO] [stdout]   --> src/config.rs:17:12
[INFO] [stdout]    |
[INFO] [stdout] 16 | impl CrawlerConfig {
[INFO] [stdout]    | ------------------ method in this implementation
[INFO] [stdout] 17 |     pub fn get_domain(&self) -> Option<String> {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 29s
[INFO] running `Command { std: "docker" "inspect" "d5be55ba86ed0fb8c55f2cdefb5d47716a7772603047622e1fd4a0efdd741273", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "d5be55ba86ed0fb8c55f2cdefb5d47716a7772603047622e1fd4a0efdd741273", kill_on_drop: false }`
[INFO] [stdout] d5be55ba86ed0fb8c55f2cdefb5d47716a7772603047622e1fd4a0efdd741273
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+c7f6aa2869acdbf014d094c6e427e554e160b6db" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 183ed96fc00560b78d801221e992f677f7ca65b27fa5d03ad6299c6f59b9ec3e
[INFO] running `Command { std: "docker" "start" "-a" "183ed96fc00560b78d801221e992f677f7ca65b27fa5d03ad6299c6f59b9ec3e", kill_on_drop: false }`
[INFO] [stderr]    Compiling web-spider v0.1.0 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unused variable: `hash`
[INFO] [stdout]    --> src/ai_analyzer.rs:195:57
[INFO] [stdout]     |
[INFO] [stdout] 195 |     fn check_duplicate_similarity(&self, content: &str, hash: &str) -> f64 {
[INFO] [stdout]     |                                                         ^^^^ help: if this is intentional, prefix it with an underscore: `_hash`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: field `parent_url` is never read
[INFO] [stdout]   --> src/crawler.rs:20:9
[INFO] [stdout]    |
[INFO] [stdout] 17 | pub struct CrawlTask {
[INFO] [stdout]    |            --------- field in this struct
[INFO] [stdout] ...
[INFO] [stdout] 20 |     pub parent_url: Option<String>,
[INFO] [stdout]    |         ^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `CrawlTask` has derived impls for the traits `Clone` and `Debug`, but these are intentionally ignored during dead code analysis
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `AIContentAnalyzer` is never constructed
[INFO] [stdout]   --> src/ai_analyzer.rs:69:12
[INFO] [stdout]    |
[INFO] [stdout] 69 | pub struct AIContentAnalyzer {
[INFO] [stdout]    |            ^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: multiple associated items are never used
[INFO] [stdout]    --> src/ai_analyzer.rs:77:12
[INFO] [stdout]     |
[INFO] [stdout]  76 | impl AIContentAnalyzer {
[INFO] [stdout]     | ---------------------- associated items in this implementation
[INFO] [stdout]  77 |     pub fn new() -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 117 |     pub async fn analyze_content(
[INFO] [stdout]     |                  ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 173 |     fn extract_text_content(&self, document: &Html) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 186 |     fn calculate_content_hash(&self, content: &str) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 195 |     fn check_duplicate_similarity(&self, content: &str, hash: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 209 |     fn classify_content_type(&self, text: &str, document: &Html) -> ContentType {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 248 |     fn extract_keywords(&self, text: &str) -> Vec<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 267 |     fn analyze_sentiment(&self, text: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 290 |     fn calculate_readability(&self, text: &str) -> f64 {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 308 |     fn analyze_seo(&self, document: &Html, text: &str) -> SeoAnalysis {
[INFO] [stdout]     |        ^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 376 |     fn classify_topics(&self, text: &str) -> Vec<TopicScore> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 409 |     fn detect_language(&self, text: &str) -> Option<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 440 |     fn generate_summary(&self, text: &str) -> String {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 465 |     fn analyze_technical_aspects(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `get_domain` is never used
[INFO] [stdout]   --> src/config.rs:17:12
[INFO] [stdout]    |
[INFO] [stdout] 16 | impl CrawlerConfig {
[INFO] [stdout]    | ------------------ method in this implementation
[INFO] [stdout] 17 |     pub fn get_domain(&self) -> Option<String> {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 1.98s
[INFO] running `Command { std: "docker" "inspect" "183ed96fc00560b78d801221e992f677f7ca65b27fa5d03ad6299c6f59b9ec3e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "183ed96fc00560b78d801221e992f677f7ca65b27fa5d03ad6299c6f59b9ec3e", kill_on_drop: false }`
[INFO] [stdout] 183ed96fc00560b78d801221e992f677f7ca65b27fa5d03ad6299c6f59b9ec3e
