Contact us at info@example.com
", "./scraped_data/example.com"); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::scrape_for_emails; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - recursive_scrape (line 59) stdout ---- [INFO] [stdout] error[E0433]: failed to resolve: use of undeclared type `Client` [INFO] [stdout] --> src/lib.rs:60:14 [INFO] [stdout] | [INFO] [stdout] 3 | let client = Client::new(); [INFO] [stdout] | ^^^^^^ use of undeclared type `Client` [INFO] [stdout] | [INFO] [stdout] help: consider importing this struct [INFO] [stdout] | [INFO] [stdout] 2 + use reqwest::Client; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0433]: failed to resolve: use of undeclared type `HashSet` [INFO] [stdout] --> src/lib.rs:61:19 [INFO] [stdout] | [INFO] [stdout] 4 | let mut visited = HashSet::new(); [INFO] [stdout] | ^^^^^^^ use of undeclared type `HashSet` [INFO] [stdout] | [INFO] [stdout] help: consider importing this struct [INFO] [stdout] | [INFO] [stdout] 2 + use std::collections::HashSet; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find function `recursive_scrape` in this scope [INFO] [stdout] --> src/lib.rs:62:1 [INFO] [stdout] | [INFO] [stdout] 5 | recursive_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::recursive_scrape; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:62:64 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_59_0() { [INFO] [stdout] | ---------------------------------- this is not `async` [INFO] [stdout] ... [INFO] [stdout] 5 | recursive_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 4 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0433, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - scrape_js (line 381) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `scrape_js_content` in this scope [INFO] [stdout] --> src/lib.rs:382:1 [INFO] [stdout] | [INFO] [stdout] 3 | scrape_js_content(""); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::scrape_js_content; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - download_media (line 179) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `download_media` in this scope [INFO] [stdout] --> src/lib.rs:180:1 [INFO] [stdout] | [INFO] [stdout] 3 | download_media(&client, "https://example.com/image.jpg", Path::new("./downloads/image.jpg")).await; [INFO] [stdout] | ^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::download_media; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:180:17 [INFO] [stdout] | [INFO] [stdout] 3 | download_media(&client, "https://example.com/image.jpg", Path::new("./downloads/image.jpg")).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0433]: failed to resolve: use of undeclared type `Path` [INFO] [stdout] --> src/lib.rs:180:58 [INFO] [stdout] | [INFO] [stdout] 3 | download_media(&client, "https://example.com/image.jpg", Path::new("./downloads/image.jpg")).await; [INFO] [stdout] | ^^^^ use of undeclared type `Path` [INFO] [stdout] | [INFO] [stdout] help: consider importing this struct [INFO] [stdout] | [INFO] [stdout] 2 + use std::path::Path; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:180:94 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_179_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | download_media(&client, "https://example.com/image.jpg", Path::new("./downloads/image.jpg")).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 4 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0433, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - extract_links (line 122) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `extract_links` in this scope [INFO] [stdout] --> src/lib.rs:123:13 [INFO] [stdout] | [INFO] [stdout] 3 | let links = extract_links("About", "https://example.com"); [INFO] [stdout] | ^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::extract_links; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - normalize_link (line 153) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `normalize_link` in this scope [INFO] [stdout] --> src/lib.rs:154:21 [INFO] [stdout] | [INFO] [stdout] 3 | let absolute_link = normalize_link("/about", "https://example.com"); [INFO] [stdout] | ^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::normalize_link; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - fetch_with_cookies (line 460) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `fetch_with_cookies` in this scope [INFO] [stdout] --> src/lib.rs:461:1 [INFO] [stdout] | [INFO] [stdout] 3 | fetch_with_cookies("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::fetch_with_cookies; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:461:44 [INFO] [stdout] | [INFO] [stdout] 3 | fetch_with_cookies("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:461:52 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_460_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | fetch_with_cookies("https://example.com", &client).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 3 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - extract_domain (line 364) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `extract_domain` in this scope [INFO] [stdout] --> src/lib.rs:365:14 [INFO] [stdout] | [INFO] [stdout] 3 | let domain = extract_domain("https://example.com/path"); [INFO] [stdout] | ^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::extract_domain; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - scrape_for_errors (line 404) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `scrape_for_errors` in this scope [INFO] [stdout] --> src/lib.rs:405:1 [INFO] [stdout] | [INFO] [stdout] 3 | scrape_for_errors("Error: Stack trace"); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::scrape_for_errors; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error: aborting due to 1 previous error [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - scrape_content (line 251) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `scrape_content` in this scope [INFO] [stdout] --> src/lib.rs:252:1 [INFO] [stdout] | [INFO] [stdout] 3 | scrape_content("...", "https://example.com", &client).await; [INFO] [stdout] | ^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::scrape_content; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:252:60 [INFO] [stdout] | [INFO] [stdout] 3 | scrape_content("...", "https://example.com", &client).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:252:68 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_251_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | scrape_content("...", "https://example.com", &client).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 3 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - fetch_robots_txt (line 503) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `fetch_robots_txt` in this scope [INFO] [stdout] --> src/lib.rs:504:1 [INFO] [stdout] | [INFO] [stdout] 3 | fetch_robots_txt("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::fetch_robots_txt; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:504:42 [INFO] [stdout] | [INFO] [stdout] 3 | fetch_robots_txt("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:504:50 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_503_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | fetch_robots_txt("https://example.com", &client).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 3 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - run (line 537) stdout ---- [INFO] [stdout] error[E0433]: failed to resolve: use of undeclared type `Client` [INFO] [stdout] --> src/lib.rs:538:14 [INFO] [stdout] | [INFO] [stdout] 3 | let client = Client::new(); [INFO] [stdout] | ^^^^^^ use of undeclared type `Client` [INFO] [stdout] | [INFO] [stdout] help: consider importing this struct [INFO] [stdout] | [INFO] [stdout] 2 + use reqwest::Client; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find function `run` in this scope [INFO] [stdout] --> src/lib.rs:539:1 [INFO] [stdout] | [INFO] [stdout] 4 | run("https://example.com", &client).await; [INFO] [stdout] | ^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::run; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:539:37 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_537_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | let client = Client::new(); [INFO] [stdout] 4 | run("https://example.com", &client).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 3 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0433, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - check_open_directories (line 479) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `check_open_directories` in this scope [INFO] [stdout] --> src/lib.rs:480:1 [INFO] [stdout] | [INFO] [stdout] 3 | check_open_directories("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::check_open_directories; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:480:48 [INFO] [stdout] | [INFO] [stdout] 3 | check_open_directories("https://example.com", &client).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:480:56 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_479_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | check_open_directories("https://example.com", &client).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 3 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - random_delay (line 599) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `random_delay` in this scope [INFO] [stdout] --> src/lib.rs:600:1 [INFO] [stdout] | [INFO] [stdout] 3 | random_delay(1, 5).await; [INFO] [stdout] | ^^^^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::random_delay; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:600:20 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_599_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | random_delay(1, 5).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 2 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] ---- src/lib.rs - ai_scrape (line 995) stdout ---- [INFO] [stdout] error[E0425]: cannot find function `ai_scrape` in this scope [INFO] [stdout] --> src/lib.rs:996:1 [INFO] [stdout] | [INFO] [stdout] 3 | ai_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^^^^^ not found in this scope [INFO] [stdout] | [INFO] [stdout] help: consider importing this function [INFO] [stdout] | [INFO] [stdout] 2 + use knee_scraper::ai_scrape; [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `client` in this scope [INFO] [stdout] --> src/lib.rs:996:35 [INFO] [stdout] | [INFO] [stdout] 3 | ai_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0425]: cannot find value `visited` in this scope [INFO] [stdout] --> src/lib.rs:996:48 [INFO] [stdout] | [INFO] [stdout] 3 | ai_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^^^ not found in this scope [INFO] [stdout] [INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks [INFO] [stdout] --> src/lib.rs:996:57 [INFO] [stdout] | [INFO] [stdout] 2 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_995_0() { [INFO] [stdout] | ----------------------------------- this is not `async` [INFO] [stdout] 3 | ai_scrape("https://example.com", &client, &mut visited).await; [INFO] [stdout] | ^^^^^ only allowed inside `async` functions and blocks [INFO] [stdout] [INFO] [stdout] error: aborting due to 4 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0425, E0728. [INFO] [stdout] For more information about an error, try `rustc --explain E0425`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] src/lib.rs - ai_scrape (line 995) [INFO] [stdout] src/lib.rs - check_open_directories (line 479) [INFO] [stdout] src/lib.rs - download_media (line 179) [INFO] [stdout] src/lib.rs - extract_domain (line 364) [INFO] [stdout] src/lib.rs - extract_links (line 122) [INFO] [stdout] src/lib.rs - fetch_robots_txt (line 503) [INFO] [stdout] src/lib.rs - fetch_with_cookies (line 460) [INFO] [stdout] src/lib.rs - normalize_link (line 153) [INFO] [stdout] src/lib.rs - random_delay (line 599) [INFO] [stdout] src/lib.rs - random_user_agent (line 33) [INFO] [stdout] src/lib.rs - recursive_scrape (line 59) [INFO] [stdout] src/lib.rs - run (line 537) [INFO] [stdout] src/lib.rs - scrape_content (line 251) [INFO] [stdout] src/lib.rs - scrape_for_emails (line 422) [INFO] [stdout] src/lib.rs - scrape_for_errors (line 404) [INFO] [stdout] src/lib.rs - scrape_js (line 381) [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 16 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.62s [INFO] [stdout] [INFO] [stderr] error: doctest failed, to rerun pass `--doc` [INFO] running `Command { std: "docker" "inspect" "4031b3414093029d61e9fdf47a8c00757af566065141cd0e3a273e3e26baf158", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "4031b3414093029d61e9fdf47a8c00757af566065141cd0e3a273e3e26baf158", kill_on_drop: false }` [INFO] [stdout] 4031b3414093029d61e9fdf47a8c00757af566065141cd0e3a273e3e26baf158