[INFO] fetching crate oak-tsv 0.0.11... [INFO] testing oak-tsv-0.0.11 against master#562dee4820c458d823175268e41601d4c060588a for pr-154210-2 [INFO] extracting crate oak-tsv 0.0.11 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate oak-tsv 0.0.11 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate oak-tsv 0.0.11 [INFO] tweaked toml for crates.io crate oak-tsv 0.0.11 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate oak-tsv 0.0.11 on toolchain 562dee4820c458d823175268e41601d4c060588a [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate oak-tsv 0.0.11 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded triomphe v0.1.15 [INFO] [stderr] Downloaded oak-pretty-print v0.0.11 [INFO] [stderr] Downloaded oak-testing v0.0.11 [INFO] [stderr] Downloaded oak-macros v0.0.11 [INFO] [stderr] Downloaded inotify v0.11.0 [INFO] [stderr] Downloaded oak-folding v0.0.11 [INFO] [stderr] Downloaded oak-highlight v0.0.11 [INFO] [stderr] Downloaded oak-mcp v0.0.11 [INFO] [stderr] Downloaded oak-lsp v0.0.11 [INFO] [stderr] Downloaded oak-semantic-search v0.0.11 [INFO] [stderr] Downloaded oak-core v0.0.11 [INFO] [stderr] Downloaded notify v8.2.0 [INFO] [stderr] Downloaded oak-resolver v0.0.11 [INFO] [stderr] Downloaded oak-navigation v0.0.11 [INFO] [stderr] Downloaded oak-symbols v0.0.11 [INFO] [stderr] Downloaded notify-types v2.1.0 [INFO] [stderr] Downloaded twox-hash v2.1.2 [INFO] [stderr] Downloaded oak-hover v0.0.11 [INFO] [stderr] Downloaded oak-vfs v0.0.11 [INFO] [stderr] Downloaded oak-dsv v0.0.11 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 37d83579847338524c02faa386a603c723e540d8f15aecbe67b381d2190cf719 [INFO] running `Command { std: "docker" "start" "-a" "37d83579847338524c02faa386a603c723e540d8f15aecbe67b381d2190cf719", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "37d83579847338524c02faa386a603c723e540d8f15aecbe67b381d2190cf719", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "37d83579847338524c02faa386a603c723e540d8f15aecbe67b381d2190cf719", kill_on_drop: false }` [INFO] [stdout] 37d83579847338524c02faa386a603c723e540d8f15aecbe67b381d2190cf719 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a22c15627a8d1408eed82c3403b173302317717d3a69c930bc5384bb5acfb764 [INFO] running `Command { std: "docker" "start" "-a" "a22c15627a8d1408eed82c3403b173302317717d3a69c930bc5384bb5acfb764", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.182 [INFO] [stderr] Compiling zerocopy v0.8.40 [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling tracing-core v0.1.36 [INFO] [stderr] Compiling syn v2.0.117 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling rand_core v0.9.5 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling tracing-attributes v0.1.31 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling twox-hash v2.1.2 [INFO] [stderr] Compiling triomphe v0.1.15 [INFO] [stderr] Compiling oak-core v0.0.11 [INFO] [stderr] Compiling oak-dsv v0.0.11 [INFO] [stderr] Compiling oak-tsv v0.0.11 (/opt/rustwide/workdir) [INFO] [stdout] warning: feature `new_range_api` is declared but not used [INFO] [stdout] --> src/lib.rs:2:12 [INFO] [stdout] | [INFO] [stdout] 2 | #![feature(new_range_api)] [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_features)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 16.53s [INFO] running `Command { std: "docker" "inspect" "a22c15627a8d1408eed82c3403b173302317717d3a69c930bc5384bb5acfb764", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a22c15627a8d1408eed82c3403b173302317717d3a69c930bc5384bb5acfb764", kill_on_drop: false }` [INFO] [stdout] a22c15627a8d1408eed82c3403b173302317717d3a69c930bc5384bb5acfb764 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] d589adc2a5a32f0847c861a0e1597ef30d108cdf79cdaf60fd620e8fcc138dd4 [INFO] running `Command { std: "docker" "start" "-a" "d589adc2a5a32f0847c861a0e1597ef30d108cdf79cdaf60fd620e8fcc138dd4", kill_on_drop: false }` [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stdout] warning: feature `new_range_api` is declared but not used [INFO] [stdout] --> src/lib.rs:2:12 [INFO] [stdout] | [INFO] [stdout] 2 | #![feature(new_range_api)] [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_features)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Compiling oak-testing v0.0.11 [INFO] [stderr] Compiling oak-tsv v0.0.11 (/opt/rustwide/workdir) [INFO] [stdout] warning: feature `new_range_api` is declared but not used [INFO] [stdout] --> src/lib.rs:2:12 [INFO] [stdout] | [INFO] [stdout] 2 | #![feature(new_range_api)] [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_features)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 2.78s [INFO] running `Command { std: "docker" "inspect" "d589adc2a5a32f0847c861a0e1597ef30d108cdf79cdaf60fd620e8fcc138dd4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d589adc2a5a32f0847c861a0e1597ef30d108cdf79cdaf60fd620e8fcc138dd4", kill_on_drop: false }` [INFO] [stdout] d589adc2a5a32f0847c861a0e1597ef30d108cdf79cdaf60fd620e8fcc138dd4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 3f775f12caba1e43acb28c3db600e54bd227df3ffde52baea9bc3d99c0084f68 [INFO] running `Command { std: "docker" "start" "-a" "3f775f12caba1e43acb28c3db600e54bd227df3ffde52baea9bc3d99c0084f68", kill_on_drop: false }` [INFO] [stderr] warning: feature `new_range_api` is declared but not used [INFO] [stderr] --> src/lib.rs:2:12 [INFO] [stderr] | [INFO] [stderr] 2 | #![feature(new_range_api)] [INFO] [stderr] | ^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_features)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `oak-tsv` (lib) generated 1 warning [INFO] [stderr] warning: `oak-tsv` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.12s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/oak_tsv-5aa7c3a25f5468ba) [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/main.rs (/opt/rustwide/target/debug/deps/main-dcdcf703efd405f3) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test ready ... ok [INFO] [stdout] test lexer::test_tsv_lexer ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- lexer::test_tsv_lexer stdout ---- [INFO] [stdout] Testing file: /opt/rustwide/workdir/tests/lexer/basic.tsv [INFO] [stdout] Error: TestFailure { path: "/opt/rustwide/workdir/tests/lexer/basic.tsv", expected: "LexerTestExpected {\n success: true,\n count: 125,\n tokens: [\n TokenData {\n kind: \"Field\",\n text: \"# TSV test file for lexer testing\",\n start: 0,\n end: 33,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 33,\n end: 35,\n },\n TokenData {\n kind: \"Field\",\n text: \"# Tab-Separated Values format\",\n start: 35,\n end: 64,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 64,\n end: 66,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 66,\n end: 68,\n },\n TokenData {\n kind: \"Field\",\n text: \"# Basic TSV with header\",\n start: 68,\n end: 91,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 91,\n end: 93,\n },\n TokenData {\n kind: \"Field\",\n text: \"Name\",\n start: 93,\n end: 97,\n },\n TokenData {\n kind: \"Field\",\n text: \"Age\",\n start: 98,\n end: 101,\n },\n TokenData {\n kind: \"Field\",\n text: \"City\",\n start: 102,\n end: 106,\n },\n TokenData {\n kind: \"Field\",\n text: \"Country\",\n start: 107,\n end: 114,\n },\n TokenData {\n kind: \"Field\",\n text: \"Email\",\n start: 115,\n end: 120,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 120,\n end: 122,\n },\n TokenData {\n kind: \"Field\",\n text: \"John Doe\",\n start: 122,\n end: 130,\n },\n TokenData {\n kind: \"Field\",\n text: \"30\",\n start: 131,\n end: 133,\n },\n TokenData {\n kind: \"Field\",\n text: \"New York\",\n start: 134,\n end: 142,\n },\n TokenData {\n kind: \"Field\",\n text: \"USA\",\n start: 143,\n end: 146,\n },\n TokenData {\n kind: \"Field\",\n text: \"john.doe@example.com\",\n start: 147,\n end: 167,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 167,\n end: 169,\n },\n TokenData {\n kind: \"Field\",\n text: \"Jane Smith\",\n start: 169,\n end: 179,\n },\n TokenData {\n kind: \"Field\",\n text: \"25\",\n start: 180,\n end: 182,\n },\n TokenData {\n kind: \"Field\",\n text: \"London\",\n start: 183,\n end: 189,\n },\n TokenData {\n kind: \"Field\",\n text: \"UK\",\n start: 190,\n end: 192,\n },\n TokenData {\n kind: \"Field\",\n text: \"jane.smith@example.com\",\n start: 193,\n end: 215,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 215,\n end: 217,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Johnson\",\n start: 217,\n end: 228,\n },\n TokenData {\n kind: \"Field\",\n text: \"35\",\n start: 229,\n end: 231,\n },\n TokenData {\n kind: \"Field\",\n text: \"Toronto\",\n start: 232,\n end: 239,\n },\n TokenData {\n kind: \"Field\",\n text: \"Canada\",\n start: 240,\n end: 246,\n },\n TokenData {\n kind: \"Field\",\n text: \"bob.johnson@example.com\",\n start: 247,\n end: 270,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 270,\n end: 272,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Brown\",\n start: 272,\n end: 283,\n },\n TokenData {\n kind: \"Field\",\n text: \"28\",\n start: 284,\n end: 286,\n },\n TokenData {\n kind: \"Field\",\n text: \"Sydney\",\n start: 287,\n end: 293,\n },\n TokenData {\n kind: \"Field\",\n text: \"Australia\",\n start: 294,\n end: 303,\n },\n TokenData {\n kind: \"Field\",\n text: \"alice.brown@example.com\",\n start: 304,\n end: 327,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 327,\n end: 329,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 329,\n end: 331,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with quoted fields containing tabs\",\n start: 331,\n end: 371,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 371,\n end: 373,\n },\n TokenData {\n kind: \"Field\",\n text: \"Product\",\n start: 373,\n end: 380,\n },\n TokenData {\n kind: \"Field\",\n text: \"Category\",\n start: 381,\n end: 389,\n },\n TokenData {\n kind: \"Field\",\n text: \"Price\",\n start: 390,\n end: 395,\n },\n TokenData {\n kind: \"Field\",\n text: \"Description\",\n start: 396,\n end: 407,\n },\n TokenData {\n kind: \"Field\",\n text: \"Tags\",\n start: 408,\n end: 412,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 412,\n end: 414,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"iPhone 14\\\"\",\n start: 414,\n end: 425,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Electronics\\\"\",\n start: 426,\n end: 439,\n },\n TokenData {\n kind: \"Field\",\n text: \"999.99\",\n start: 440,\n end: 446,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Latest Apple smartphone, 128GB storage\\\"\",\n start: 447,\n end: 487,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"mobile\\tapple\\tsmartphone\\\"\",\n start: 488,\n end: 513,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 513,\n end: 515,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Samsung Galaxy S23\\\"\",\n start: 515,\n end: 535,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Electronics\\\"\",\n start: 536,\n end: 549,\n },\n TokenData {\n kind: \"Field\",\n text: \"899.99\",\n start: 550,\n end: 556,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Android flagship phone, excellent camera\\\"\",\n start: 557,\n end: 599,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"mobile\\tsamsung\\tandroid\\\"\",\n start: 600,\n end: 624,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 624,\n end: 626,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"MacBook Pro 16\\\"\",\n start: 626,\n end: 642,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Computers\\\"\",\n start: 643,\n end: 654,\n },\n TokenData {\n kind: \"Field\",\n text: \"2499.99\",\n start: 655,\n end: 662,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Professional laptop, M2 Pro chip\\\"\",\n start: 663,\n end: 697,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"laptop\\tapple\\tprofessional\\\"\",\n start: 698,\n end: 725,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 725,\n end: 727,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 727,\n end: 729,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with quoted fields containing quotes\",\n start: 729,\n end: 771,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 771,\n end: 773,\n },\n TokenData {\n kind: \"Field\",\n text: \"Title\",\n start: 773,\n end: 778,\n },\n TokenData {\n kind: \"Field\",\n text: \"Author\",\n start: 779,\n end: 785,\n },\n TokenData {\n kind: \"Field\",\n text: \"Year\",\n start: 786,\n end: 790,\n },\n TokenData {\n kind: \"Field\",\n text: \"Description\",\n start: 791,\n end: 802,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 802,\n end: 804,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"The \\\"\\\"Great\\\"\\\" Gatsby\\\"\",\n start: 804,\n end: 826,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"F. Scott Fitzgerald\\\"\",\n start: 827,\n end: 848,\n },\n TokenData {\n kind: \"Field\",\n text: \"1925\",\n start: 849,\n end: 853,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"A classic American novel about the Jazz Age\\\"\",\n start: 854,\n end: 899,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 899,\n end: 901,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"To Kill a \\\"\\\"Mockingbird\\\"\\\"\\\"\",\n start: 901,\n end: 928,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Harper Lee\\\"\",\n start: 929,\n end: 941,\n },\n TokenData {\n kind: \"Field\",\n text: \"1960\",\n start: 942,\n end: 946,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Story of racial injustice and childhood innocence\\\"\",\n start: 947,\n end: 998,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 998,\n end: 1000,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"1984\\\"\",\n start: 1000,\n end: 1006,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"George Orwell\\\"\",\n start: 1007,\n end: 1022,\n },\n TokenData {\n kind: \"Field\",\n text: \"1949\",\n start: 1023,\n end: 1027,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Dystopian novel about surveillance and totalitarianism\\\"\",\n start: 1028,\n end: 1084,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1084,\n end: 1086,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1086,\n end: 1088,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with empty fields\",\n start: 1088,\n end: 1111,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1111,\n end: 1113,\n },\n TokenData {\n kind: \"Field\",\n text: \"ID\",\n start: 1113,\n end: 1115,\n },\n TokenData {\n kind: \"Field\",\n text: \"Name\",\n start: 1116,\n end: 1120,\n },\n TokenData {\n kind: \"Field\",\n text: \"Department\",\n start: 1121,\n end: 1131,\n },\n TokenData {\n kind: \"Field\",\n text: \"Salary\",\n start: 1132,\n end: 1138,\n },\n TokenData {\n kind: \"Field\",\n text: \"Manager\",\n start: 1139,\n end: 1146,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1146,\n end: 1148,\n },\n TokenData {\n kind: \"Field\",\n text: \"1\",\n start: 1148,\n end: 1149,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Johnson\",\n start: 1150,\n end: 1163,\n },\n TokenData {\n kind: \"Field\",\n text: \"Engineering\",\n start: 1164,\n end: 1175,\n },\n TokenData {\n kind: \"Field\",\n text: \"120000\",\n start: 1176,\n end: 1182,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1183,\n end: 1185,\n },\n TokenData {\n kind: \"Field\",\n text: \"2\",\n start: 1185,\n end: 1186,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1187,\n end: 1196,\n },\n TokenData {\n kind: \"Field\",\n text: \"Sales\",\n start: 1197,\n end: 1202,\n },\n TokenData {\n kind: \"Field\",\n text: \"95000\",\n start: 1203,\n end: 1208,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Johnson\",\n start: 1209,\n end: 1222,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1222,\n end: 1224,\n },\n TokenData {\n kind: \"Field\",\n text: \"3\",\n start: 1224,\n end: 1225,\n },\n TokenData {\n kind: \"Field\",\n text: \"Carol White\",\n start: 1226,\n end: 1237,\n },\n TokenData {\n kind: \"Field\",\n text: \"Marketing\",\n start: 1238,\n end: 1247,\n },\n TokenData {\n kind: \"Field\",\n text: \"85000\",\n start: 1248,\n end: 1253,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1254,\n end: 1263,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1263,\n end: 1265,\n },\n TokenData {\n kind: \"Field\",\n text: \"4\",\n start: 1265,\n end: 1266,\n },\n TokenData {\n kind: \"Field\",\n text: \"David Brown\",\n start: 1267,\n end: 1278,\n },\n TokenData {\n kind: \"Field\",\n text: \"75000\",\n start: 1280,\n end: 1285,\n },\n TokenData {\n kind: \"Field\",\n text: \"Carol White\",\n start: 1286,\n end: 1297,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1297,\n end: 1299,\n },\n TokenData {\n kind: \"Field\",\n text: \"5\",\n start: 1299,\n end: 1300,\n },\n TokenData {\n kind: \"Field\",\n text: \"Eve Davis\",\n start: 1301,\n end: 1310,\n },\n TokenData {\n kind: \"Field\",\n text: \"HR\",\n start: 1311,\n end: 1313,\n },\n TokenData {\n kind: \"Field\",\n text: \"80000\",\n start: 1314,\n end: 1319,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1320,\n end: 1329,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1329,\n end: 1331,\n },\n TokenData {\n kind: \"Eof\",\n text: \"\",\n start: 1331,\n end: 1331,\n },\n ],\n errors: [],\n}", actual: "LexerTestExpected {\n success: true,\n count: 189,\n tokens: [\n TokenData {\n kind: \"Field\",\n text: \"# TSV test file for lexer testing\",\n start: 0,\n end: 33,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 33,\n end: 35,\n },\n TokenData {\n kind: \"Field\",\n text: \"# Tab-Separated Values format\",\n start: 35,\n end: 64,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 64,\n end: 66,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 66,\n end: 68,\n },\n TokenData {\n kind: \"Field\",\n text: \"# Basic TSV with header\",\n start: 68,\n end: 91,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 91,\n end: 93,\n },\n TokenData {\n kind: \"Field\",\n text: \"Name\",\n start: 93,\n end: 97,\n },\n TokenData {\n kind: \"Field\",\n text: \"Age\",\n start: 98,\n end: 101,\n },\n TokenData {\n kind: \"Field\",\n text: \"City\",\n start: 102,\n end: 106,\n },\n TokenData {\n kind: \"Field\",\n text: \"Country\",\n start: 107,\n end: 114,\n },\n TokenData {\n kind: \"Field\",\n text: \"Email\",\n start: 115,\n end: 120,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 120,\n end: 122,\n },\n TokenData {\n kind: \"Field\",\n text: \"John Doe\",\n start: 122,\n end: 130,\n },\n TokenData {\n kind: \"Field\",\n text: \"30\",\n start: 131,\n end: 133,\n },\n TokenData {\n kind: \"Field\",\n text: \"New York\",\n start: 134,\n end: 142,\n },\n TokenData {\n kind: \"Field\",\n text: \"USA\",\n start: 143,\n end: 146,\n },\n TokenData {\n kind: \"Field\",\n text: \"john.doe@example.com\",\n start: 147,\n end: 167,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 167,\n end: 169,\n },\n TokenData {\n kind: \"Field\",\n text: \"Jane Smith\",\n start: 169,\n end: 179,\n },\n TokenData {\n kind: \"Field\",\n text: \"25\",\n start: 180,\n end: 182,\n },\n TokenData {\n kind: \"Field\",\n text: \"London\",\n start: 183,\n end: 189,\n },\n TokenData {\n kind: \"Field\",\n text: \"UK\",\n start: 190,\n end: 192,\n },\n TokenData {\n kind: \"Field\",\n text: \"jane.smith@example.com\",\n start: 193,\n end: 215,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 215,\n end: 217,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Johnson\",\n start: 217,\n end: 228,\n },\n TokenData {\n kind: \"Field\",\n text: \"35\",\n start: 229,\n end: 231,\n },\n TokenData {\n kind: \"Field\",\n text: \"Toronto\",\n start: 232,\n end: 239,\n },\n TokenData {\n kind: \"Field\",\n text: \"Canada\",\n start: 240,\n end: 246,\n },\n TokenData {\n kind: \"Field\",\n text: \"bob.johnson@example.com\",\n start: 247,\n end: 270,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 270,\n end: 272,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Brown\",\n start: 272,\n end: 283,\n },\n TokenData {\n kind: \"Field\",\n text: \"28\",\n start: 284,\n end: 286,\n },\n TokenData {\n kind: \"Field\",\n text: \"Sydney\",\n start: 287,\n end: 293,\n },\n TokenData {\n kind: \"Field\",\n text: \"Australia\",\n start: 294,\n end: 303,\n },\n TokenData {\n kind: \"Field\",\n text: \"alice.brown@example.com\",\n start: 304,\n end: 327,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 327,\n end: 329,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 329,\n end: 331,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with quoted fields containing tabs\",\n start: 331,\n end: 371,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 371,\n end: 373,\n },\n TokenData {\n kind: \"Field\",\n text: \"Product\",\n start: 373,\n end: 380,\n },\n TokenData {\n kind: \"Field\",\n text: \"Category\",\n start: 381,\n end: 389,\n },\n TokenData {\n kind: \"Field\",\n text: \"Price\",\n start: 390,\n end: 395,\n },\n TokenData {\n kind: \"Field\",\n text: \"Description\",\n start: 396,\n end: 407,\n },\n TokenData {\n kind: \"Field\",\n text: \"Tags\",\n start: 408,\n end: 412,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 412,\n end: 414,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"iPhone 14\\\"\",\n start: 414,\n end: 425,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Electronics\\\"\",\n start: 426,\n end: 439,\n },\n TokenData {\n kind: \"Field\",\n text: \"999.99\",\n start: 440,\n end: 446,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Latest Apple smartphone, 128GB storage\\\"\",\n start: 447,\n end: 487,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"mobile\\tapple\\tsmartphone\\\"\",\n start: 488,\n end: 513,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 513,\n end: 515,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Samsung Galaxy S23\\\"\",\n start: 515,\n end: 535,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Electronics\\\"\",\n start: 536,\n end: 549,\n },\n TokenData {\n kind: \"Field\",\n text: \"899.99\",\n start: 550,\n end: 556,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Android flagship phone, excellent camera\\\"\",\n start: 557,\n end: 599,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"mobile\\tsamsung\\tandroid\\\"\",\n start: 600,\n end: 624,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 624,\n end: 626,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"MacBook Pro 16\\\"\",\n start: 626,\n end: 642,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Computers\\\"\",\n start: 643,\n end: 654,\n },\n TokenData {\n kind: \"Field\",\n text: \"2499.99\",\n start: 655,\n end: 662,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Professional laptop, M2 Pro chip\\\"\",\n start: 663,\n end: 697,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"laptop\\tapple\\tprofessional\\\"\",\n start: 698,\n end: 725,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 725,\n end: 727,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 727,\n end: 729,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with quoted fields containing quotes (RFC 4180 style escaping)\",\n start: 729,\n end: 797,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 797,\n end: 799,\n },\n TokenData {\n kind: \"Field\",\n text: \"Title\",\n start: 799,\n end: 804,\n },\n TokenData {\n kind: \"Field\",\n text: \"Author\",\n start: 805,\n end: 811,\n },\n TokenData {\n kind: \"Field\",\n text: \"Year\",\n start: 812,\n end: 816,\n },\n TokenData {\n kind: \"Field\",\n text: \"Description\",\n start: 817,\n end: 828,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 828,\n end: 830,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"The \\\"\\\"Great\\\"\\\" Gatsby\\\"\",\n start: 830,\n end: 852,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"F. Scott Fitzgerald\\\"\",\n start: 853,\n end: 874,\n },\n TokenData {\n kind: \"Field\",\n text: \"1925\",\n start: 875,\n end: 879,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"A classic American novel about the Jazz Age\\\"\",\n start: 880,\n end: 925,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 925,\n end: 927,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"To Kill a \\\"\\\"Mockingbird\\\"\\\"\\\"\",\n start: 927,\n end: 954,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Harper Lee\\\"\",\n start: 955,\n end: 967,\n },\n TokenData {\n kind: \"Field\",\n text: \"1960\",\n start: 968,\n end: 972,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Story of racial injustice and childhood innocence\\\"\",\n start: 973,\n end: 1024,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1024,\n end: 1026,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"1984\\\"\",\n start: 1026,\n end: 1032,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"George Orwell\\\"\",\n start: 1033,\n end: 1048,\n },\n TokenData {\n kind: \"Field\",\n text: \"1949\",\n start: 1049,\n end: 1053,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Dystopian novel about surveillance and totalitarianism\\\"\",\n start: 1054,\n end: 1110,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1110,\n end: 1112,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1112,\n end: 1114,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with empty fields\",\n start: 1114,\n end: 1137,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1137,\n end: 1139,\n },\n TokenData {\n kind: \"Field\",\n text: \"ID\",\n start: 1139,\n end: 1141,\n },\n TokenData {\n kind: \"Field\",\n text: \"Name\",\n start: 1142,\n end: 1146,\n },\n TokenData {\n kind: \"Field\",\n text: \"Department\",\n start: 1147,\n end: 1157,\n },\n TokenData {\n kind: \"Field\",\n text: \"Salary\",\n start: 1158,\n end: 1164,\n },\n TokenData {\n kind: \"Field\",\n text: \"Manager\",\n start: 1165,\n end: 1172,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1172,\n end: 1174,\n },\n TokenData {\n kind: \"Field\",\n text: \"1\",\n start: 1174,\n end: 1175,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Johnson\",\n start: 1176,\n end: 1189,\n },\n TokenData {\n kind: \"Field\",\n text: \"Engineering\",\n start: 1190,\n end: 1201,\n },\n TokenData {\n kind: \"Field\",\n text: \"120000\",\n start: 1202,\n end: 1208,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1209,\n end: 1211,\n },\n TokenData {\n kind: \"Field\",\n text: \"2\",\n start: 1211,\n end: 1212,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1213,\n end: 1222,\n },\n TokenData {\n kind: \"Field\",\n text: \"Sales\",\n start: 1223,\n end: 1228,\n },\n TokenData {\n kind: \"Field\",\n text: \"95000\",\n start: 1229,\n end: 1234,\n },\n TokenData {\n kind: \"Field\",\n text: \"Alice Johnson\",\n start: 1235,\n end: 1248,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1248,\n end: 1250,\n },\n TokenData {\n kind: \"Field\",\n text: \"3\",\n start: 1250,\n end: 1251,\n },\n TokenData {\n kind: \"Field\",\n text: \"Carol White\",\n start: 1252,\n end: 1263,\n },\n TokenData {\n kind: \"Field\",\n text: \"Marketing\",\n start: 1264,\n end: 1273,\n },\n TokenData {\n kind: \"Field\",\n text: \"85000\",\n start: 1274,\n end: 1279,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1280,\n end: 1289,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1289,\n end: 1291,\n },\n TokenData {\n kind: \"Field\",\n text: \"4\",\n start: 1291,\n end: 1292,\n },\n TokenData {\n kind: \"Field\",\n text: \"David Brown\",\n start: 1293,\n end: 1304,\n },\n TokenData {\n kind: \"Field\",\n text: \"75000\",\n start: 1306,\n end: 1311,\n },\n TokenData {\n kind: \"Field\",\n text: \"Carol White\",\n start: 1312,\n end: 1323,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1323,\n end: 1325,\n },\n TokenData {\n kind: \"Field\",\n text: \"5\",\n start: 1325,\n end: 1326,\n },\n TokenData {\n kind: \"Field\",\n text: \"Eve Davis\",\n start: 1327,\n end: 1336,\n },\n TokenData {\n kind: \"Field\",\n text: \"HR\",\n start: 1337,\n end: 1339,\n },\n TokenData {\n kind: \"Field\",\n text: \"80000\",\n start: 1340,\n end: 1345,\n },\n TokenData {\n kind: \"Field\",\n text: \"Bob Smith\",\n start: 1346,\n end: 1355,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1355,\n end: 1357,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1357,\n end: 1359,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with different newline characters (if supported)\",\n start: 1359,\n end: 1413,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1413,\n end: 1415,\n },\n TokenData {\n kind: \"Field\",\n text: \"Field1\",\n start: 1415,\n end: 1421,\n },\n TokenData {\n kind: \"Field\",\n text: \"Field2\",\n start: 1422,\n end: 1428,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1428,\n end: 1430,\n },\n TokenData {\n kind: \"Field\",\n text: \"Val1\",\n start: 1430,\n end: 1434,\n },\n TokenData {\n kind: \"Field\",\n text: \"Val2\",\n start: 1435,\n end: 1439,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1439,\n end: 1441,\n },\n TokenData {\n kind: \"Field\",\n text: \"Val3\",\n start: 1441,\n end: 1445,\n },\n TokenData {\n kind: \"Field\",\n text: \"Val4\",\n start: 1446,\n end: 1450,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1450,\n end: 1452,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1452,\n end: 1454,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with special characters\",\n start: 1454,\n end: 1483,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1483,\n end: 1485,\n },\n TokenData {\n kind: \"Field\",\n text: \"Symbol\",\n start: 1485,\n end: 1491,\n },\n TokenData {\n kind: \"Field\",\n text: \"Name\",\n start: 1492,\n end: 1496,\n },\n TokenData {\n kind: \"Field\",\n text: \"Unicode\",\n start: 1497,\n end: 1504,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1504,\n end: 1506,\n },\n TokenData {\n kind: \"Field\",\n text: \"$\",\n start: 1506,\n end: 1507,\n },\n TokenData {\n kind: \"Field\",\n text: \"Dollar\",\n start: 1508,\n end: 1514,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+0024\",\n start: 1515,\n end: 1521,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1521,\n end: 1523,\n },\n TokenData {\n kind: \"Field\",\n text: \"€\",\n start: 1523,\n end: 1526,\n },\n TokenData {\n kind: \"Field\",\n text: \"Euro\",\n start: 1527,\n end: 1531,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+20AC\",\n start: 1532,\n end: 1538,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1538,\n end: 1540,\n },\n TokenData {\n kind: \"Field\",\n text: \"¥\",\n start: 1540,\n end: 1542,\n },\n TokenData {\n kind: \"Field\",\n text: \"Yen\",\n start: 1543,\n end: 1546,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+00A5\",\n start: 1547,\n end: 1553,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1553,\n end: 1555,\n },\n TokenData {\n kind: \"Field\",\n text: \"£\",\n start: 1555,\n end: 1557,\n },\n TokenData {\n kind: \"Field\",\n text: \"Pound\",\n start: 1558,\n end: 1563,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+00A3\",\n start: 1564,\n end: 1570,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1570,\n end: 1572,\n },\n TokenData {\n kind: \"Field\",\n text: \"©\",\n start: 1572,\n end: 1574,\n },\n TokenData {\n kind: \"Field\",\n text: \"Copyright\",\n start: 1575,\n end: 1584,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+00A9\",\n start: 1585,\n end: 1591,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1591,\n end: 1593,\n },\n TokenData {\n kind: \"Field\",\n text: \"®\",\n start: 1593,\n end: 1595,\n },\n TokenData {\n kind: \"Field\",\n text: \"Registered\",\n start: 1596,\n end: 1606,\n },\n TokenData {\n kind: \"Field\",\n text: \"U+00AE\",\n start: 1607,\n end: 1613,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1613,\n end: 1615,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1615,\n end: 1617,\n },\n TokenData {\n kind: \"Field\",\n text: \"# TSV with very long fields\",\n start: 1617,\n end: 1644,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1644,\n end: 1646,\n },\n TokenData {\n kind: \"Field\",\n text: \"LongField\",\n start: 1646,\n end: 1655,\n },\n TokenData {\n kind: \"Field\",\n text: \"ShortField\",\n start: 1656,\n end: 1666,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1666,\n end: 1668,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"This is a very long field that contains a lot of text to test if the lexer can handle large tokens efficiently without crashing or truncation.\\\"\",\n start: 1668,\n end: 1812,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Short\\\"\",\n start: 1813,\n end: 1820,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1820,\n end: 1822,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1822,\n end: 1824,\n },\n TokenData {\n kind: \"Field\",\n text: \"# Edge cases\",\n start: 1824,\n end: 1836,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1836,\n end: 1838,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"\\\"\",\n start: 1838,\n end: 1840,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Empty Quoted\\\"\",\n start: 1841,\n end: 1855,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1855,\n end: 1857,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"\\t\\\"\",\n start: 1857,\n end: 1860,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Tab in Quotes\\\"\",\n start: 1861,\n end: 1876,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1876,\n end: 1878,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"\\r\\n\\\"\",\n start: 1878,\n end: 1882,\n },\n TokenData {\n kind: \"Field\",\n text: \"\\\"Newline in Quotes\\\"\",\n start: 1883,\n end: 1902,\n },\n TokenData {\n kind: \"Newline\",\n text: \"\\r\\n\",\n start: 1902,\n end: 1904,\n },\n TokenData {\n kind: \"Eof\",\n text: \"\",\n start: 1904,\n end: 1904,\n },\n ],\n errors: [],\n}" } [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] lexer::test_tsv_lexer [INFO] [stdout] [INFO] [stdout] test result: FAILED. 1 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test main` [INFO] running `Command { std: "docker" "inspect" "3f775f12caba1e43acb28c3db600e54bd227df3ffde52baea9bc3d99c0084f68", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "3f775f12caba1e43acb28c3db600e54bd227df3ffde52baea9bc3d99c0084f68", kill_on_drop: false }` [INFO] [stdout] 3f775f12caba1e43acb28c3db600e54bd227df3ffde52baea9bc3d99c0084f68