// This file is part of the uutils coreutils package. // // For the full copyright and license information, please view the LICENSE // file that was distributed with this source code. // spell-checker:ignore xzaaa sixhundredfiftyonebytes ninetyonebytes threebytes asciilowercase ghijkl mnopq rstuv wxyz fivelines twohundredfortyonebytes onehundredlines nbbbb dxen ncccc rlimit NOFILE use crate::common::util::{AtPath, TestScenario}; use rand::{thread_rng, Rng, SeedableRng}; use regex::Regex; #[cfg(any(target_os = "linux", target_os = "android"))] use rlimit::Resource; #[cfg(not(windows))] use std::env; use std::path::Path; use std::{ fs::{read_dir, File}, io::{BufWriter, Read, Write}, }; fn random_chars(n: usize) -> String { thread_rng() .sample_iter(&rand::distributions::Alphanumeric) .map(char::from) .take(n) .collect::() } struct Glob { directory: AtPath, regex: Regex, } impl Glob { fn new(at: &AtPath, directory: &str, regex: &str) -> Self { Self { directory: AtPath::new(Path::new(&at.plus_as_string(directory))), regex: Regex::new(regex).unwrap(), } } fn count(&self) -> usize { self.collect().len() } /// Get all files in `self.directory` that match `self.regex` fn collect(&self) -> Vec { read_dir(Path::new(&self.directory.subdir)) .unwrap() .filter_map(|entry| { let path = entry.unwrap().path(); let name = self .directory .minus_as_string(path.as_path().to_str().unwrap_or("")); if self.regex.is_match(&name) { Some(name) } else { None } }) .collect() } /// Accumulate bytes of all files in `self.collect()` fn collate(&self) -> Vec { let mut files = self.collect(); files.sort(); let mut data: Vec = vec![]; for name in &files { data.extend(self.directory.read_bytes(name)); } data } } /// File handle that user can add random bytes (line-formatted or not) to struct RandomFile { inner: File, } impl RandomFile { /// Size of each line that's being generated const LINESIZE: usize = 32; /// `create()` file handle located at `at` / `name` fn new(at: &AtPath, name: &str) -> Self { Self { inner: File::create(at.plus(name)).unwrap(), } } fn add_bytes(&mut self, bytes: usize) { // Note that just writing random characters isn't enough to cover all // cases. We need truly random bytes. let mut writer = BufWriter::new(&self.inner); // Seed the rng so as to avoid spurious test failures. let mut rng = rand::rngs::StdRng::seed_from_u64(123); let mut buffer = [0; 1024]; let mut remaining_size = bytes; while remaining_size > 0 { let to_write = std::cmp::min(remaining_size, buffer.len()); let buf = &mut buffer[..to_write]; rng.fill(buf); writer.write_all(buf).unwrap(); remaining_size -= to_write; } } /// Add n lines each of size `RandomFile::LINESIZE` fn add_lines(&mut self, lines: usize) { let mut n = lines; while n > 0 { writeln!(self.inner, "{}", random_chars(Self::LINESIZE)).unwrap(); n -= 1; } } } #[test] fn test_invalid_arg() { new_ucmd!().arg("--definitely-invalid").fails().code_is(1); } #[test] fn test_split_non_existing_file() { new_ucmd!() .arg("non-existing") .fails() .code_is(1) .stderr_is("split: cannot open 'non-existing' for reading: No such file or directory\n"); } #[test] fn test_split_default() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_default"; RandomFile::new(&at, name).add_lines(2000); ucmd.args(&[name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_numeric_prefixed_chunks_by_bytes() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_num_prefixed_chunks_by_bytes"; RandomFile::new(&at, name).add_bytes(10000); ucmd.args(&[ "-d", // --numeric-suffixes "-b", // --bytes "1000", name, "a", ]) .succeeds(); let glob = Glob::new(&at, ".", r"a\d\d$"); assert_eq!(glob.count(), 10); for filename in glob.collect() { assert_eq!(glob.directory.metadata(&filename).len(), 1000); } assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_str_prefixed_chunks_by_bytes() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_str_prefixed_chunks_by_bytes"; RandomFile::new(&at, name).add_bytes(10000); // Important that this is less than 1024 since that's our internal buffer // size. Good to test that we don't overshoot. ucmd.args(&["-b", "1000", name, "b"]).succeeds(); let glob = Glob::new(&at, ".", r"b[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 10); for filename in glob.collect() { assert_eq!(glob.directory.metadata(&filename).len(), 1000); } assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test short bytes option concatenated with value #[test] fn test_split_by_bytes_short_concatenated_with_value() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_by_bytes_short_concatenated_with_value"; RandomFile::new(&at, name).add_bytes(10000); ucmd.args(&["-b1000", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 10); for filename in glob.collect() { assert_eq!(glob.directory.metadata(&filename).len(), 1000); } assert_eq!(glob.collate(), at.read_bytes(name)); } // This is designed to test what happens when the desired part size is not a // multiple of the buffer size and we hopefully don't overshoot the desired part // size. #[test] fn test_split_bytes_prime_part_size() { let (at, mut ucmd) = at_and_ucmd!(); let name = "test_split_bytes_prime_part_size"; RandomFile::new(&at, name).add_bytes(10000); // 1753 is prime and greater than the buffer size, 1024. ucmd.args(&["-b", "1753", name, "b"]).succeeds(); let glob = Glob::new(&at, ".", r"b[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 6); let mut fns = glob.collect(); // glob.collect() is not guaranteed to return in sorted order, so we sort. fns.sort(); #[allow(clippy::needless_range_loop)] for i in 0..5 { assert_eq!(glob.directory.metadata(&fns[i]).len(), 1753); } assert_eq!(glob.directory.metadata(&fns[5]).len(), 1235); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_num_prefixed_chunks_by_lines() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_num_prefixed_chunks_by_lines"; RandomFile::new(&at, name).add_lines(10000); ucmd.args(&["-d", "-l", "1000", name, "c"]).succeeds(); let glob = Glob::new(&at, ".", r"c\d\d$"); assert_eq!(glob.count(), 10); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_str_prefixed_chunks_by_lines() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_str_prefixed_chunks_by_lines"; RandomFile::new(&at, name).add_lines(10000); ucmd.args(&["-l", "1000", name, "d"]).succeeds(); let glob = Glob::new(&at, ".", r"d[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 10); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_additional_suffix() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_additional_suffix"; RandomFile::new(&at, name).add_lines(2000); ucmd.args(&["--additional-suffix", ".txt", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]].txt$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_additional_suffix_dir_separator() { #[cfg(unix)] new_ucmd!() .args(&["--additional-suffix", "a/b"]) .fails() .usage_error("invalid suffix 'a/b', contains directory separator"); #[cfg(windows)] new_ucmd!() .args(&["--additional-suffix", "a\\b"]) .fails() .usage_error("invalid suffix 'a\\b', contains directory separator"); } #[test] fn test_split_additional_suffix_hyphen_value() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_additional_suffix"; RandomFile::new(&at, name).add_lines(2000); ucmd.args(&["--additional-suffix", "-300", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]-300$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } // note: the test_filter* tests below are unix-only // windows support has been waived for now because of the difficulty of getting // the `cmd` call right // see https://github.com/rust-lang/rust/issues/29494 #[test] #[cfg(unix)] fn test_filter() { // like `test_split_default()` but run a command before writing let (at, mut ucmd) = at_and_ucmd!(); let name = "filtered"; let n_lines = 3; RandomFile::new(&at, name).add_lines(n_lines); // change all characters to 'i' ucmd.args(&["--filter=sed s/./i/g > $FILE", name]) .succeeds(); // assert all characters are 'i' / no character is not 'i' // (assert that command succeeded) let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert!(!glob.collate().iter().any(|&c| { // is not i c != (b'i') // is not newline && c != (b'\n') })); } #[test] #[cfg(unix)] fn test_filter_with_env_var_set() { // This test will ensure that if $FILE env var was set before running --filter, it'll stay that // way // implemented like `test_split_default()` but run a command before writing let (at, mut ucmd) = at_and_ucmd!(); let name = "filtered"; let n_lines = 3; RandomFile::new(&at, name).add_lines(n_lines); let env_var_value = "some-value"; env::set_var("FILE", env_var_value); ucmd.args(&[format!("--filter={}", "cat > $FILE").as_str(), name]) .succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.collate(), at.read_bytes(name)); assert!(env::var("FILE").unwrap_or_else(|_| "var was unset".to_owned()) == env_var_value); } #[test] #[cfg(unix)] fn test_filter_command_fails() { let (at, mut ucmd) = at_and_ucmd!(); let name = "filter-will-fail"; RandomFile::new(&at, name).add_lines(4); ucmd.args(&["--filter=/a/path/that/totally/does/not/exist", name]) .fails(); } #[test] #[cfg(unix)] #[cfg(not(target_os = "openbsd"))] fn test_filter_broken_pipe() { let (at, mut ucmd) = at_and_ucmd!(); let name = "filter-big-input"; RandomFile::new(&at, name).add_lines(1024 * 10); ucmd.args(&["--filter=head -c1 > /dev/null", "-n", "r/1", name]) .succeeds(); } #[test] #[cfg(unix)] fn test_filter_with_kth_chunk() { let scene = TestScenario::new(util_name!()); scene .ucmd() .args(&["--filter='some'", "--number=1/2"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("--filter does not process a chunk extracted to stdout"); scene .ucmd() .args(&["--filter='some'", "--number=l/1/2"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("--filter does not process a chunk extracted to stdout"); scene .ucmd() .args(&["--filter='some'", "--number=r/1/2"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("--filter does not process a chunk extracted to stdout"); } #[test] fn test_split_lines_number() { // Test if stdout/stderr for '--lines' option is correct let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["--lines", "2", "file"]) .succeeds() .no_stderr() .no_stdout(); scene .ucmd() .args(&["--lines", "0", "file"]) .fails() .code_is(1) .stderr_only("split: invalid number of lines: 0\n"); scene .ucmd() .args(&["-0", "file"]) .fails() .code_is(1) .stderr_only("split: invalid number of lines: 0\n"); scene .ucmd() .args(&["--lines", "2fb", "file"]) .fails() .code_is(1) .stderr_only("split: invalid number of lines: '2fb'\n"); scene .ucmd() .args(&["--lines", "file"]) .fails() .code_is(1) .stderr_only("split: invalid number of lines: 'file'\n"); } /// Test short lines option with value concatenated #[test] fn test_split_lines_short_concatenated_with_value() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_num_prefixed_chunks_by_lines"; RandomFile::new(&at, name).add_lines(10000); ucmd.args(&["-l1000", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 10); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for obsolete lines option standalone #[test] fn test_split_obs_lines_standalone() { let (at, mut ucmd) = at_and_ucmd!(); let name = "obs-lines-standalone"; RandomFile::new(&at, name).add_lines(4); ucmd.args(&["-2", name]).succeeds().no_stderr().no_stdout(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for obsolete lines option standalone overflow #[test] fn test_split_obs_lines_standalone_overflow() { let (at, mut ucmd) = at_and_ucmd!(); let name = "obs-lines-standalone"; RandomFile::new(&at, name).add_lines(4); ucmd.args(&["-99999999999999999991", name]) .succeeds() .no_stderr() .no_stdout(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 1); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for obsolete lines option as part of invalid combined short options #[test] fn test_split_obs_lines_within_invalid_combined_shorts() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["-2fb", "file"]) .fails() .code_is(1) .stderr_contains("error: unexpected argument '-f' found\n"); } /// Test for obsolete lines option as part of combined short options #[test] fn test_split_obs_lines_within_combined_shorts() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; let name = "obs-lines-within-shorts"; RandomFile::new(at, name).add_lines(400); scene .ucmd() .args(&["-x200de", name]) .succeeds() .no_stderr() .no_stdout(); let glob = Glob::new(at, ".", r"x\d\d$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for obsolete lines option as part of combined short options with tailing suffix length with value #[test] fn test_split_obs_lines_within_combined_shorts_tailing_suffix_length() { let (at, mut ucmd) = at_and_ucmd!(); let name = "obs-lines-combined-shorts-tailing-suffix-length"; RandomFile::new(&at, name).add_lines(1000); ucmd.args(&["-d200a4", name]).succeeds(); let glob = Glob::new(&at, ".", r"x\d\d\d\d$"); assert_eq!(glob.count(), 5); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for obsolete lines option starts as part of combined short options #[test] fn test_split_obs_lines_starts_combined_shorts() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; let name = "obs-lines-starts-shorts"; RandomFile::new(at, name).add_lines(400); scene .ucmd() .args(&["-200xd", name]) .succeeds() .no_stderr() .no_stdout(); let glob = Glob::new(at, ".", r"x\d\d$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for using both obsolete lines (standalone) option and short/long lines option simultaneously #[test] fn test_split_both_lines_and_obs_lines_standalone() { // This test will ensure that: // if both lines option '-l' or '--lines' (with value) and obsolete lines option '-100' are used - it fails // if standalone lines option is used incorrectly and treated as a hyphen prefixed value of other option - it fails let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["-l", "2", "-2", "file"]) .fails() .code_is(1) .stderr_contains("split: cannot split in more than one way\n"); scene .ucmd() .args(&["--lines", "2", "-2", "file"]) .fails() .code_is(1) .stderr_contains("split: cannot split in more than one way\n"); } /// Test for using obsolete lines option incorrectly, so it is treated as a hyphen prefixed value of other option #[test] fn test_split_obs_lines_as_other_option_value() { // This test will ensure that: // if obsolete lines option is used incorrectly and treated as a hyphen prefixed value of other option - it fails let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["--lines", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of lines: '-200'\n"); scene .ucmd() .args(&["-l", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of lines: '-200'\n"); scene .ucmd() .args(&["-a", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid suffix length: '-200'\n"); scene .ucmd() .args(&["--suffix-length", "-d200e", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid suffix length: '-d200e'\n"); scene .ucmd() .args(&["-C", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of bytes: '-200'\n"); scene .ucmd() .args(&["--line-bytes", "-x200a4", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of bytes: '-x200a4'\n"); scene .ucmd() .args(&["-b", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of bytes: '-200'\n"); scene .ucmd() .args(&["--bytes", "-200xd", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of bytes: '-200xd'\n"); scene .ucmd() .args(&["-n", "-200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of chunks: '-200'\n"); scene .ucmd() .args(&["--number", "-e200", "file"]) .fails() .code_is(1) .stderr_contains("split: invalid number of chunks: '-e200'\n"); } /// Test for using more than one obsolete lines option (standalone) /// last one wins #[test] fn test_split_multiple_obs_lines_standalone() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; let name = "multiple-obs-lines"; RandomFile::new(at, name).add_lines(400); scene .ucmd() .args(&["-3000", "-200", name]) .succeeds() .no_stderr() .no_stdout(); let glob = Glob::new(at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for using more than one obsolete lines option within combined shorts /// last one wins #[test] fn test_split_multiple_obs_lines_within_combined() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; let name = "multiple-obs-lines"; RandomFile::new(at, name).add_lines(400); scene .ucmd() .args(&["-d5000x", "-e200d", name]) .succeeds() .no_stderr() .no_stdout(); let glob = Glob::new(at, ".", r"x\d\d$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } /// Test for using both obsolete lines option within combined shorts with conflicting -n option simultaneously #[test] fn test_split_obs_lines_within_combined_with_number() { let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["-3dxen", "4", "file"]) .fails() .code_is(1) .stderr_contains("split: cannot split in more than one way\n"); scene .ucmd() .args(&["-dxe30n", "4", "file"]) .fails() .code_is(1) .stderr_contains("split: cannot split in more than one way\n"); } #[test] fn test_split_invalid_bytes_size() { new_ucmd!() .args(&["-b", "1024W"]) .fails() .code_is(1) .stderr_only("split: invalid number of bytes: '1024W'\n"); #[cfg(target_pointer_width = "32")] { let sizes = ["1000G", "10T"]; for size in &sizes { new_ucmd!().args(&["-b", size]).succeeds(); } } } #[test] fn test_split_overflow_bytes_size() { let (at, mut ucmd) = at_and_ucmd!(); let name = "test_split_overflow_bytes_size"; RandomFile::new(&at, name).add_bytes(1000); ucmd.args(&["-b", "1Y", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 1); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_stdin_num_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=1"]).pipe_in("").succeeds(); assert_eq!(at.read("xaa"), ""); assert!(!at.plus("xab").exists()); } #[test] fn test_split_stdin_num_kth_chunk() { new_ucmd!() .args(&["--number=1/2"]) .pipe_in("1\n2\n3\n4\n5\n") .succeeds() .stdout_only("1\n2\n3"); } #[test] fn test_split_stdin_num_line_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=l/2"]) .pipe_in("1\n2\n3\n4\n5\n") .succeeds(); assert_eq!(at.read("xaa"), "1\n2\n3\n"); assert_eq!(at.read("xab"), "4\n5\n"); assert!(!at.plus("xac").exists()); } #[test] fn test_split_stdin_num_kth_line_chunk() { new_ucmd!() .args(&["--number=l/2/5"]) .pipe_in("1\n2\n3\n4\n5\n") .succeeds() .stdout_only("2\n"); } /// Test for the default suffix length behavior: dynamically increasing size. #[test] fn test_alphabetic_dynamic_suffix_length() { let (at, mut ucmd) = at_and_ucmd!(); // Split into chunks of one byte each. // // The input file has (26^2) - 26 + 1 = 651 bytes. This is just // enough to force `split` to dynamically increase the length of // the filename for the very last chunk. // // We expect the output files to be named // // xaa, xab, xac, ..., xyx, xyy, xyz, xzaaa // ucmd.args(&["-b", "1", "sixhundredfiftyonebytes.txt"]) .succeeds(); for i in b'a'..=b'y' { for j in b'a'..=b'z' { let filename = format!("x{}{}", i as char, j as char); let contents = at.read(&filename); assert_eq!(contents, "a"); } } assert_eq!(at.read("xzaaa"), "a"); } /// Test for the default suffix length behavior: dynamically increasing size. #[test] fn test_numeric_dynamic_suffix_length() { let (at, mut ucmd) = at_and_ucmd!(); // Split into chunks of one byte each, use numbers instead of // letters as file suffixes. // // The input file has (10^2) - 10 + 1 = 91 bytes. This is just // enough to force `split` to dynamically increase the length of // the filename for the very last chunk. // // x00, x01, x02, ..., x87, x88, x89, x9000 // ucmd.args(&["-d", "-b", "1", "ninetyonebytes.txt"]) .succeeds(); for i in 0..90 { let filename = format!("x{i:02}"); let contents = at.read(&filename); assert_eq!(contents, "a"); } assert_eq!(at.read("x9000"), "a"); } #[test] fn test_hex_dynamic_suffix_length() { let (at, mut ucmd) = at_and_ucmd!(); // Split into chunks of one byte each, use hexadecimal digits // instead of letters as file suffixes. // // The input file has (16^2) - 16 + 1 = 241 bytes. This is just // enough to force `split` to dynamically increase the length of // the filename for the very last chunk. // // x00, x01, x02, ..., xed, xee, xef, xf000 // ucmd.args(&["-x", "-b", "1", "twohundredfortyonebytes.txt"]) .succeeds(); for i in 0..240 { let filename = format!("x{i:02x}"); let contents = at.read(&filename); assert_eq!(contents, "a"); } assert_eq!(at.read("xf000"), "a"); } /// Test for dynamic suffix length (auto-widening) disabled when suffix start number is specified #[test] fn test_dynamic_suffix_length_off_with_suffix_start() { new_ucmd!() .args(&["-b", "1", "--numeric-suffixes=89", "ninetyonebytes.txt"]) .fails() .stderr_only("split: output file suffixes exhausted\n"); } /// Test for dynamic suffix length (auto-widening) enabled when suffix start number is NOT specified #[test] fn test_dynamic_suffix_length_on_with_suffix_start_no_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-b", "1", "--numeric-suffixes", "ninetyonebytes.txt"]) .succeeds(); assert_eq!(at.read("x9000"), "a"); } /// Test for suffix auto-width with --number strategy and suffix start number #[test] fn test_suffix_auto_width_with_number() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--numeric-suffixes=1", "--number=r/100", "fivelines.txt"]) .succeeds(); let glob = Glob::new(&at, ".", r"x\d\d\d$"); assert_eq!(glob.count(), 100); assert_eq!(glob.collate(), at.read_bytes("fivelines.txt")); assert_eq!(at.read("x001"), "1\n"); assert_eq!(at.read("x100"), ""); new_ucmd!() .args(&["--numeric-suffixes=100", "--number=r/100", "fivelines.txt"]) .fails(); } /// Test for edge case of specifying 0 for suffix length #[test] fn test_suffix_length_zero() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&[ "--numeric-suffixes=1", "--number=r/100", "-a", "0", "fivelines.txt", ]) .succeeds(); let glob = Glob::new(&at, ".", r"x\d\d\d$"); assert_eq!(glob.count(), 100); new_ucmd!() .args(&[ "--numeric-suffixes=100", "--number=r/100", "-a", "0", "fivelines.txt", ]) .fails(); new_ucmd!() .args(&[ "-b", "1", "--numeric-suffixes=89", "-a", "0", "ninetyonebytes.txt", ]) .fails() .stderr_only("split: output file suffixes exhausted\n"); } #[test] fn test_suffixes_exhausted() { new_ucmd!() .args(&["-b", "1", "-a", "1", "asciilowercase.txt"]) .fails() .stderr_only("split: output file suffixes exhausted\n"); } #[test] fn test_suffix_length_req() { new_ucmd!() .args(&["-n", "100", "-a", "1", "asciilowercase.txt"]) .fails() .stderr_only("split: the suffix length needs to be at least 2\n"); } #[test] fn test_verbose() { new_ucmd!() .args(&["-b", "5", "--verbose", "asciilowercase.txt"]) .succeeds() .stdout_only( "creating file 'xaa' creating file 'xab' creating file 'xac' creating file 'xad' creating file 'xae' creating file 'xaf' ", ); } #[test] fn test_number_n() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "5", "asciilowercase.txt"]).succeeds(); assert_eq!(at.read("xaa"), "abcdef"); assert_eq!(at.read("xab"), "ghijkl"); assert_eq!(at.read("xac"), "mnopq"); assert_eq!(at.read("xad"), "rstuv"); assert_eq!(at.read("xae"), "wxyz\n"); #[cfg(unix)] new_ucmd!() .args(&["--number=100", "/dev/null"]) .succeeds() .stdout_only(""); } #[test] fn test_number_kth_of_n() { new_ucmd!() .args(&["--number=3/5", "asciilowercase.txt"]) .succeeds() .stdout_only("mnopq"); new_ucmd!() .args(&["--number=5/5", "asciilowercase.txt"]) .succeeds() .stdout_only("wxyz\n"); new_ucmd!() .args(&["-e", "--number=99/100", "asciilowercase.txt"]) .succeeds() .stdout_only(""); #[cfg(unix)] new_ucmd!() .args(&["--number=3/10", "/dev/null"]) .succeeds() .stdout_only(""); #[cfg(target_pointer_width = "64")] new_ucmd!() .args(&[ "--number=r/9223372036854775807/18446744073709551615", "asciilowercase.txt", ]) .succeeds() .stdout_only(""); new_ucmd!() .args(&["--number=0/5", "asciilowercase.txt"]) .fails() .stderr_contains("split: invalid chunk number: '0'"); new_ucmd!() .args(&["--number=10/5", "asciilowercase.txt"]) .fails() .stderr_contains("split: invalid chunk number: '10'"); #[cfg(target_pointer_width = "64")] new_ucmd!() .args(&[ "--number=9223372036854775807/18446744073709551616", "asciilowercase.txt", ]) .fails() .stderr_contains("split: invalid number of chunks: '18446744073709551616'"); } #[test] fn test_number_kth_of_n_round_robin() { new_ucmd!() .args(&["--number", "r/2/3", "fivelines.txt"]) .succeeds() .stdout_only("2\n5\n"); new_ucmd!() .args(&["--number", "r/1/4", "fivelines.txt"]) .succeeds() .stdout_only("1\n5\n"); new_ucmd!() .args(&["-e", "--number", "r/7/7", "fivelines.txt"]) .succeeds() .stdout_only(""); #[cfg(target_pointer_width = "64")] new_ucmd!() .args(&[ "--number", "r/9223372036854775807/18446744073709551615", "fivelines.txt", ]) .succeeds() .stdout_only(""); #[cfg(target_pointer_width = "64")] new_ucmd!() .args(&[ "--number", "r/9223372036854775807/18446744073709551616", "fivelines.txt", ]) .fails() .stderr_contains("split: invalid number of chunks: '18446744073709551616'"); new_ucmd!() .args(&["--number", "r/0/3", "fivelines.txt"]) .fails() .stderr_contains("split: invalid chunk number: '0'"); new_ucmd!() .args(&["--number", "r/10/3", "fivelines.txt"]) .fails() .stderr_contains("split: invalid chunk number: '10'"); } #[test] fn test_split_number_with_io_blksize() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "5", "asciilowercase.txt", "---io-blksize", "1024"]) .succeeds(); assert_eq!(at.read("xaa"), "abcdef"); assert_eq!(at.read("xab"), "ghijkl"); assert_eq!(at.read("xac"), "mnopq"); assert_eq!(at.read("xad"), "rstuv"); assert_eq!(at.read("xae"), "wxyz\n"); } #[test] fn test_split_default_with_io_blksize() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_default_with_io_blksize"; RandomFile::new(&at, name).add_lines(2000); ucmd.args(&[name, "---io-blksize", "2M"]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 2); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_split_invalid_io_blksize() { new_ucmd!() .args(&["---io-blksize=XYZ", "threebytes.txt"]) .fails() .stderr_only("split: invalid IO block size: 'XYZ'\n"); new_ucmd!() .args(&["---io-blksize=5000000000", "threebytes.txt"]) .fails() .stderr_only("split: invalid IO block size: '5000000000'\n"); #[cfg(target_pointer_width = "32")] new_ucmd!() .args(&["---io-blksize=2146435072", "threebytes.txt"]) .fails() .stderr_only("split: invalid IO block size: '2146435072'\n"); } #[test] fn test_split_number_oversized_stdin() { new_ucmd!() .args(&["--number=3", "---io-blksize=600"]) .pipe_in_fixture("sixhundredfiftyonebytes.txt") .ignore_stdin_write_error() .fails() .stderr_only("split: -: cannot determine input size\n"); } #[test] fn test_invalid_suffix_length() { new_ucmd!() .args(&["-a", "xyz"]) .fails() .no_stdout() .stderr_contains("invalid suffix length: 'xyz'"); } /// Test short suffix length option with value concatenated #[test] fn test_split_suffix_length_short_concatenated_with_value() { let (at, mut ucmd) = at_and_ucmd!(); let name = "split_num_prefixed_chunks_by_lines"; RandomFile::new(&at, name).add_lines(10000); ucmd.args(&["-a4", name]).succeeds(); let glob = Glob::new(&at, ".", r"x[[:alpha:]][[:alpha:]][[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 10); assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_include_newlines() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-l", "2", "fivelines.txt"]).succeeds(); let mut s = String::new(); at.open("xaa").read_to_string(&mut s).unwrap(); assert_eq!(s, "1\n2\n"); let mut s = String::new(); at.open("xab").read_to_string(&mut s).unwrap(); assert_eq!(s, "3\n4\n"); let mut s = String::new(); at.open("xac").read_to_string(&mut s).unwrap(); assert_eq!(s, "5\n"); } /// Test short number of chunks option concatenated with value #[test] fn test_split_number_chunks_short_concatenated_with_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n3", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "a"); assert_eq!(at.read("xab"), "b"); assert_eq!(at.read("xac"), "c"); } #[test] fn test_allow_empty_files() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "4", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "a"); assert_eq!(at.read("xab"), "b"); assert_eq!(at.read("xac"), "c"); assert_eq!(at.read("xad"), ""); } #[test] fn test_elide_empty_files_n_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-e", "-n", "4", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "a"); assert_eq!(at.read("xab"), "b"); assert_eq!(at.read("xac"), "c"); assert!(!at.plus("xad").exists()); } #[test] #[cfg(unix)] fn test_elide_dev_null_n_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-e", "-n", "3", "/dev/null"]) .succeeds() .no_stdout() .no_stderr(); assert!(!at.plus("xaa").exists()); assert!(!at.plus("xab").exists()); assert!(!at.plus("xac").exists()); } #[test] #[cfg(unix)] fn test_dev_zero() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "3", "/dev/zero"]) .fails() .stderr_only("split: /dev/zero: cannot determine file size\n"); assert!(!at.plus("xaa").exists()); assert!(!at.plus("xab").exists()); assert!(!at.plus("xac").exists()); } #[test] fn test_elide_empty_files_l_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-e", "-n", "l/7", "fivelines.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1\n"); assert_eq!(at.read("xab"), "2\n"); assert_eq!(at.read("xac"), "3\n"); assert_eq!(at.read("xad"), "4\n"); assert_eq!(at.read("xae"), "5\n"); assert!(!at.plus("xaf").exists()); assert!(!at.plus("xag").exists()); } #[test] #[cfg(unix)] fn test_elide_dev_null_l_chunks() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-e", "-n", "l/3", "/dev/null"]) .succeeds() .no_stdout() .no_stderr(); assert!(!at.plus("xaa").exists()); assert!(!at.plus("xab").exists()); assert!(!at.plus("xac").exists()); } #[test] #[cfg(unix)] fn test_number_by_bytes_dev_zero() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "3", "/dev/zero"]) .fails() .stderr_only("split: /dev/zero: cannot determine file size\n"); assert!(!at.plus("xaa").exists()); assert!(!at.plus("xab").exists()); assert!(!at.plus("xac").exists()); } #[test] fn test_number_by_lines() { let (at, mut ucmd) = at_and_ucmd!(); // Split into two files without splitting up lines. ucmd.args(&["-n", "l/2", "fivelines.txt"]).succeeds(); assert_eq!(at.read("xaa"), "1\n2\n3\n"); assert_eq!(at.read("xab"), "4\n5\n"); } #[test] fn test_number_by_lines_kth() { new_ucmd!() .args(&["-n", "l/3/10", "onehundredlines.txt"]) .succeeds() .stdout_only("20\n21\n22\n23\n24\n25\n26\n27\n28\n29\n"); } #[test] #[cfg(unix)] fn test_number_by_lines_kth_dev_null() { new_ucmd!() .args(&["-n", "l/3/10", "/dev/null"]) .succeeds() .stdout_only(""); } #[test] fn test_number_by_lines_kth_no_end_sep() { new_ucmd!() .args(&["-n", "l/3/10"]) .pipe_in("1\n2222\n3\n4") .succeeds() .stdout_only("2222\n"); new_ucmd!() .args(&["-e", "-n", "l/2/2"]) .pipe_in("1\n2222\n3\n4") .succeeds() .stdout_only("3\n4"); } #[test] fn test_number_by_lines_rr_kth_no_end_sep() { new_ucmd!() .args(&["-n", "r/2/3"]) .pipe_in("1\n2\n3\n4\n5") .succeeds() .stdout_only("2\n5"); } #[test] fn test_line_bytes() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C", "8", "letters.txt"]).succeeds(); assert_eq!(at.read("xaa"), "aaaaaaaa"); assert_eq!(at.read("xab"), "a\nbbbb\n"); assert_eq!(at.read("xac"), "cccc\ndd\n"); assert_eq!(at.read("xad"), "ee\n"); } #[test] #[cfg(target_pointer_width = "64")] fn test_line_bytes_overflow() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C", "18446744073709551616", "letters.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "aaaaaaaaa\nbbbb\ncccc\ndd\nee\n"); } #[test] fn test_line_bytes_concatenated_with_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C8", "letters.txt"]).succeeds(); assert_eq!(at.read("xaa"), "aaaaaaaa"); assert_eq!(at.read("xab"), "a\nbbbb\n"); assert_eq!(at.read("xac"), "cccc\ndd\n"); assert_eq!(at.read("xad"), "ee\n"); } #[test] fn test_line_bytes_no_final_newline() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C", "2"]) .pipe_in("1\n2222\n3\n4") .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1\n"); assert_eq!(at.read("xab"), "22"); assert_eq!(at.read("xac"), "22"); assert_eq!(at.read("xad"), "\n"); assert_eq!(at.read("xae"), "3\n"); assert_eq!(at.read("xaf"), "4"); } #[test] fn test_line_bytes_no_empty_file() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C", "1"]) .pipe_in("1\n2222\n3\n4") .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1"); assert_eq!(at.read("xab"), "\n"); assert_eq!(at.read("xac"), "2"); assert_eq!(at.read("xad"), "2"); assert_eq!(at.read("xae"), "2"); assert_eq!(at.read("xaf"), "2"); assert_eq!(at.read("xag"), "\n"); assert_eq!(at.read("xah"), "3"); assert_eq!(at.read("xai"), "\n"); assert_eq!(at.read("xaj"), "4"); assert!(!at.plus("xak").exists()); } #[test] fn test_line_bytes_no_eof() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-C", "3"]) .pipe_in("1\n2222\n3\n4") .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1\n"); assert_eq!(at.read("xab"), "222"); assert_eq!(at.read("xac"), "2\n"); assert_eq!(at.read("xad"), "3\n"); assert_eq!(at.read("xae"), "4"); assert!(!at.plus("xaf").exists()); } #[test] fn test_guard_input() { let ts = TestScenario::new(util_name!()); let at = &ts.fixtures; ts.ucmd() .args(&["-C", "6"]) .pipe_in("1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n") .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1\n2\n3\n"); ts.ucmd() .args(&["-C", "6"]) .pipe_in("1\n2\n3\n4\n5\n6\n7\n8\n9\n10\n") .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("xaa"), "1\n2\n3\n"); ts.ucmd() .args(&["-C", "6", "xaa"]) .fails() .stderr_only("split: 'xaa' would overwrite input; aborting\n"); assert_eq!(at.read("xaa"), "1\n2\n3\n"); } #[test] fn test_multiple_of_input_chunk() { let (at, mut ucmd) = at_and_ucmd!(); let name = "multiple_of_input_chunk"; RandomFile::new(&at, name).add_bytes(16 * 1024); ucmd.args(&["-b", "8K", name, "b"]).succeeds(); let glob = Glob::new(&at, ".", r"b[[:alpha:]][[:alpha:]]$"); assert_eq!(glob.count(), 2); for filename in glob.collect() { assert_eq!(glob.directory.metadata(&filename).len(), 8 * 1024); } assert_eq!(glob.collate(), at.read_bytes(name)); } #[test] fn test_numeric_suffix() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "4", "--numeric-suffixes=9", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x10"), "b"); assert_eq!(at.read("x11"), "c"); assert_eq!(at.read("x12"), ""); } #[test] fn test_numeric_suffix_inferred() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "4", "--numeric=9", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x10"), "b"); assert_eq!(at.read("x11"), "c"); assert_eq!(at.read("x12"), ""); } #[test] fn test_hex_suffix() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "4", "--hex-suffixes=9", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x0a"), "b"); assert_eq!(at.read("x0b"), "c"); assert_eq!(at.read("x0c"), ""); } #[test] fn test_hex_suffix_alias() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "4", "--hex=9", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x0a"), "b"); assert_eq!(at.read("x0b"), "c"); assert_eq!(at.read("x0c"), ""); } #[test] fn test_numeric_suffix_no_equal() { new_ucmd!() .args(&["-n", "4", "--numeric-suffixes", "9", "threebytes.txt"]) .fails() .stderr_contains("split: cannot open '9' for reading: No such file or directory"); } #[test] fn test_hex_suffix_no_equal() { new_ucmd!() .args(&["-n", "4", "--hex-suffixes", "9", "threebytes.txt"]) .fails() .stderr_contains("split: cannot open '9' for reading: No such file or directory"); } /// Test for short numeric suffix not having any value #[test] fn test_short_numeric_suffix_no_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-l", "9", "-d", "onehundredlines.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x00"), "00\n01\n02\n03\n04\n05\n06\n07\n08\n"); assert_eq!(at.read("x01"), "09\n10\n11\n12\n13\n14\n15\n16\n17\n"); assert_eq!(at.read("x02"), "18\n19\n20\n21\n22\n23\n24\n25\n26\n"); assert_eq!(at.read("x03"), "27\n28\n29\n30\n31\n32\n33\n34\n35\n"); assert_eq!(at.read("x04"), "36\n37\n38\n39\n40\n41\n42\n43\n44\n"); assert_eq!(at.read("x05"), "45\n46\n47\n48\n49\n50\n51\n52\n53\n"); assert_eq!(at.read("x06"), "54\n55\n56\n57\n58\n59\n60\n61\n62\n"); assert_eq!(at.read("x07"), "63\n64\n65\n66\n67\n68\n69\n70\n71\n"); assert_eq!(at.read("x08"), "72\n73\n74\n75\n76\n77\n78\n79\n80\n"); assert_eq!(at.read("x09"), "81\n82\n83\n84\n85\n86\n87\n88\n89\n"); assert_eq!(at.read("x10"), "90\n91\n92\n93\n94\n95\n96\n97\n98\n"); assert_eq!(at.read("x11"), "99\n"); } /// Test for long numeric suffix not having any value #[test] fn test_numeric_suffix_no_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-l", "9", "--numeric-suffixes", "onehundredlines.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x00"), "00\n01\n02\n03\n04\n05\n06\n07\n08\n"); assert_eq!(at.read("x01"), "09\n10\n11\n12\n13\n14\n15\n16\n17\n"); assert_eq!(at.read("x02"), "18\n19\n20\n21\n22\n23\n24\n25\n26\n"); assert_eq!(at.read("x03"), "27\n28\n29\n30\n31\n32\n33\n34\n35\n"); assert_eq!(at.read("x04"), "36\n37\n38\n39\n40\n41\n42\n43\n44\n"); assert_eq!(at.read("x05"), "45\n46\n47\n48\n49\n50\n51\n52\n53\n"); assert_eq!(at.read("x06"), "54\n55\n56\n57\n58\n59\n60\n61\n62\n"); assert_eq!(at.read("x07"), "63\n64\n65\n66\n67\n68\n69\n70\n71\n"); assert_eq!(at.read("x08"), "72\n73\n74\n75\n76\n77\n78\n79\n80\n"); assert_eq!(at.read("x09"), "81\n82\n83\n84\n85\n86\n87\n88\n89\n"); assert_eq!(at.read("x10"), "90\n91\n92\n93\n94\n95\n96\n97\n98\n"); assert_eq!(at.read("x11"), "99\n"); } /// Test for short hex suffix not having any value #[test] fn test_short_hex_suffix_no_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-l", "9", "-x", "onehundredlines.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x00"), "00\n01\n02\n03\n04\n05\n06\n07\n08\n"); assert_eq!(at.read("x01"), "09\n10\n11\n12\n13\n14\n15\n16\n17\n"); assert_eq!(at.read("x02"), "18\n19\n20\n21\n22\n23\n24\n25\n26\n"); assert_eq!(at.read("x03"), "27\n28\n29\n30\n31\n32\n33\n34\n35\n"); assert_eq!(at.read("x04"), "36\n37\n38\n39\n40\n41\n42\n43\n44\n"); assert_eq!(at.read("x05"), "45\n46\n47\n48\n49\n50\n51\n52\n53\n"); assert_eq!(at.read("x06"), "54\n55\n56\n57\n58\n59\n60\n61\n62\n"); assert_eq!(at.read("x07"), "63\n64\n65\n66\n67\n68\n69\n70\n71\n"); assert_eq!(at.read("x08"), "72\n73\n74\n75\n76\n77\n78\n79\n80\n"); assert_eq!(at.read("x09"), "81\n82\n83\n84\n85\n86\n87\n88\n89\n"); assert_eq!(at.read("x0a"), "90\n91\n92\n93\n94\n95\n96\n97\n98\n"); assert_eq!(at.read("x0b"), "99\n"); } /// Test for long hex suffix not having any value #[test] fn test_hex_suffix_no_value() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-l", "9", "--hex-suffixes", "onehundredlines.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x00"), "00\n01\n02\n03\n04\n05\n06\n07\n08\n"); assert_eq!(at.read("x01"), "09\n10\n11\n12\n13\n14\n15\n16\n17\n"); assert_eq!(at.read("x02"), "18\n19\n20\n21\n22\n23\n24\n25\n26\n"); assert_eq!(at.read("x03"), "27\n28\n29\n30\n31\n32\n33\n34\n35\n"); assert_eq!(at.read("x04"), "36\n37\n38\n39\n40\n41\n42\n43\n44\n"); assert_eq!(at.read("x05"), "45\n46\n47\n48\n49\n50\n51\n52\n53\n"); assert_eq!(at.read("x06"), "54\n55\n56\n57\n58\n59\n60\n61\n62\n"); assert_eq!(at.read("x07"), "63\n64\n65\n66\n67\n68\n69\n70\n71\n"); assert_eq!(at.read("x08"), "72\n73\n74\n75\n76\n77\n78\n79\n80\n"); assert_eq!(at.read("x09"), "81\n82\n83\n84\n85\n86\n87\n88\n89\n"); assert_eq!(at.read("x0a"), "90\n91\n92\n93\n94\n95\n96\n97\n98\n"); assert_eq!(at.read("x0b"), "99\n"); } /// Test for short numeric suffix having value provided after space - should fail #[test] fn test_short_numeric_suffix_with_value_spaced() { new_ucmd!() .args(&["-n", "4", "-d", "9", "threebytes.txt"]) .fails() .stderr_contains("split: cannot open '9' for reading: No such file or directory"); } /// Test for short numeric suffix having value provided after space - should fail #[test] fn test_short_hex_suffix_with_value_spaced() { new_ucmd!() .args(&["-n", "4", "-x", "9", "threebytes.txt"]) .fails() .stderr_contains("split: cannot open '9' for reading: No such file or directory"); } /// Test for some combined short options #[test] fn test_short_combination() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-dxen", "4", "threebytes.txt"]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x00"), "a"); assert_eq!(at.read("x01"), "b"); assert_eq!(at.read("x02"), "c"); assert!(!at.file_exists("x03")); } /// Test for the last effective suffix, ignoring all others - numeric long last /// Any combination of short and long (as well as duplicates) should be allowed #[test] fn test_effective_suffix_numeric_last() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&[ "-n", "4", "--numeric-suffixes=7", "--hex-suffixes=4", "-d", "-x", "--numeric-suffixes=9", "threebytes.txt", ]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x10"), "b"); assert_eq!(at.read("x11"), "c"); assert_eq!(at.read("x12"), ""); } /// Test for the last effective suffix, ignoring all others - hex long last /// Any combination of short and long (as well as duplicates) should be allowed #[test] fn test_effective_suffix_hex_last() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&[ "-n", "4", "--hex-suffixes=7", "--numeric-suffixes=4", "-x", "-d", "--hex-suffixes=9", "threebytes.txt", ]) .succeeds() .no_stdout() .no_stderr(); assert_eq!(at.read("x09"), "a"); assert_eq!(at.read("x0a"), "b"); assert_eq!(at.read("x0b"), "c"); assert_eq!(at.read("x0c"), ""); } #[test] fn test_round_robin() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["-n", "r/2", "fivelines.txt"]).succeeds(); assert_eq!(at.read("xaa"), "1\n3\n5\n"); assert_eq!(at.read("xab"), "2\n4\n"); } #[test] #[cfg(any(target_os = "linux", target_os = "android"))] fn test_round_robin_limited_file_descriptors() { new_ucmd!() .args(&["-n", "r/40", "onehundredlines.txt"]) .limit(Resource::NOFILE, 9, 9) .succeeds(); } #[test] fn test_split_invalid_input() { // Test if stdout/stderr for '--lines' option is correct let scene = TestScenario::new(util_name!()); let at = &scene.fixtures; at.touch("file"); scene .ucmd() .args(&["--lines", "0", "file"]) .fails() .no_stdout() .stderr_contains("split: invalid number of lines: 0"); scene .ucmd() .args(&["-C", "0", "file"]) .fails() .no_stdout() .stderr_contains("split: invalid number of bytes: 0"); scene .ucmd() .args(&["-b", "0", "file"]) .fails() .no_stdout() .stderr_contains("split: invalid number of bytes: 0"); scene .ucmd() .args(&["-n", "0", "file"]) .fails() .no_stdout() .stderr_contains("split: invalid number of chunks: '0'"); } /// Test if there are invalid (non UTF-8) in the arguments - unix /// clap is expected to fail/panic #[test] #[cfg(unix)] fn test_split_non_utf8_argument_unix() { use std::ffi::OsStr; use std::os::unix::ffi::OsStrExt; let (at, mut ucmd) = at_and_ucmd!(); let name = "test_split_non_utf8_argument"; let opt = OsStr::from_bytes("--additional-suffix".as_bytes()); RandomFile::new(&at, name).add_lines(2000); // Here, the values 0x66 and 0x6f correspond to 'f' and 'o' // respectively. The value 0x80 is a lone continuation byte, invalid // in a UTF-8 sequence. let opt_value = [0x66, 0x6f, 0x80, 0x6f]; let opt_value = OsStr::from_bytes(&opt_value[..]); let name = OsStr::from_bytes(name.as_bytes()); ucmd.args(&[opt, opt_value, name]) .fails() .stderr_contains("error: invalid UTF-8 was detected in one or more arguments"); } /// Test if there are invalid (non UTF-8) in the arguments - windows /// clap is expected to fail/panic #[test] #[cfg(windows)] fn test_split_non_utf8_argument_windows() { use std::ffi::OsString; use std::os::windows::ffi::OsStringExt; let (at, mut ucmd) = at_and_ucmd!(); let name = "test_split_non_utf8_argument"; let opt = OsString::from("--additional-suffix"); RandomFile::new(&at, name).add_lines(2000); // Here the values 0x0066 and 0x006f correspond to 'f' and 'o' // respectively. The value 0xD800 is a lone surrogate half, invalid // in a UTF-16 sequence. let opt_value = [0x0066, 0x006f, 0xD800, 0x006f]; let opt_value = OsString::from_wide(&opt_value[..]); let name = OsString::from(name); ucmd.args(&[opt, opt_value, name]) .fails() .stderr_contains("error: invalid UTF-8 was detected in one or more arguments"); } // Test '--separator' / '-t' option following GNU tests example // test separators: '\n' , '\0' , ';' // test with '--lines=2' , '--line-bytes=4' , '--number=l/3' , '--number=r/3' , '--number=l/1/3' , '--number=r/1/3' #[test] fn test_split_separator_nl_lines() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--lines=2", "-t", "\n"]) .pipe_in("1\n2\n3\n4\n5\n") .succeeds(); assert_eq!(at.read("xaa"), "1\n2\n"); assert_eq!(at.read("xab"), "3\n4\n"); assert_eq!(at.read("xac"), "5\n"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nl_line_bytes() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--line-bytes=4", "-t", "\n"]) .pipe_in("1\n2\n3\n4\n5\n") .succeeds(); assert_eq!(at.read("xaa"), "1\n2\n"); assert_eq!(at.read("xab"), "3\n4\n"); assert_eq!(at.read("xac"), "5\n"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nl_number_l() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=l/3", "--separator=\n", "fivelines.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\n2\n"); assert_eq!(at.read("xab"), "3\n4\n"); assert_eq!(at.read("xac"), "5\n"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nl_number_r() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=r/3", "--separator", "\n", "fivelines.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\n4\n"); assert_eq!(at.read("xab"), "2\n5\n"); assert_eq!(at.read("xac"), "3\n"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nul_lines() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--lines=2", "-t", "\\0", "separator_nul.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\x002\0"); assert_eq!(at.read("xab"), "3\x004\0"); assert_eq!(at.read("xac"), "5\0"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nul_line_bytes() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--line-bytes=4", "-t", "\\0", "separator_nul.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\x002\0"); assert_eq!(at.read("xab"), "3\x004\0"); assert_eq!(at.read("xac"), "5\0"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nul_number_l() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=l/3", "--separator=\\0", "separator_nul.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\x002\0"); assert_eq!(at.read("xab"), "3\x004\0"); assert_eq!(at.read("xac"), "5\0"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_nul_number_r() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=r/3", "--separator=\\0", "separator_nul.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1\x004\0"); assert_eq!(at.read("xab"), "2\x005\0"); assert_eq!(at.read("xac"), "3\0"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_semicolon_lines() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--lines=2", "-t", ";", "separator_semicolon.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1;2;"); assert_eq!(at.read("xab"), "3;4;"); assert_eq!(at.read("xac"), "5;"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_semicolon_line_bytes() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--line-bytes=4", "-t", ";", "separator_semicolon.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1;2;"); assert_eq!(at.read("xab"), "3;4;"); assert_eq!(at.read("xac"), "5;"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_semicolon_number_l() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=l/3", "--separator=;", "separator_semicolon.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1;2;"); assert_eq!(at.read("xab"), "3;4;"); assert_eq!(at.read("xac"), "5;"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_semicolon_number_r() { let (at, mut ucmd) = at_and_ucmd!(); ucmd.args(&["--number=r/3", "--separator=;", "separator_semicolon.txt"]) .succeeds(); assert_eq!(at.read("xaa"), "1;4;"); assert_eq!(at.read("xab"), "2;5;"); assert_eq!(at.read("xac"), "3;"); assert!(!at.plus("xad").exists()); } #[test] fn test_split_separator_semicolon_number_kth_l() { new_ucmd!() .args(&[ "--number=l/1/3", "--separator", ";", "separator_semicolon.txt", ]) .succeeds() .stdout_only("1;2;"); } #[test] fn test_split_separator_semicolon_number_kth_r() { new_ucmd!() .args(&[ "--number=r/1/3", "--separator", ";", "separator_semicolon.txt", ]) .succeeds() .stdout_only("1;4;"); } // Test error edge cases for separator option #[test] fn test_split_separator_no_value() { new_ucmd!() .args(&["-t"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .stderr_contains( "error: a value is required for '--separator ' but none was supplied", ); } #[test] fn test_split_separator_invalid_usage() { let scene = TestScenario::new(util_name!()); scene .ucmd() .args(&["--separator=xx"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("split: multi-character separator 'xx'"); scene .ucmd() .args(&["-ta", "-tb"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("split: multiple separator characters specified"); scene .ucmd() .args(&["-t'\n'", "-tb"]) .ignore_stdin_write_error() .pipe_in("a\n") .fails() .no_stdout() .stderr_contains("split: multiple separator characters specified"); } // Test using same separator multiple times #[test] fn test_split_separator_same_multiple() { let scene = TestScenario::new(util_name!()); scene .ucmd() .args(&["--separator=:", "--separator=:", "fivelines.txt"]) .succeeds(); scene .ucmd() .args(&["-t:", "--separator=:", "fivelines.txt"]) .succeeds(); scene .ucmd() .args(&["-t", ":", "-t", ":", "fivelines.txt"]) .succeeds(); scene .ucmd() .args(&["-t:", "-t:", "-t,", "fivelines.txt"]) .fails(); }