From b5021411a84822cb3f1e3aeffad9550dd15bdeb6 Mon Sep 17 00:00:00 2001 From: Aleksey Kladov Date: Sun, 16 Sep 2018 12:54:24 +0300 Subject: rename all things --- crates/ra_syntax/tests/test.rs | 151 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 151 insertions(+) create mode 100644 crates/ra_syntax/tests/test.rs (limited to 'crates/ra_syntax/tests/test.rs') diff --git a/crates/ra_syntax/tests/test.rs b/crates/ra_syntax/tests/test.rs new file mode 100644 index 000000000..27380efef --- /dev/null +++ b/crates/ra_syntax/tests/test.rs @@ -0,0 +1,151 @@ +extern crate ra_syntax; +#[macro_use] +extern crate test_utils; +extern crate walkdir; + +use std::{ + fs, + path::{Path, PathBuf}, + fmt::Write, +}; + +use ra_syntax::{ + File, + utils::{dump_tree, check_fuzz_invariants}, +}; + +#[test] +fn lexer_tests() { + dir_tests(&["lexer"], |text| { + let tokens = ra_syntax::tokenize(text); + dump_tokens(&tokens, text) + }) +} + +#[test] +fn parser_tests() { + dir_tests(&["parser/inline", "parser/ok", "parser/err"], |text| { + let file = File::parse(text); + dump_tree(file.syntax()) + }) +} + +#[test] +fn parser_fuzz_tests() { + for (_, text) in collect_tests(&["parser/fuzz-failures"]) { + check_fuzz_invariants(&text) + } +} + + +/// Read file and normalize newlines. +/// +/// `rustc` seems to always normalize `\r\n` newlines to `\n`: +/// +/// ``` +/// let s = " +/// "; +/// assert_eq!(s.as_bytes(), &[10]); +/// ``` +/// +/// so this should always be correct. +fn read_text(path: &Path) -> String { + fs::read_to_string(path).unwrap().replace("\r\n", "\n") +} + +pub fn dir_tests(paths: &[&str], f: F) + where + F: Fn(&str) -> String, +{ + for (path, input_code) in collect_tests(paths) { + let parse_tree = f(&input_code); + let path = path.with_extension("txt"); + if !path.exists() { + println!("\nfile: {}", path.display()); + println!("No .txt file with expected result, creating...\n"); + println!("{}\n{}", input_code, parse_tree); + fs::write(&path, parse_tree).unwrap(); + panic!("No expected result") + } + let expected = read_text(&path); + let expected = expected.as_str(); + let parse_tree = parse_tree.as_str(); + assert_equal_text(expected, parse_tree, &path); + } +} + +const REWRITE: bool = false; + +fn assert_equal_text(expected: &str, actual: &str, path: &Path) { + if expected == actual { + return; + } + let dir = project_dir(); + let pretty_path = path.strip_prefix(&dir).unwrap_or_else(|_| path); + if expected.trim() == actual.trim() { + println!("whitespace difference, rewriting"); + println!("file: {}\n", pretty_path.display()); + fs::write(path, actual).unwrap(); + return; + } + if REWRITE { + println!("rewriting {}", pretty_path.display()); + fs::write(path, actual).unwrap(); + return; + } + assert_eq_text!(expected, actual, "file: {}", pretty_path.display()); +} + +fn collect_tests(paths: &[&str]) -> Vec<(PathBuf, String)> { + paths + .iter() + .flat_map(|path| { + let path = test_data_dir().join(path); + test_from_dir(&path).into_iter() + }) + .map(|path| { + let text = read_text(&path); + (path, text) + }) + .collect() +} + +fn test_from_dir(dir: &Path) -> Vec { + let mut acc = Vec::new(); + for file in fs::read_dir(&dir).unwrap() { + let file = file.unwrap(); + let path = file.path(); + if path.extension().unwrap_or_default() == "rs" { + acc.push(path); + } + } + acc.sort(); + acc +} + +fn project_dir() -> PathBuf { + let dir = env!("CARGO_MANIFEST_DIR"); + PathBuf::from(dir) + .parent() + .unwrap() + .parent() + .unwrap() + .to_owned() +} + +fn test_data_dir() -> PathBuf { + project_dir().join("crates/ra_syntax/tests/data") +} + +fn dump_tokens(tokens: &[ra_syntax::Token], text: &str) -> String { + let mut acc = String::new(); + let mut offset = 0; + for token in tokens { + let len: u32 = token.len.into(); + let len = len as usize; + let token_text = &text[offset..offset + len]; + offset += len; + write!(acc, "{:?} {} {:?}\n", token.kind, token.len, token_text).unwrap() + } + acc +} -- cgit v1.2.3