From cfc70207996e202edbb577b2ad97a61ba9eb0eaa Mon Sep 17 00:00:00 2001 From: Akshay Date: Tue, 2 Aug 2022 19:50:46 +0530 Subject: add textual comparison structural comparison helps detect a vast majority of duplicates, but it has a few false positives when files contain only trivia. textual similarity can help detect and eliminate those false positives. --- Cargo.toml | 1 + 1 file changed, 1 insertion(+) (limited to 'Cargo.toml') diff --git a/Cargo.toml b/Cargo.toml index 579c1c4..2803272 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -17,3 +17,4 @@ tree-sitter = "0.20" itertools = "0.10" rayon = "1.5" thiserror = "1.0" +simhash = "0.2" -- cgit v1.2.3