difflib: parsing modern rust

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "difflib"
-version = "0.4.0"
+version = "0.5.0"
 authors = ["Dima Kudosh <dimakudosh@gmail.com>"]
 description = "Port of Python's difflib library to Rust."
 documentation = "https://github.com/DimaKudosh/difflib/wiki"

src/differ.rs

@@ -252,6 +252,15 @@ impl Differ {
         res
     }
 
+    fn split_at_char_boundary<'a>(line: &'a str, char_idx: usize) -> (&'a str, &'a str) {
+        let byte_idx = line
+            .char_indices()
+            .nth(char_idx)
+            .map(|(i, _)| i)
+            .unwrap_or(line.len());
+        line.split_at(byte_idx)
+    }
+
     fn qformat(
         &self,
         first_line: &str,
@@ -268,8 +277,8 @@ impl Differ {
         );
         common = cmp::min(common, count_leading(first_tags.split_at(common).0, ' '));
         common = cmp::min(common, count_leading(first_tags.split_at(common).0, ' '));
-        first_tags = first_tags.split_at(common).1.trim_right();
-        second_tags = second_tags.split_at(common).1.trim_right();
+        first_tags = Self::split_at_char_boundary(first_tags, common).1.trim_end();
+        second_tags = Self::split_at_char_boundary(second_tags, common).1.trim_end();
         let mut s = format!("- {}", first_line);
         res.push(s);
         if first_tags != "" {

src/sequencematcher.rs

@@ -114,7 +114,7 @@ impl<'a, T: Sequence> SequenceMatcher<'a, T> {
         let second_sequence = self.second_sequence;
         let mut second_sequence_elements = HashMap::new();
         for (i, item) in second_sequence.iter().enumerate() {
-            let mut counter = second_sequence_elements
+            let counter = second_sequence_elements
                 .entry(item)
                 .or_insert_with(Vec::new);
             counter.push(i);

tests/tests.rs

@@ -133,6 +133,16 @@ fn test_differ_restore() {
     assert_eq!(second_text, Differ::restore(&diff, 2));
 }
 
+#[test]
+fn test_differ_compare_utf8() {
+    let first_text = vec!["\tcrab 🦀\n"];
+    let second_text = vec!["\tcrab 🦞\n"];
+    let differ = Differ::new();
+    let result = differ.compare(&first_text, &second_text).join("");
+    assert!(result.contains("🦀"));
+    assert!(result.contains("🦞"));
+}
+
 #[test]
 fn test_unified_diff() {
     let first_text = "one two three four".split(" ").collect::<Vec<&str>>();