From f8241d7c790b27106ca7c04a28184db729695f4d Mon Sep 17 00:00:00 2001
From: Phodal Huang <h@phodal.com>
Date: Wed, 9 Sep 2020 13:47:44 +0800
Subject: [PATCH] feat: find the error testcases for scanner

---
 scie-grammar/src/grammar/grammar.rs |  4 ++++
 scie-scanner/src/scanner/scanner.rs | 25 ++++++++++++++++++++++---
 vscode-tests/vendor/main.js         |  8 +++++++-
 3 files changed, 33 insertions(+), 4 deletions(-)

diff --git a/scie-grammar/src/grammar/grammar.rs b/scie-grammar/src/grammar/grammar.rs
index 719c23b..1acccbc 100644
--- a/scie-grammar/src/grammar/grammar.rs
+++ b/scie-grammar/src/grammar/grammar.rs
@@ -526,6 +526,10 @@ impl Grammar {
         let mut rule = stack.get_rule(self);
         let rule_info = rule.clone().get_rule_instance();
 
+        if rule.get_rule().id == 36 {
+            println!("{:?}", line_pos);
+        }
+
         let mut rule_scanner;
         match rule_info {
             RuleEnum::BeginEndRule(mut begin_end_rule) => {
diff --git a/scie-scanner/src/scanner/scanner.rs b/scie-scanner/src/scanner/scanner.rs
index c8ad4ce..4f365f2 100644
--- a/scie-scanner/src/scanner/scanner.rs
+++ b/scie-scanner/src/scanner/scanner.rs
@@ -111,9 +111,9 @@ impl Scanner {
 }
 
 pub fn str_vec_to_string<I, T>(iter: I) -> Vec<String>
-where
-    I: IntoIterator<Item = T>,
-    T: Into<String>,
+    where
+        I: IntoIterator<Item=T>,
+        T: Into<String>,
 {
     iter.into_iter().map(Into::into).collect()
 }
@@ -358,4 +358,23 @@ mod tests {
         assert_eq!(4, onig_match.capture_indices[0].start);
         assert_eq!(4, onig_match.capture_indices[0].end);
     }
+
+    #[test]
+    fn should_return_correct_index_when_for_markdown() {
+        let origin = vec!["^", "\\\n", "%|\\*", "(^[ \t]+)?(?=#)", "(\\$?\\$)[@%<?^+*]", "\\$?\\$\\("];
+        let _rules = vec![-1, 37, 38, 2, 12, 14];
+        let debug_regex = str_vec_to_string(origin);
+        let mut scanner = Scanner::new(debug_regex);
+        let result = scanner.find_next_match_sync(
+            String::from(
+                "%.o: %.c $(DEPS)
+",
+            ),
+            4,
+        );
+        let onig_match = result.unwrap();
+        assert_eq!(2, onig_match.index);
+        assert_eq!(5, onig_match.capture_indices[0].start);
+        assert_eq!(6, onig_match.capture_indices[0].end);
+    }
 }
diff --git a/vscode-tests/vendor/main.js b/vscode-tests/vendor/main.js
index db1b4f8..aea08a0 100644
--- a/vscode-tests/vendor/main.js
+++ b/vscode-tests/vendor/main.js
@@ -919,6 +919,11 @@ function matchRule(grammar, lineText, isFirstLine, linePos, stack, anchorPositio
             console.log("matched rule id: " + ruleScanner.rules[r.index] + " from " + r.captureIndices[0].start + " to " + r.captureIndices[0].end);
         }
     }
+    if(rule.id === 36) {
+        console.log(lineText, linePos, stack.depth);
+        console.log(JSON.stringify(ruleScanner));
+        console.log(JSON.stringify(r));
+    }
     if (r) {
         let result = {
             captureIndices: r.captureIndices,
@@ -1147,8 +1152,9 @@ function _tokenizeString(grammar, lineText, isFirstLine, linePos, stack, lineTok
             }
         }
         if (captureIndices[0].end > linePos) {
-            // Advance stream
             linePos = captureIndices[0].end;
+            // Advance stream
+            console.log(linePos);
             isFirstLine = false;
         }
     }
-- 
GitLab