make `regex.scan`'s behavior consistent across targets (#423)

3 files changed, 57 insertions, 3 deletions

diff --git a/src/gleam/regex.gleam b/src/gleam/regex.gleam
index 307d679..013d55d 100644
--- a/src/gleam/regex.gleam
+++ b/src/gleam/regex.gleam
@@ -160,7 +160,7 @@ if javascript {
 /// ## Examples
 ///
 /// ```gleam
-/// > assert Ok(re) = from_string("[oi]n a (\\w+)")
+/// > let assert Ok(re) = from_string("[oi]n a (\\w+)")
 /// > scan(with: re, content: "I am on a boat in a lake.")
 /// [
 ///   Match(
@@ -174,6 +174,50 @@ if javascript {
 /// ]
 /// ```
 ///
+/// ```gleam
+/// > let assert Ok(re) = regex.from_string("([+|\\-])?(\\d+)(\\w+)?")
+/// > scan(with: re, content: "-36")
+/// [
+///   Match(
+///     content: "-36",
+///     submatches: [Some("-"), Some("36")]
+///   )
+/// ]
+///
+/// > scan(with: re, content: "36")
+/// [
+///   Match(
+///     content: "-36",
+///     submatches: [None, Some("36")]
+///   )
+/// ]
+/// ```
+///
+/// ```gleam
+/// > let assert Ok(re) = regex.from_string("var\\s*(\\w+)\\s*(int|string)?\\s*=\\s*(.*)")
+/// > scan(with: re, content: "var age = 32")
+/// [
+///   Match(
+///     content: "var age = 32",
+///     submatches: [Some("age"), None, Some("32")]
+///   )
+/// ]
+/// ```
+///
+/// ```gleam
+/// > let assert Ok(re) = regex.from_string("let (\\w+) = (\\w+)")
+/// > scan(with: re, content: "let age = 32")
+/// [
+///   Match(
+///     content: "let age = 32",
+///     submatches: [Some("age"), Some("32")]
+///   )
+/// ]
+///
+/// > scan(with: re, content: "const age = 32")
+/// []
+/// ```
+///
 pub fn scan(with regex: Regex, content string: String) -> List(Match) {
   do_scan(regex, string)
 }
diff --git a/src/gleam_stdlib.erl b/src/gleam_stdlib.erl
index 80c3f2c..e1fdbb1 100644
--- a/src/gleam_stdlib.erl
+++ b/src/gleam_stdlib.erl
@@ -205,6 +205,7 @@ regex_check(Regex, String) ->
 regex_split(Regex, String) ->
     re:split(String, Regex).
 
+regex_submatches(_, {-1, 0}) -> none;
 regex_submatches(String, {Start, Length}) ->
     BinarySlice = binary:part(String, {Start, Length}),
     case string:is_empty(binary_to_list(BinarySlice)) of
diff --git a/src/gleam_stdlib.mjs b/src/gleam_stdlib.mjs
index 37c3ea2..632c668 100644
--- a/src/gleam_stdlib.mjs
+++ b/src/gleam_stdlib.mjs
@@ -388,8 +388,17 @@ export function compile_regex(pattern, options) {
 
 export function regex_scan(regex, string) {
   let matches = Array.from(string.matchAll(regex)).map((match) => {
-    let content = match.shift();
-    let submatches = match.map((x) => (x ? new Some(x) : new None()));
+    const content = match[0];
+    const submatches = [];
+    for (let n = match.length - 1; n > 0; n--) {
+      if (match[n]) {
+        submatches[n-1] = new Some(match[n])
+        continue
+      }
+      if(submatches.length > 0) {
+        submatches[n-1] = new None()
+      }
+    }
     return new RegexMatch(content, List.fromArray(submatches));
   });
   return List.fromArray(matches);