refactor(fluent-syntax): Use pre-formatted messages for roundtrip_unnormalized_fixtures()

...and compare with expected span data.

Author: Ertanic

.gitattributes

@@ -1,4 +1,6 @@
 *.ftl eol=lf
 
-fluent-syntax/tests/fixtures/crlf.ftl eol=crlf
 fluent-syntax/tests/fixtures/cr.ftl eol=cr
+fluent-syntax/tests/fixtures/crlf.ftl eol=crlf
+fluent-syntax/tests/fixtures/formatted/cr.ftl eol=cr
+fluent-syntax/tests/fixtures/formatted/junked/cr.ftl eol=cr

fluent-syntax/tests/fixtures/formatted/any_char.ftl

@@ -0,0 +1,6 @@
+#             ↓ BEL, U+0007
+control0 = abcdef
+#           ↓ DEL, U+007F
+delete = abcdef
+#             ↓ BPM, U+0082
+control1 = abc‚def

fluent-syntax/tests/fixtures/formatted/astral.ftl

@@ -0,0 +1,14 @@
+face-with-tears-of-joy = 😂
+tetragram-for-centre = 𝌆
+surrogates-in-text = \uD83D\uDE02
+surrogates-in-string = { "\uD83D\uDE02" }
+surrogates-in-adjacent-strings = { "\uD83D" }{ "\uDE02" }
+emoji-in-text = A face 😂 with tears of joy.
+emoji-in-string = { "A face 😂 with tears of joy." }
+
+# ERROR Invalid identifier
+
+# ERROR Invalid expression
+
+# ERROR Invalid variant key
+

fluent-syntax/tests/fixtures/formatted/call_expressions.ftl

@@ -0,0 +1,56 @@
+## Function names
+
+valid-func-name-01 = { FUN1() }
+valid-func-name-02 = { FUN_FUN() }
+valid-func-name-03 = { FUN-FUN() }
+
+# JUNK 0 is not a valid Identifier start
+
+# JUNK Function names may not be lowercase
+
+# JUNK Function names may not contain lowercase character
+
+# JUNK ? is not a valid Identifier character
+
+## Arguments
+
+positional-args = { FUN(1, "a", msg) }
+named-args = { FUN(x: 1, y: "Y") }
+dense-named-args = { FUN(x: 1, y: "Y") }
+mixed-args = { FUN(1, "a", msg, x: 1, y: "Y") }
+
+# ERROR Positional arg must not follow keyword args
+
+# ERROR Named arguments must be unique
+
+## Whitespace around arguments
+
+sparse-inline-call = { FUN("a", msg, x: 1) }
+empty-inline-call = { FUN() }
+multiline-call = { FUN("a", msg, x: 1) }
+sparse-multiline-call = { FUN("a", msg, x: 1) }
+empty-multiline-call = { FUN() }
+unindented-arg-number = { FUN(1) }
+unindented-arg-string = { FUN("a") }
+unindented-arg-msg-ref = { FUN(msg) }
+unindented-arg-term-ref = { FUN(-msg) }
+unindented-arg-var-ref = { FUN($var) }
+unindented-arg-call = { FUN(OTHER()) }
+unindented-named-arg = { FUN(x: 1) }
+unindented-closing-paren = { FUN(x) }
+
+## Optional trailing comma
+
+one-argument = { FUN(1) }
+many-arguments = { FUN(1, 2, 3) }
+inline-sparse-args = { FUN(1, 2, 3) }
+mulitline-args = { FUN(1, 2) }
+mulitline-sparse-args = { FUN(1, 2) }
+
+## Syntax errors for trailing comma
+
+## Whitespace in named arguments
+
+sparse-named-arg = { FUN(x: 1, y: 2, z: 3) }
+unindented-colon = { FUN(x: 1) }
+unindented-value = { FUN(x: 1) }

fluent-syntax/tests/fixtures/formatted/callee_expressions.ftl

@@ -0,0 +1,36 @@
+## Callees in placeables.
+
+function-callee-placeable = { FUNCTION() }
+term-callee-placeable = { -term() }
+
+# ERROR Messages cannot be parameterized.
+
+# ERROR Equivalent to a MessageReference callee.
+
+# ERROR Message attributes cannot be parameterized.
+
+# ERROR Term attributes may not be used in Placeables.
+
+# ERROR Variables cannot be parameterized.
+
+## Callees in selectors.
+
+function-callee-selector =
+    { FUNCTION() ->
+       *[key] Value
+    }
+term-attr-callee-selector =
+    { -term.attr() ->
+       *[key] Value
+    }
+
+# ERROR Messages cannot be parameterized.
+
+# ERROR Equivalent to a MessageReference callee.
+
+# ERROR Message attributes cannot be parameterized.
+
+# ERROR Term values may not be used as selectors.
+
+# ERROR Variables cannot be parameterized.
+

fluent-syntax/tests/fixtures/formatted/comments.ftl

@@ -0,0 +1,22 @@
+# Standalone Comment
+
+# Message Comment
+foo = Foo
+# Term Comment
+# with a blank last line.
+#
+-term = Term
+
+# Another standalone
+#
+#      with indent
+
+
+## Group Comment
+
+
+### Resource Comment
+
+
+# Errors
+

fluent-syntax/tests/fixtures/formatted/cr.ftl

@@ -0,0 +1,2 @@
+### This entire file uses CR as EOL.err01 = Value 01err02 = Value 02err03 =    Value 03    Continued    .title = Titleerr04 = { "strerr05 = { $sel -> }
+

fluent-syntax/tests/fixtures/formatted/eof_comment.ftl

@@ -0,0 +1,5 @@
+### NOTE: Disable final newline insertion when editing this file.
+
+
+# No EOL
+

fluent-syntax/tests/fixtures/formatted/eof_empty.ftl

@@ -0,0 +1,2 @@
+### NOTE: Disable final newline insertion when editing this file.
+

fluent-syntax/tests/fixtures/formatted/eof_id.ftl

@@ -0,0 +1,2 @@
+### NOTE: Disable final newline insertion when editing this file.
+

fluent-syntax/tests/fixtures/formatted/eof_id_equals.ftl

@@ -0,0 +1,2 @@
+### NOTE: Disable final newline insertion when editing this file.
+

fluent-syntax/tests/fixtures/formatted/eof_junk.ftl

@@ -0,0 +1,3 @@
+### NOTE: Disable final newline insertion when editing this file.
+
+no-eol = No EOL

fluent-syntax/tests/fixtures/formatted/eof_value.ftl

@@ -0,0 +1,38 @@
+## Literal text
+
+text-backslash-one = Value with \ a backslash
+text-backslash-two = Value with \\ two backslashes
+text-backslash-brace = Value with \{ placeable }
+text-backslash-u = \u0041
+text-backslash-backslash-u = \\u0041
+
+## String literals
+
+quote-in-string = { "\"" }
+backslash-in-string = { "\\" }
+
+# ERROR Mismatched quote
+
+# ERROR Unknown escape
+
+# ERROR Multiline literal
+
+## Unicode escapes
+
+string-unicode-4digits = { "\u0041" }
+escape-unicode-4digits = { "\\u0041" }
+string-unicode-6digits = { "\U01F602" }
+escape-unicode-6digits = { "\\U01F602" }
+# OK The trailing "00" is part of the literal value.
+string-too-many-4digits = { "\u004100" }
+# OK The trailing "00" is part of the literal value.
+string-too-many-6digits = { "\U01F60200" }
+
+# ERROR Too few hex digits after \u.
+
+# ERROR Too few hex digits after \U.
+
+## Literal braces
+
+brace-open = An opening { "{" } brace.
+brace-close = A closing { "}" } brace.

fluent-syntax/tests/fixtures/formatted/escaped_characters.ftl

@@ -0,0 +1,16 @@
+## Two adjacent Junks.
+
+# A single Junk.
+
+# A single Junk.
+
+# The COMMENT ends this junk.
+
+# COMMENT
+
+
+# The COMMENT ends this junk.
+# The closing brace is a separate Junk.
+
+# COMMENT
+

fluent-syntax/tests/fixtures/formatted/junk.ftl

@@ -0,0 +1,6 @@
+#             ↓ BEL, U+0007
+control0 = abcdef
+#           ↓ DEL, U+007F
+delete = abcdef
+#             ↓ BPM, U+0082
+control1 = abc‚def

fluent-syntax/tests/fixtures/formatted/junked/any_char.ftl

@@ -0,0 +1,21 @@
+face-with-tears-of-joy = 😂
+tetragram-for-centre = 𝌆
+surrogates-in-text = \uD83D\uDE02
+surrogates-in-string = { "\uD83D\uDE02" }
+surrogates-in-adjacent-strings = { "\uD83D" }{ "\uDE02" }
+emoji-in-text = A face 😂 with tears of joy.
+emoji-in-string = { "A face 😂 with tears of joy." }
+
+# ERROR Invalid identifier
+
+err-😂 = Value
+
+# ERROR Invalid expression
+
+err-invalid-expression = { 😂 }
+
+# ERROR Invalid variant key
+
+err-invalid-variant-key = { $sel ->
+    *[😂] Value
+}

fluent-syntax/tests/fixtures/formatted/junked/astral.ftl

@@ -0,0 +1,71 @@
+## Function names
+
+valid-func-name-01 = { FUN1() }
+valid-func-name-02 = { FUN_FUN() }
+valid-func-name-03 = { FUN-FUN() }
+
+# JUNK 0 is not a valid Identifier start
+
+invalid-func-name-01 = {0FUN()}
+# JUNK Function names may not be lowercase
+
+invalid-func-name-02 = {fun()}
+# JUNK Function names may not contain lowercase character
+
+invalid-func-name-03 = {Fun()}
+# JUNK ? is not a valid Identifier character
+
+invalid-func-name-04 = {FUN?()}
+
+## Arguments
+
+positional-args = { FUN(1, "a", msg) }
+named-args = { FUN(x: 1, y: "Y") }
+dense-named-args = { FUN(x: 1, y: "Y") }
+mixed-args = { FUN(1, "a", msg, x: 1, y: "Y") }
+
+# ERROR Positional arg must not follow keyword args
+
+shuffled-args = {FUN(1, x: 1, "a", y: "Y", msg)}
+
+# ERROR Named arguments must be unique
+
+duplicate-named-args = {FUN(x: 1, x: "X")}
+
+
+## Whitespace around arguments
+
+sparse-inline-call = { FUN("a", msg, x: 1) }
+empty-inline-call = { FUN() }
+multiline-call = { FUN("a", msg, x: 1) }
+sparse-multiline-call = { FUN("a", msg, x: 1) }
+empty-multiline-call = { FUN() }
+unindented-arg-number = { FUN(1) }
+unindented-arg-string = { FUN("a") }
+unindented-arg-msg-ref = { FUN(msg) }
+unindented-arg-term-ref = { FUN(-msg) }
+unindented-arg-var-ref = { FUN($var) }
+unindented-arg-call = { FUN(OTHER()) }
+unindented-named-arg = { FUN(x: 1) }
+unindented-closing-paren = { FUN(x) }
+
+## Optional trailing comma
+
+one-argument = { FUN(1) }
+many-arguments = { FUN(1, 2, 3) }
+inline-sparse-args = { FUN(1, 2, 3) }
+mulitline-args = { FUN(1, 2) }
+mulitline-sparse-args = { FUN(1, 2) }
+
+## Syntax errors for trailing comma
+
+one-argument = {FUN(1,,)}
+missing-arg = {FUN(,)}
+missing-sparse-arg = {FUN(   ,   )}
+
+
+## Whitespace in named arguments
+
+sparse-named-arg = { FUN(x: 1, y: 2, z: 3) }
+unindented-colon = { FUN(x: 1) }
+unindented-value = { FUN(x: 1) }

fluent-syntax/tests/fixtures/formatted/junked/call_expressions.ftl

@@ -0,0 +1,58 @@
+## Callees in placeables.
+
+function-callee-placeable = { FUNCTION() }
+term-callee-placeable = { -term() }
+
+# ERROR Messages cannot be parameterized.
+
+message-callee-placeable = {message()}
+# ERROR Equivalent to a MessageReference callee.
+
+mixed-case-callee-placeable = {Function()}
+# ERROR Message attributes cannot be parameterized.
+
+message-attr-callee-placeable = {message.attr()}
+# ERROR Term attributes may not be used in Placeables.
+
+term-attr-callee-placeable = {-term.attr()}
+# ERROR Variables cannot be parameterized.
+
+variable-callee-placeable = {$variable()}
+
+
+## Callees in selectors.
+
+function-callee-selector =
+    { FUNCTION() ->
+       *[key] Value
+    }
+term-attr-callee-selector =
+    { -term.attr() ->
+       *[key] Value
+    }
+
+# ERROR Messages cannot be parameterized.
+
+message-callee-selector = {message() ->
+   *[key] Value
+}
+# ERROR Equivalent to a MessageReference callee.
+
+mixed-case-callee-selector = {Function() ->
+   *[key] Value
+}
+# ERROR Message attributes cannot be parameterized.
+
+message-attr-callee-selector = {message.attr() ->
+   *[key] Value
+}
+# ERROR Term values may not be used as selectors.
+
+term-callee-selector = {-term() ->
+   *[key] Value
+}
+# ERROR Variables cannot be parameterized.
+
+variable-callee-selector = {$variable() ->
+   *[key] Value
+}