Fix parsing of multiline string literals (#763)

nokia · Sep 25, 2024 · cdf964f · cdf964f
1 parent 8c7932e
commit cdf964f
Show file tree

Hide file tree

Showing 2 changed files with 33 additions and 1 deletion.
diff --git a/ttcn3/syntax/scanner.go b/ttcn3/syntax/scanner.go
@@ -254,7 +254,6 @@ func (s *Scanner) scanString() Kind {
 		switch ch := s.src[s.pos]; ch {
 		case '\n', '\v', '\f':
 			s.lines = append(s.lines, s.pos+1)
-			s.pos++
 		case '\\':
 			s.pos++
 		case '"':

diff --git a/ttcn3/syntax/scanner_test.go b/ttcn3/syntax/scanner_test.go
@@ -23,6 +23,39 @@ func TestTokenize(t *testing.T) {
 			`COMMENT "//"`,
 			`EOF`,
 		}},
+		{`"str"
+				`, []string{
+			`STRING "\"str\""`,
+			`EOF`,
+		}},
+		{`"multiline
+str"
+`, []string{
+			`STRING "\"multiline\nstr\""`,
+			`EOF`,
+		}},
+		{`"
+multiline
+str"
+`, []string{
+			`STRING "\"\nmultiline\nstr\""`,
+			`EOF`,
+		}},
+		{`"multiline
+str
+"
+`, []string{
+			`STRING "\"multiline\nstr\n\""`,
+			`EOF`,
+		}},
+		{`"
+multiline
+str
+"
+`, []string{
+			`STRING "\"\nmultiline\nstr\n\""`,
+			`EOF`,
+		}},
 	}
 	for _, test := range tests {
 		root := Tokenize([]byte(test.input))