memefish/split_test.go at main · cloudspannerecosystem/memefish · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
package memefish_test

import (
	"regexp"
	"testing"

	"github.com/google/go-cmp/cmp"

	"github.com/cloudspannerecosystem/memefish"
	"github.com/cloudspannerecosystem/memefish/token"
)

func TestSplitRawStatements(t *testing.T) {
	for _, test := range []struct {
		desc  string
		input string
		errRe *regexp.Regexp
		want  []*memefish.RawStatement
	}{
		// SplitRawStatements treats only lexical structures, so the test cases can be invalid statements.
		{desc: "empty input", input: "", want: []*memefish.RawStatement{{Statement: ""}}},
		{desc: "single statement ends with semicolon", input: `SELECT "123";`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT "123"`, End: token.Pos(12)},
			}},
		{desc: "single statement ends with EOF", input: `SELECT "123"`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT "123"`, End: token.Pos(12)},
			}},
		{desc: "two statement ends with semicolon", input: `SELECT "123"; SELECT "456";`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT "123"`, End: token.Pos(12)},
				{Statement: `SELECT "456"`, Pos: token.Pos(14), End: token.Pos(26)},
			}},
		{desc: "two statement ends with EOF", input: `SELECT "123"; SELECT "456"`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT "123"`, End: token.Pos(12)},
				{Statement: `SELECT "456"`, Pos: token.Pos(14), End: token.Pos(26)},
			}},
		{desc: "second statement is empty", input: `SELECT 1; ;`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT 1`, End: token.Pos(8)},
				{Statement: ``, Pos: token.Pos(10), End: token.Pos(10)},
			}},
		{desc: "two statement with new lines", input: "SELECT 1;\n SELECT 2;\n",
			want: []*memefish.RawStatement{
				{Statement: "SELECT 1", End: token.Pos(8)},
				{Statement: "SELECT 2", Pos: token.Pos(11), End: token.Pos(19)},
			}},
		{desc: "single statement with line comment", input: `SELECT 1--
`, want: []*memefish.RawStatement{
			{Statement: "SELECT 1--\n", End: token.Pos(11)},
		}},
		{desc: "semicolon in line comment", input: "SELECT 1 --;\n + 2",
			want: []*memefish.RawStatement{
				{Statement: "SELECT 1 --;\n + 2", End: token.Pos(17)},
			}},
		{desc: "semicolon in multi-line comment", input: "SELECT 1 /*;\n*/ + 2",
			want: []*memefish.RawStatement{
				{Statement: "SELECT 1 /*;\n*/ + 2", End: token.Pos(19)},
			}},
		{desc: "semicolon in double-quoted string", input: `SELECT "1;2;3";`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT "1;2;3"`, End: token.Pos(14)},
			}},
		{desc: "semicolon in single-quoted string", input: `SELECT '1;2;3';`,
			want: []*memefish.RawStatement{
				{Statement: `SELECT '1;2;3'`, End: token.Pos(14)},
			}},
		{desc: "semicolon in back-quote", input: "SELECT `1;2;3`;",
			want: []*memefish.RawStatement{
				{Statement: "SELECT `1;2;3`", End: token.Pos(14)},
			}},
		{desc: "semicolon in leading comment", input: "-- comment;\nSELECT 123",
			want: []*memefish.RawStatement{
				{Statement: "-- comment;\nSELECT 123", End: token.Pos(22)},
			}},
		{desc: "semicolon in leading single-line comment of 2nd statement", input: "SELECT 1; -- comment;\nSELECT 2",
			want: []*memefish.RawStatement{
				{Statement: "SELECT 1", End: token.Pos(8)},
				{Statement: "-- comment;\nSELECT 2", Pos: token.Pos(10), End: token.Pos(30)},
			}},
		{desc: "semicolon in leading multi-line comment of 2nd statement", input: "SELECT 1; /*;\n*/ SELECT 2",
			want: []*memefish.RawStatement{
				{Statement: "SELECT 1", End: token.Pos(8)},
				{Statement: "/*;\n*/ SELECT 2", Pos: token.Pos(10), End: token.Pos(25)},
			}},
	} {
		t.Run(test.desc, func(t *testing.T) {
			stmts, err := memefish.SplitRawStatements("", test.input)
			if err != nil {
				if test.errRe == nil {
					t.Errorf("should success, but %v", err)
					return
				}
				if !test.errRe.MatchString(err.Error()) {
					t.Errorf("error message should match %q, but %q", test.errRe, err)
					return
				}
			}
			if err == nil && test.errRe != nil {
				t.Errorf("success, but should fail %q", test.errRe)
				return
			}
			if diff := cmp.Diff(stmts, test.want); diff != "" {
				t.Errorf("differs: %v", diff)
				return
			}
		})
	}
}