Skip to content

Commit

Permalink
Add testdata for terraform
Browse files Browse the repository at this point in the history
  • Loading branch information
@orhanhenrik @alecthomas
orhanhenrik authored and alecthomas committed Feb 21, 2020
1 parent c83e581 commit e54a758
Show file tree
Hide file tree
Showing 3 changed files with 213 additions and 10 deletions.
19 changes: 9 additions & 10 deletions lexers/t/terraform.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,17 +23,17 @@ var Terraform = internal.Register(MustNewLexer(
{`\s*(#|//).*\n`, CommentSingle, nil},
{`([a-zA-Z]\w*)(\s*)(=(?!>))`, ByGroups(NameAttribute, Text, Text), nil},
{Words(`^\s*`, `\b`, `variable`, `data`, `resource`, `provider`, `provisioner`, `module`, `output`), KeywordReserved, nil},
{Words(``, `\b`, `for`, `in`), Keyword, nil },
{Words(``, `\b`, `for`, `in`), Keyword, nil},
{Words(``, ``, `count`, `data`, `var`, `module`, `each`), NameBuiltin, nil},
{Words(``, `\b`, `abs`, `ceil`, `floor`, `log`, `max`, `min`, `parseint`, `pow`, `signum`, ), NameBuiltin, nil},
{Words(``, `\b`, `abs`, `ceil`, `floor`, `log`, `max`, `min`, `parseint`, `pow`, `signum`), NameBuiltin, nil},
{Words(``, `\b`, `chomp`, `format`, `formatlist`, `indent`, `join`, `lower`, `regex`, `regexall`, `replace`, `split`, `strrev`, `substr`, `title`, `trim`, `trimprefix`, `trimsuffix`, `trimspace`, `upper`), NameBuiltin, nil},
{Words(`[^.]`, `\b`, `chunklist`,`coalesce`,`coalescelist`,`compact`,`concat`,`contains`,`distinct`,`element`,`flatten`,`index`,`keys`,`length`,`list`,`lookup`,`map`,`matchkeys`,`merge`,`range`,`reverse`,`setintersection`,`setproduct`,`setsubtract`,`setunion`,`slice`,`sort`,`transpose`,`values`,`zipmap`), NameBuiltin, nil},
{Words(`[^.]`, `\b`, `base64decode`,`base64encode`,`base64gzip`,`csvdecode`,`jsondecode`,`jsonencode`,`urlencode`,`yamldecode`,`yamlencode`), NameBuiltin, nil},
{Words(``, `\b`, `abspath`,`dirname`,`pathexpand`,`basename`,`file`,`fileexists`,`fileset`,`filebase64`,`templatefile`), NameBuiltin, nil},
{Words(``, `\b`, `formatdate`,`timeadd`,`timestamp`), NameBuiltin, nil},
{Words(``, `\b`, `base64sha256`,`base64sha512`,`bcrypt`,`filebase64sha256`,`filebase64sha512`,`filemd5`,`filesha1`,`filesha256`,`filesha512`,`md5`,`rsadecrypt`,`sha1`,`sha256`,`sha512`,`uuid`,`uuidv5`), NameBuiltin, nil},
{Words(``, `\b`, `cidrhost`,`cidrnetmask`,`cidrsubnet`), NameBuiltin, nil},
{Words(``, `\b`, `can`,`tobool`,`tolist`,`tomap`,`tonumber`,`toset`,`tostring`,`try`), NameBuiltin, nil},
{Words(`[^.]`, `\b`, `chunklist`, `coalesce`, `coalescelist`, `compact`, `concat`, `contains`, `distinct`, `element`, `flatten`, `index`, `keys`, `length`, `list`, `lookup`, `map`, `matchkeys`, `merge`, `range`, `reverse`, `setintersection`, `setproduct`, `setsubtract`, `setunion`, `slice`, `sort`, `transpose`, `values`, `zipmap`), NameBuiltin, nil},
{Words(`[^.]`, `\b`, `base64decode`, `base64encode`, `base64gzip`, `csvdecode`, `jsondecode`, `jsonencode`, `urlencode`, `yamldecode`, `yamlencode`), NameBuiltin, nil},
{Words(``, `\b`, `abspath`, `dirname`, `pathexpand`, `basename`, `file`, `fileexists`, `fileset`, `filebase64`, `templatefile`), NameBuiltin, nil},
{Words(``, `\b`, `formatdate`, `timeadd`, `timestamp`), NameBuiltin, nil},
{Words(``, `\b`, `base64sha256`, `base64sha512`, `bcrypt`, `filebase64sha256`, `filebase64sha512`, `filemd5`, `filesha1`, `filesha256`, `filesha512`, `md5`, `rsadecrypt`, `sha1`, `sha256`, `sha512`, `uuid`, `uuidv5`), NameBuiltin, nil},
{Words(``, `\b`, `cidrhost`, `cidrnetmask`, `cidrsubnet`), NameBuiltin, nil},
{Words(``, `\b`, `can`, `tobool`, `tolist`, `tomap`, `tonumber`, `toset`, `tostring`, `try`), NameBuiltin, nil},
{`=(?!>)|\+|-|\*|\/|:|!|%|>|<(?!<)|>=|<=|==|!=|&&|\||\?`, Operator, nil},
{`\n|\s+|\\\n`, Text, nil},
{`[a-zA-Z]\w*`, NameOther, nil},
Expand All @@ -56,6 +56,5 @@ var Terraform = internal.Register(MustNewLexer(
{`\}`, LiteralStringInterpol, Pop(1)},
Include("root"),
},

},
))
39 changes: 39 additions & 0 deletions lexers/testdata/terraform.actual
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
variable "some_var" {
default = 12
}

resource "something" "nice" {
name = "hello"
value = var.some_var
x = var.some_var > 5 ? var.some_var : 10

cidr_blocks = [
for num in [1,2,3]:
cidrhost("10.0.0.0/24", num)
]
str = <<-EOT
hello
world
EOT

/*
Multiline comment
*/
# Single comment

dynamic "setting" {
for_each = var.settings
content {
namespace = setting.value["namespace"]
name = setting.value["name"]
value = setting.value["value"]
}
}
}


resource "other" "resource" {
count = 3
name = "resource${count.index+1}"
}

165 changes: 165 additions & 0 deletions lexers/testdata/terraform.expected
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,165 @@
[
{"type":"KeywordReserved","value":"variable"},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"some_var\""},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"{"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"default"},
{"type":"Text","value":" = "},
{"type":"LiteralNumber","value":"12"},
{"type":"Text","value":"\n"},
{"type":"Punctuation","value":"}"},
{"type":"Text","value":"\n"},
{"type":"KeywordReserved","value":"\nresource"},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"something\""},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"nice\""},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"{"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"name"},
{"type":"Text","value":" = "},
{"type":"LiteralStringDouble","value":"\"hello\""},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"value"},
{"type":"Text","value":" = "},
{"type":"NameBuiltin","value":"var"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"some_var"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"x"},
{"type":"Text","value":" = "},
{"type":"NameBuiltin","value":"var"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"some_var"},
{"type":"Text","value":" "},
{"type":"Operator","value":"\u003e"},
{"type":"Text","value":" "},
{"type":"LiteralNumber","value":"5"},
{"type":"Text","value":" "},
{"type":"Operator","value":"?"},
{"type":"Text","value":" "},
{"type":"NameBuiltin","value":"var"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"some_var"},
{"type":"Text","value":" "},
{"type":"Operator","value":":"},
{"type":"Text","value":" "},
{"type":"LiteralNumber","value":"10"},
{"type":"Text","value":"\n\n "},
{"type":"NameAttribute","value":"cidr_blocks"},
{"type":"Text","value":" = "},
{"type":"Punctuation","value":"["},
{"type":"Text","value":"\n "},
{"type":"Keyword","value":"for"},
{"type":"Text","value":" "},
{"type":"NameOther","value":"num"},
{"type":"Text","value":" "},
{"type":"Keyword","value":"in"},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"["},
{"type":"LiteralNumber","value":"1"},
{"type":"Punctuation","value":","},
{"type":"LiteralNumber","value":"2"},
{"type":"Punctuation","value":","},
{"type":"LiteralNumber","value":"3"},
{"type":"Punctuation","value":"]"},
{"type":"Operator","value":":"},
{"type":"Text","value":"\n "},
{"type":"NameBuiltin","value":"cidrhost"},
{"type":"Punctuation","value":"("},
{"type":"LiteralStringDouble","value":"\"10.0.0.0/24\""},
{"type":"Punctuation","value":","},
{"type":"Text","value":" "},
{"type":"NameOther","value":"num"},
{"type":"Punctuation","value":")"},
{"type":"Text","value":"\n "},
{"type":"Punctuation","value":"]"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"str"},
{"type":"Text","value":" = "},
{"type":"Operator","value":"\u003c\u003c-EOT"},
{"type":"LiteralString","value":"\n hello\n world\n "},
{"type":"Operator","value":"EOT"},
{"type":"Text","value":"\n\n "},
{"type":"CommentMultiline","value":"/*\n Multiline comment\n */"},
{"type":"CommentSingle","value":"\n # Single comment\n"},
{"type":"Text","value":"\n "},
{"type":"NameOther","value":"dynamic"},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"setting\""},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"{"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"for_each"},
{"type":"Text","value":" = "},
{"type":"NameBuiltin","value":"var"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"settings"},
{"type":"Text","value":"\n "},
{"type":"NameOther","value":"content"},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"{"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"namespace"},
{"type":"Text","value":" = "},
{"type":"NameOther","value":"setting"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"value"},
{"type":"Punctuation","value":"["},
{"type":"LiteralStringDouble","value":"\"namespace\""},
{"type":"Punctuation","value":"]"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"name"},
{"type":"Text","value":" = "},
{"type":"NameOther","value":"setting"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"value"},
{"type":"Punctuation","value":"["},
{"type":"LiteralStringDouble","value":"\"name\""},
{"type":"Punctuation","value":"]"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"value"},
{"type":"Text","value":" = "},
{"type":"NameOther","value":"setting"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"value"},
{"type":"Punctuation","value":"["},
{"type":"LiteralStringDouble","value":"\"value\""},
{"type":"Punctuation","value":"]"},
{"type":"Text","value":"\n "},
{"type":"Punctuation","value":"}"},
{"type":"Text","value":"\n "},
{"type":"Punctuation","value":"}"},
{"type":"Text","value":"\n"},
{"type":"Punctuation","value":"}"},
{"type":"Text","value":"\n"},
{"type":"KeywordReserved","value":"\n\nresource"},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"other\""},
{"type":"Text","value":" "},
{"type":"LiteralStringDouble","value":"\"resource\""},
{"type":"Text","value":" "},
{"type":"Punctuation","value":"{"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"count"},
{"type":"Text","value":" = "},
{"type":"LiteralNumber","value":"3"},
{"type":"Text","value":"\n "},
{"type":"NameAttribute","value":"name"},
{"type":"Text","value":" = "},
{"type":"LiteralStringDouble","value":"\"resource"},
{"type":"LiteralStringInterpol","value":"${"},
{"type":"NameBuiltin","value":"count"},
{"type":"Punctuation","value":"."},
{"type":"NameOther","value":"index"},
{"type":"Operator","value":"+"},
{"type":"LiteralNumber","value":"1"},
{"type":"LiteralStringInterpol","value":"}"},
{"type":"LiteralStringDouble","value":"\""},
{"type":"Text","value":"\n"},
{"type":"Punctuation","value":"}"},
{"type":"Text","value":"\n\n"}
]

0 comments on commit e54a758

Please sign in to comment.