Added nunjucks grammar

Author: quezo

_automation/grammars.json

@@ -117,6 +117,19 @@
     "revision": "a1bbe92a6370bb4c15386735fbda12f2b812a923",
     "updateBasedOn": "tag"
   },
+  {
+    "language": "nunjucks",
+    "url": "https://github.com/mickeynp/tree-sitter-jinja2",
+    "files": [
+      "alloc.h",
+      "parser.c",
+      "parser.h",
+      "scanner.c"
+    ],
+    "reference": "main",
+    "revision": "d9a9bf0d9cca79c6798308648d4f7040b4ca95c6",
+    "updateBasedOn": "commit"
+  },
   {
     "language": "javascript",
     "url": "https://github.com/tree-sitter/tree-sitter-javascript",

_automation/main.go

@@ -269,6 +269,8 @@ func (s *UpdateService) downloadGrammar(ctx context.Context, g *Grammar) {
 		s.downloadPhp(ctx, g)
 	case "markdown":
 		s.downloadMarkdown(ctx, g)
+	case "nunjucks":
+		s.downloadNunjucks(ctx, g)
 	case "sql":
 		s.downloadSql(ctx, g)
 	default:
@@ -579,6 +581,33 @@ func (s *UpdateService) downloadYaml(ctx context.Context, g *Grammar) {
 	_ = os.WriteFile(fmt.Sprintf("%s/scanner.cc", g.Language), b, 0644)
 }
 
+// jinja2 is special since its folder structure is different from the other ones
+func (s *UpdateService) downloadNunjucks(ctx context.Context, g *Grammar) {
+	fileMapping := map[string]string{
+		"alloc.h":   "tree_sitter/alloc.h",
+		"parser.h":  "tree_sitter/parser.h",
+		"scanner.c": "scanner.c",
+		"parser.c":  "parser.c",
+	}
+
+	s.makeDir(ctx, fmt.Sprintf("%s/tree_sitter", g.Language))
+
+	url := g.ContentURL()
+	for _, f := range g.Files {
+		fp, ok := fileMapping[f]
+		if !ok {
+			logAndExit(getLogger(ctx), "mapping for file not found", "file", f)
+		}
+
+		s.downloadFile(
+			ctx,
+			fmt.Sprintf("%s/%s/src/%s", url, g.Revision, fp),
+			fmt.Sprintf("%s/%s", g.Language, fp),
+			nil,
+		)
+	}
+}
+
 // sql is special since its folder structure is different from the other ones
 func (s *UpdateService) downloadSql(ctx context.Context, g *Grammar) {
 	fileMapping := map[string]string{

nunjucks/binding.go

@@ -0,0 +1,16 @@
+package nunjucks
+
+//#include "tree_sitter/parser.h"
+//TSLanguage *tree_sitter_jinja2();
+import "C"
+
+import (
+	"unsafe"
+
+	sitter "github.com/codepen/go-tree-sitter"
+)
+
+func GetLanguage() *sitter.Language {
+	ptr := unsafe.Pointer(C.tree_sitter_jinja2())
+	return sitter.NewLanguage(ptr)
+}

nunjucks/binding_test.go

@@ -0,0 +1,22 @@
+package nunjucks_test
+
+import (
+	"context"
+	"testing"
+
+	sitter "github.com/codepen/go-tree-sitter"
+	"github.com/codepen/go-tree-sitter/nunjucks"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestGrammar(t *testing.T) {
+	assert := assert.New(t)
+
+	content := `{% include "folder-2/header.njk" %}`
+	rootNode, err := sitter.ParseCtx(context.Background(), []byte(content), nunjucks.GetLanguage())
+
+	assert.NoError(err)
+	expected := `(fragment (fragment_statement (statement (include_statement template: (expression (string))))))`
+	assert.Equal(expected, rootNode.String())
+}