Initial commit

Author: maxbrunsfeld

.gitattributes

@@ -0,0 +1 @@
+/src/** linguist-vendored

.gitignore

@@ -0,0 +1,3 @@
+node_modules
+build
+*.log

.npmignore

@@ -0,0 +1,3 @@
+grammar_test
+build
+script

.travis.yml

@@ -0,0 +1,14 @@
+language: node_js
+sudo: false
+node_js:
+  - "node"
+compiler: clang-3.6
+env:
+  - CXX=clang-3.6
+addons:
+  apt:
+    sources:
+      - llvm-toolchain-precise-3.6
+      - ubuntu-toolchain-r-test
+    packages:
+      - clang-3.6

LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Max Brunsfeld
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,13 @@
+tree-sitter-python
+================
+
+[![Build Status](https://travis-ci.org/tree-sitter/tree-sitter-python.svg?branch=master)](https://travis-ci.org/tree-sitter/tree-sitter-python)
+
+Python grammar for [tree-sitter][].
+
+[tree-sitter]: https://github.com/tree-sitter/tree-sitter
+
+#### References
+
+* [Python 2 Grammar](https://docs.python.org/2/reference/grammar.html)
+* [Python 3 Grammar](https://docs.python.org/3/reference/grammar.html)

binding.gyp

@@ -0,0 +1,19 @@
+{
+  "targets": [
+    {
+      "target_name": "ts_language_python_binding",
+      "include_dirs": [
+        "<!(node -e \"require('nan')\")",
+        "src"
+      ],
+      "sources": [
+        "src/parser.c",
+        "src/scanner.cc",
+        "src/binding.cc"
+      ],
+      "cflags_c": [
+        "-std=c99",
+      ]
+    }
+  ]
+}

grammar.js

@@ -0,0 +1,100 @@
+module.exports = grammar({
+  name: 'python',
+
+  extras: $ => [
+    $.comment,
+    /\s/
+  ],
+
+  externals: $ => [
+    $._newline,
+    $._indent,
+    $._dedent
+  ],
+
+  rules: {
+    module: $ => optional(seq(
+      repeat1($._statement),
+      optional(choice(';', $._newline))
+    )),
+
+    _statement: $ => choice(
+      seq($._simple_statement, $._newline),
+      $._compound_statement
+    ),
+
+    // Simple statements
+
+    _simple_statement: $ => choice(
+      $.print_statement,
+      $.expression_statement
+    ),
+
+    print_statement: $ => seq(
+      'print',
+      $._expression,
+      repeat(seq(',', $._expression))
+    ),
+
+    expression_statement: $ => $._expression,
+
+    // Compount statements
+
+    _compound_statement: $ => choice(
+      $.if_statement
+    ),
+
+    if_statement: $ => seq(
+      'if',
+      $._expression,
+      ':',
+      $._suite,
+      repeat($.elif_clause),
+      optional($.else_clause)
+    ),
+
+    elif_clause: $ => seq(
+      'elif',
+      $._expression,
+      ':',
+      $._suite
+    ),
+
+    else_clause: $ => seq(
+      'else',
+      ':',
+      $._suite
+    ),
+
+    _suite: $ => choice(
+      $._simple_statement,
+      seq(
+        $._indent,
+        optional(sep1($._statement, choice(';', $._newline))),
+        $._dedent
+      )
+    ),
+
+    // Expressions
+
+    _expression: $ => choice(
+      $.identifier,
+      $.binary_operator
+    ),
+
+    binary_operator: $ => choice(
+      prec.left(seq($._expression, '+', $._expression))
+    ),
+
+    identifier: $ => /\a\w*/,
+
+    comment: $ => token(seq(
+      '#',
+      /.+/
+    ))
+  }
+})
+
+function sep1(rule, separator) {
+  return seq(rule, repeat(seq(separator, rule)))
+}

grammar_test/statements.txt

@@ -0,0 +1,59 @@
+======================================
+Print statements
+=====================================
+
+print a
+print b, c
+
+---
+
+(module
+  (print_statement (identifier))
+  (print_statement (identifier) (identifier)))
+
+======================================
+Expression statements
+=====================================
+
+a
+b + c
+
+---
+
+(module
+  (expression_statement (identifier))
+  (expression_statement (binary_operator (identifier) (identifier))))
+
+======================================
+If statements
+=====================================
+
+if a:
+  b
+
+---
+
+(module
+  (if_statement (identifier)
+    (expression_statement (identifier))))
+
+======================================
+If else statements
+=====================================
+
+if a:
+  b
+elif c:
+  d
+else:
+  f
+
+---
+
+(module
+  (if_statement (identifier)
+    (expression_statement (identifier))
+    (elif_clause (identifier)
+      (expression_statement (identifier)))
+    (else_clause
+      (expression_statement (identifier)))))

index.js

@@ -0,0 +1 @@
+module.exports = require("./build/Release/ts_language_python_binding");

package.json

@@ -0,0 +1,23 @@
+{
+  "name": "tree-sitter-python",
+  "version": "0.0.1",
+  "description": "Python grammar for tree-sitter",
+  "main": "index.js",
+  "keywords": [
+    "parser",
+    "lexer"
+  ],
+  "author": "Max Brunsfeld",
+  "license": "MIT",
+  "dependencies": {
+    "nan": "^2.4.0"
+  },
+  "devDependencies": {
+    "tree-sitter-cli": ">= 0.3.7-0"
+  },
+  "scripts": {
+    "build": "tree-sitter generate && node-gyp build",
+    "test": "tree-sitter test"
+  },
+  "repository": "https://github.com/tree-sitter/tree-sitter-python"
+}

src/binding.cc

@@ -0,0 +1,28 @@
+#include "tree_sitter/parser.h"
+#include <node.h>
+#include "nan.h"
+
+using namespace v8;
+
+extern "C" TSLanguage * ts_language_python();
+
+namespace tree_sitter_python {
+
+NAN_METHOD(New) {}
+
+void Init(Handle<Object> exports, Handle<Object> module) {
+  Local<FunctionTemplate> tpl = Nan::New<FunctionTemplate>(New);
+  tpl->SetClassName(Nan::New("Language").ToLocalChecked());
+  tpl->InstanceTemplate()->SetInternalFieldCount(1);
+
+  Local<Function> constructor = tpl->GetFunction();
+  Local<Object> instance = constructor->NewInstance(0, NULL);
+  Nan::SetInternalFieldPointer(instance, 0, ts_language_python());
+
+  instance->Set(Nan::New("name").ToLocalChecked(), Nan::New("python").ToLocalChecked());
+  module->Set(Nan::New("exports").ToLocalChecked(), instance);
+}
+
+NODE_MODULE(ts_language_python_binding, Init)
+
+}  // namespace tree_sitter_python