test suite schema, first suite, suites validation

Author: epoberezkin

Diff for: .gitignore

@@ -31,3 +31,5 @@ node_modules
 
 # Optional REPL history
 .node_repl_history
+
+.DS_Store

Diff for: README.md

@@ -0,0 +1,4 @@
+# jsonscript-test-suite
+Tests for JSONScript interpreter
+
+Work in progress

Diff for: package.json

@@ -0,0 +1,29 @@
+{
+  "name": "jsonscript-test-suite",
+  "version": "0.1.0",
+  "description": "Tests for JSONScript interpreter",
+  "main": "lib/index.js",
+  "scripts": {
+    "test": "mocha spec/*.spec.js -R spec"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/JSONScript/jsonscript-test-suite.git"
+  },
+  "keywords": [
+    "JSONScript",
+    "tests"
+  ],
+  "author": "Evgeny Poberezkin",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/JSONScript/jsonscript-test-suite/issues"
+  },
+  "homepage": "https://github.com/JSONScript/jsonscript-test-suite#readme",
+  "devDependencies": {
+    "ajv": "^3.7.0",
+    "glob": "^7.0.0",
+    "jsonscript": "^0.1.2",
+    "mocha": "^2.4.5"
+  }
+}

Diff for: spec/suites.spec.js

@@ -0,0 +1,27 @@
+'use strict';
+
+var glob = require('glob');
+var Ajv = require('Ajv');
+var assert = require('assert');
+var path = require('path');
+
+
+describe('test suites', function() {
+  var validate;
+
+  before(function() {
+    var ajv = Ajv({ allErrors: true });
+    ajv.addSchema(require('jsonscript/schema/schema.json'));
+    validate = ajv.compile(require('../test_suite_schema.json'));
+  });
+
+  describe('validation according to the test suite schema', function() {
+    var files = glob.sync('../tests/**/*.json', { cwd: __dirname });
+
+    files.forEach(function (f) {
+      it(path.basename(f), function() {
+        assert(validate(require(f)));
+      });
+    });
+  });
+});

Diff for: test_suite_schema.json

@@ -0,0 +1,69 @@
+{
+    "id": "https://raw.githubusercontent.com/JSONScript/jsonscript-test/master/test_suite_schema.json",
+    "$schema": "http://json-schema.org/draft-04/schema#",
+    "description": "schema for the test suite of the JSONScript scripts",
+    "definitions": {
+        "nonEmptyString": {
+            "id": "#nonEmptyString",
+            "type": "string",
+            "minLength": 1
+        }
+    },
+    "type": "array",
+    "minItems": 1,
+    "items": {
+        "description": "set of tests for one script or for one data instance",
+        "type": "object",
+        "required": [ "description", "tests" ],
+        "oneOf": [
+            {
+                "required": [ "script" ],
+                "items": { "required": [ "data" ] }
+            },
+            {
+                "required": [ "data" ],
+                "items": { "required": [ "script" ] }
+            }
+        ],
+        "properties": {
+            "description": { "$ref": "#nonEmptyString" },
+            "script": {
+                "description": "JSONScript to test",
+                "$ref": "http://json-script.com/schema/schema.json#"
+            },
+            "data": {
+                "description": "data instance, can be any type"
+            },
+            "tests": {
+                "type": "array",
+                "minItems": 1,
+                "items": {
+                    "description": "one test, should either have 'result' or 'error' property but not both",
+                    "type": "object",
+                    "required": [ "description" ],
+                    "oneOf": [
+                        { "required": [ "result" ] },
+                        { "required": [ "error" ] }
+                    ],
+                    "properties": {
+                        "description": { "$ref": "#nonEmptyString" },
+                        "script": {
+                            "description": "JSONScript to test",
+                            "$ref": "http://json-script.com/schema/schema.json#"
+                        },
+                        "data": {
+                            "description": "data instance, can be any type"
+                        },
+                        "result": {
+                            "description": "the result of script evaluation with the data instance"
+                        },
+                        "error": {
+                            "description": "expected error message",
+                            "$ref": "#nonEmptyString"
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

Diff for: tests/$data.json

@@ -0,0 +1,108 @@
+[
+  {
+    "description": "$data with different JSON pointers",
+    "data": {
+      "": "abc",
+      "foo": 1,
+      "~bar": {
+        "/baz": 2,
+        "%quux": 3
+      }
+    },
+    "tests": [
+      {
+        "description": "data",
+        "script": { "$data": "" },
+        "result": {
+          "": "abc",
+          "foo": 1,
+          "~bar": {
+            "/baz": 2,
+            "%quux": 3
+          }
+        }
+      },
+      {
+        "description": "data['']",
+        "script": { "$data": "/" },
+        "result": "abc"
+      },
+      {
+        "description": "data.foo",
+        "script": { "$data": "/foo" },
+        "result": 1
+      },
+      {
+        "description": "data['~bar']",
+        "script": { "$data": "/~0bar" },
+        "result": {
+          "/baz": 2,
+          "%quux": 3
+        }
+      },
+      {
+        "description": "data['~bar']['/baz']",
+        "script": { "$data": "/~0bar/~1baz" },
+        "result": 2
+      },
+      {
+        "description": "data['~bar']['%quux']",
+        "script": { "$data": "/~0bar/%quux" },
+        "result": 3
+      }
+    ]
+  },
+  {
+    "description": "$data with different JSON pointers as URL hash fragments",
+    "data": {
+      "": "abc",
+      "foo": 1,
+      "~bar": {
+        "/baz": 2,
+        "%quux": 3
+      }
+    },
+    "tests": [
+      {
+        "description": "data",
+        "script": { "$data": "#" },
+        "result": {
+          "": "abc",
+          "foo": 1,
+          "~bar": {
+            "/baz": 2,
+            "%quux": 3
+          }
+        }
+      },
+      {
+        "description": "data['']",
+        "script": { "$data": "#/" },
+        "result": "abc"
+      },
+      {
+        "description": "data.foo",
+        "script": { "$data": "#/foo" },
+        "result": 1
+      },
+      {
+        "description": "data['~bar']",
+        "script": { "$data": "#/~0bar" },
+        "result": {
+          "/baz": 2,
+          "%quux": 3
+        }
+      },
+      {
+        "description": "data['~bar']['/baz']",
+        "script": { "$data": "#/~0bar/~1baz" },
+        "result": 2
+      },
+      {
+        "description": "data['~bar']['%quux']",
+        "script": { "$data": "#/~0bar/%25quux" },
+        "result": 3
+      }
+    ]
+  }
+]