Add CI Job to run "JSON Spec Test Suite" against as-json (#168)

* add helper wasm module for testing suite
* add new CI job to run JSONTestSuite
* rename test runner bash script
* add readme for test helper cli wasm

Author: ashutoshvarma

.gitignore

@@ -2,6 +2,7 @@ node_modules/
 build/
 temp-docs/
 tests/build
+utils/testsuite_helper/build
 .DS_Store
 
 *.wat

.travis.yml

@@ -17,3 +17,9 @@ jobs:
         - fossa init
         - fossa analyze --server-scan
         - fossa test
+
+    - name: JSON Test Suite
+      before_script:
+        - "curl https://wasmtime.dev/install.sh -sSf | bash"
+      script:
+        - bash utils/run_testsuite.sh

utils/run_testsuite.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/bash
+# Helper scipt to run JSONTestSuite in CI
+
+
+set -e
+set -x
+
+cd utils/testsuite_helper
+yarn && yarn build
+
+git clone https://github.com/ashutoshvarma/JSONTestSuite.git testsuite
+
+# replace with newly build wasm
+rm testsuite/parsers/test_as_json/index.wasm
+cp build/index.wasm testsuite/parsers/test_as_json/index.wasm
+
+# run tests
+echo '["Assemblyscript-JSON"]' > filter.json 
+python3 testsuite/run_tests.py --filter=filter.json 

utils/testsuite_helper/README.md

@@ -0,0 +1,25 @@
+# testsuite_helper
+
+This module is primarily used to expose `JSON.parse` through a CLI environment for testing purpose.
+
+### Return codes :-
+- 0 - If successfully parsed the input
+- 2 - Can't read the file properly
+
+(It needs `wasmtime` to execute) 
+
+## Build
+```
+yarn
+yarn build
+```
+
+## Run
+```
+yarn start --dir FOLDER JSON_FILE_NAME
+```
+or
+```
+wasmtime build/index.wasm --dir FOLDER JSON_FILE_NAME
+```
+

utils/testsuite_helper/index.ts

@@ -0,0 +1,32 @@
+import "wasi";
+
+import { Console, CommandLine, Process, FileSystem, Descriptor } from "as-wasi";
+import { JSON } from "../../assembly";
+
+function parse(file: string): u32 {
+  const fd = FileSystem.open(file);
+  if (fd == null) {
+    Console.error("Cannot open file - " + file);
+    return 2;
+  }
+  let content: string = fd.readString()!;
+  if (content == null) {
+    Console.error("Cannot read file - " + file);
+    return 2;
+  }
+
+  // parse the file
+  let res = JSON.parse(content);
+  // Console.log(res.toString());
+  Console.log(file + " - Success!");
+  return 0;
+}
+
+let cmd = new CommandLine();
+let f: string | null = cmd.get(1);
+if (f) {
+  Process.exit(parse(<string>f));
+} else {
+  Console.log("No File");
+  Process.exit(2);
+}

utils/testsuite_helper/package.json

@@ -0,0 +1,18 @@
+{
+  "name": "testsuite_helper",
+  "version": "1.0.0",
+  "description": "",
+  "scripts": {
+    "build": "asc index.ts -b build/index.wasm --debug",
+    "start": "wasmtime build/index.wasm --dir ."
+  },
+  "keywords": [],
+  "author": "",
+  "license": "MIT",
+  "devDependencies": {
+    "assemblyscript": "^0.18.15"
+  },
+  "dependencies": {
+    "as-wasi": "^0.4.4"
+  }
+}

utils/testsuite_helper/tsconfig.json

@@ -0,0 +1,4 @@
+{
+  "extends": "assemblyscript/std/assembly.json",
+  "include": ["./**/*.ts"]
+}

utils/testsuite_helper/yarn.lock

@@ -0,0 +1,26 @@
+# THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY.
+# yarn lockfile v1
+
+
+as-wasi@^0.4.4:
+  version "0.4.4"
+  resolved "https://registry.yarnpkg.com/as-wasi/-/as-wasi-0.4.4.tgz#3b439c25e975d8cc04f6deec898b57138862aa15"
+  integrity sha512-CNeZ3AjKSjrFXRNDRzX1VzxsWz3Fwksn4g0J7tZv5RKz4agKhVlcl0QeMIOOkJms7DujCBCpbelGxNDtvlFKmw==
+
+assemblyscript@^0.18.15:
+  version "0.18.15"
+  resolved "https://registry.yarnpkg.com/assemblyscript/-/assemblyscript-0.18.15.tgz#b66a4d96c7de14e311303fb7c8ccf14b9d689e8f"
+  integrity sha512-s1N1qwdBhen2SLQApYCtRIPWm1Am3oAbW58GCEKbeN6ZbQRh7nq0pv4RDqKw6CgK7dySn/F2S1D6p0scyRbQRw==
+  dependencies:
+    binaryen "100.0.0"
+    long "^4.0.0"
+
+[email protected]:
+  version "100.0.0"
+  resolved "https://registry.yarnpkg.com/binaryen/-/binaryen-100.0.0.tgz#8ed91955eff14eb4758d68d593869cbc1a9a0dff"
+  integrity sha512-nxOt8d8/VXAuSVEtAWUdKrqpqCy365QqD223EzzB1GzS5himiZAfM/R5lXx+M/5q8TB8cYp3tYxv5rTjNTJveQ==
+
+long@^4.0.0:
+  version "4.0.0"
+  resolved "https://registry.yarnpkg.com/long/-/long-4.0.0.tgz#9a7b71cfb7d361a194ea555241c92f7468d5bf28"
+  integrity sha512-XsP+KhQif4bjX1kbuSiySJFNAehNxgLb6hPRGJ9QsUr8ajHkuXGdrHmFUTUUXhDwVX2R5bY4JNZEwbUiMhV+MA==