Add parity test

Signed-off-by: Jonatan Waern <[email protected]>

Author: JonatanWaern

.github/workflows/binaries.yml

@@ -14,6 +14,10 @@ on:
         description: "Name of uploaded binary artifact"
         type: string
         default: "dls"
+      parity_test_path:
+        description: "If set, will run parser parity test on .dml files under path (see parser/test.rs for details on ignored folders and tests)"
+        type: string
+        default: ""
       log-dir:
         description: "Folder to put cargo logs in"
         required: false
@@ -46,6 +50,18 @@ jobs:
         run: |
           set -o pipefail
           cargo test --verbose  2>&1 | tee -a ${{ inputs.log-dir }}/test.log
+      - name: Prepare Parity Test
+        if: ${{ inputs.parity_test_path != '' }}
+        uses: actions/checkout@v4
+        with:
+          repository: https://github.com/intel/device-modeling-language
+          path: ${{ inputs.parity_test_path }}
+      - name: Parity Test
+        shell: bash
+        if: ${{ inputs.parity_test_path != '' }}
+        run: |
+          set -o pipefail
+          PARITY_TEST_ROOT=${{ inputs.parity_test_path }} cargo test --verbose -- --ignored --nocapture 2>&1 | tee -a ${{ inputs.log-dir }}/test.log
       - name: Clippy
         shell: bash
         if: ${{ success() || failure() }}

.github/workflows/nightly.yml

@@ -0,0 +1,42 @@
+name: Nightly Test
+
+permissions: read-all
+
+on:
+  schedule:
+      - cron: "0 0 * * *"
+  workflow_dispatch:
+jobs:
+  build-package:
+    strategy:
+      matrix:
+        os:
+          - ubuntu-latest
+          - windows-latest
+        include:
+          - os: ubuntu-latest
+            binary: dls
+          - os: windows-latest
+            binary: dls.exe
+    uses: ./.github/workflows/binaries.yml
+    with:
+      binary_name: ${{ matrix.binary }}
+      output_binary_name: dml-server-${{ matrix.os }}
+      parity_test_path: ./dmlc-repo/test
+      log-dir: ${{ matrix.binary }}-logs
+      os: ${{ matrix.os }}
+  check-package:
+    uses: ./.github/workflows/scans.yml
+    with:
+      os: ubuntu-latest
+      log-dir: checking-logs
+  merge-package:
+    runs-on:
+      - ubuntu-latest
+    needs: build-package
+    steps:
+      - name: Merge Artifacts
+        uses: actions/upload-artifact/merge@v4
+        with:
+          name: dml-server
+          pattern: dml-server-*

.github/workflows/rust.yml

@@ -8,8 +8,6 @@ on:
   pull_request:
       branches: [ "main" ]
   workflow_dispatch:
-  schedule:
-      - cron: "0 0 * * *"
 jobs:
   build-package:
     strategy:

src/analysis/parsing/parser.rs

@@ -759,4 +759,48 @@ mod test {
             kind: TokenKind::CondOp,
         }, TokenKind::IntConstant.description())]);
     }
+
+        // Sanity to check we never break simple parsing
+    #[test]
+    #[ignore]
+    fn parity_test() {
+        let test_root = std::env::var("PARITY_TEST_ROOT").unwrap();
+        let mut file_count = 0;
+        let failed_files: Vec<_> = walkdir::WalkDir::new(test_root)
+            .into_iter()
+            .filter_map(|r|r.ok())
+            .filter(|e|!e.file_type().is_dir())
+            .filter_map(|e|e.path().to_str().map(ToString::to_string))
+            .filter(|f|!f.contains("errors")
+                    && !f.contains("1.2")
+                    && !f.contains("bugs")
+                    && !f.contains("legacy")
+                    && f.ends_with(".dml"))
+            .filter_map(|f|{
+                let read_file = std::fs::read_to_string(&f);
+                if let Err(e) = read_file {
+                    return Some(format!("Failed to read {}; {}", f, e));
+                }
+                let read_file = read_file.unwrap();
+                let lexer = TokenKind::lexer(&read_file);
+                let errors: Vec<_> = lexer.filter(
+                    |tok|matches!(
+                        tok,
+                        Ok(TokenKind::LexerError) | Err(_))).collect();
+                if !errors.is_empty() {
+                    return Some(format!(
+                        "Failed to parse {} with the following errors: {}",
+                        f,
+                        errors.into_iter().map(|e|format!("{:?}", e))
+                            .collect::<Vec<_>>().join(", ")));
+                }
+                file_count += 1;
+                None
+            }).collect();
+        assert!(failed_files.is_empty(),
+                "{}",
+                failed_files.join("\n"));
+        println!("Succesfully parsed {} files from PARITY_TEST_ROOT",
+                 file_count);
+    }
 }