update benchmark and errors

.github/workflows/bench.yml

@@ -0,0 +1,169 @@
+# .github/workflows/bench.yml
+name: Buddy-Benchmark CI
+
+on:
+  push:            # fire on any branch
+    branches: ['**']
+  pull_request:
+  workflow_dispatch:
+    inputs:
+      upstream_repo:
+        description: "Which repo changed (mlir|benchmark)"
+        required: false
+      upstream_sha:
+        description: "Upstream commit SHA for result folder"
+        required: false
+
+jobs:
+  bench:
+    runs-on: self-hosted
+    permissions:
+      contents: read
+      pages: write
+      id-token: write
+
+    steps:
+    # ------------------------------------------------------------
+    # 1) update the two local clones so they match the commit that
+    #    triggered the run (fast-forward only for safety)
+    # ------------------------------------------------------------
+    - name: Update local clones
+      run: |
+        set -e
+        for dir in buddy-benchmark buddy-mlir; do
+          cd /home/quliu/buddy-complier-workspace/$dir
+          git remote update
+          git pull --ff-only
+        done
+
+    # ------------------------------------------------------------
+    # 2) run everything in the Docker sandbox
+    # ------------------------------------------------------------
+    - name: Build & run benchmarks
+      run: |
+        set -e
+        TEST_DIR=/home/quliu/buddy-complier-workspace/buddy-benchmark/test_result
+        if [ -d "$TEST_DIR" ] && [ "$(find "$TEST_DIR" -type f | wc -l)" -gt 0 ]; then
+          echo "[Skip] $TEST_DIR already has benchmark outputs; skipping build/run."
+          echo "[Info] File count: $(find "$TEST_DIR" -type f | wc -l)"
+        else
+          echo "[Run] No existing results detected; running benchmarks in Docker."
+          /home/quliu/buddy-complier-workspace/run_docker.sh
+        fi
+        # ------------------------------------------------------------
+    # 2½) decide which date folder we’re about to publish
+    # ------------------------------------------------------------
+    - name: Set BENCH_DATE and BENCH_DIR
+      run: |
+        bench_date=$(date +'%Y-%m-%d')
+        # Prefer a passed upstream SHA, otherwise use this workflow's SHA
+        run_sha="${{ github.event.inputs.upstream_sha || github.sha }}"
+        echo "BENCH_DATE=$bench_date" >> "$GITHUB_ENV"
+        echo "BENCH_DIR=$HOME/buddy-complier-workspace/buddy-benchmark/site/benchmarks/$bench_date/${run_sha}" >> "$GITHUB_ENV"
+
+    # ------------------------------------------------------------
+    # 3-5) (UNCHANGED) upload raw logs, convert to HTML, deploy Pages
+    # ------------------------------------------------------------
+    - name: Upload raw logs as artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: vectorization-logs-${{ github.sha }}
+        path: /home/quliu/buddy-complier-workspace/buddy-benchmark/test_result
+        retention-days: 30
+
+    - name: Build mini-site
+      working-directory: /home/quliu/buddy-complier-workspace/buddy-benchmark
+      run: |
+        rm -rf site
+        mkdir -p "${{ env.BENCH_DIR }}"
+        python3 scripts/logs2html.py test_result "${{ env.BENCH_DIR }}/"
+
+    - name: Update benchmarks/latest redirect
+      working-directory: /home/quliu/buddy-complier-workspace/buddy-benchmark/site/benchmarks
+      run: |
+        set -e
+        # -------- pick the most recent dated folder (YYYY-MM-DD) -------------
+        latest=$(ls -1d 20*/ | sort -r | head -n1 | tr -d '/')
+        echo "[Info] newest run is: $latest"
+
+        # -------- rebuild the 'latest' folder with a meta-refresh ------------
+        rm -rf latest
+        mkdir -p latest
+        printf '%s\n' "<meta http-equiv=\"refresh\" content=\"0; url=../${latest}/\">" > latest/index.html
+        echo "[Info] benchmarks/latest now points to ../${latest}/"
+
+    # ------------------------------------------------------------
+    # 4) make /benchmarks/ point to the most recent run as well
+    # ------------------------------------------------------------
+    # (Removed) previous redirect-only index; replaced by full listing below
+
+    - name: Upload site artifact
+      uses: actions/upload-pages-artifact@v3
+      with:
+        path: /home/quliu/buddy-complier-workspace/buddy-benchmark/site
+
+    - name: Build landing page for this run
+      run: |
+        run_root="${{ env.BENCH_DIR }}"
+        mkdir -p "$run_root"
+
+        {
+          printf '%s\n' \
+            '---' \
+            'layout: default' \
+            'title: Benchmark run' \
+            'nav_exclude: true' \
+            '---' \
+            '' \
+            '<h1>Benchmark results</h1>' \
+            '' \
+            '<ul>' \
+            '{% for f in site.static_files %}' \
+            '  {% if f.path contains page.dir and f.name != "index.html" and f.extname == ".html" %}' \
+            '    <li><a href="{{ f.path }}">{{ f.name }}</a></li>' \
+            '  {% endif %}' \
+            '{% endfor %}' \
+            '</ul>'
+        } > "$run_root/index.html"
+
+
+    - name: Build top-level benchmarks index (list all runs)
+      working-directory: /home/quliu/buddy-complier-workspace/buddy-benchmark/site
+      run: |
+        set -e
+        out=benchmarks/index.html
+        mkdir -p benchmarks
+        {
+          printf '%s\n' \
+            '---' \
+            'layout: default' \
+            'title: Benchmarks' \
+            'nav_exclude: true' \
+            '---' \
+            '<h1>Benchmark runs</h1>' \
+            '<p>Select a date and commit:</p>'
+
+          # List dates newest first
+          for d in $(ls -1d benchmarks/20*/ | sort -r); do
+            d=${d%/}
+            echo "<h2>${d#benchmarks/}</h2>"
+            echo "<ul>"
+            # List shas newest first if timestamps exist; otherwise lexicographic
+            for sha in $(ls -1d "$d"/*/ 2>/dev/null | sort -r); do
+              sha=${sha%/}
+              rel=${sha#benchmarks/}
+              echo "  <li><a href=\"/benchmarks/${rel}/\">${rel}</a></li>"
+            done
+            echo "</ul>"
+          done
+        } > "$out"
+
+    - name: Push benchmark results
+      uses: peaceiris/actions-gh-pages@v4
+      with:
+        personal_token: ${{ secrets.BUDDY_SITE_PAT }}
+        external_repository: buddy-compiler/buddy-compiler.github.io
+        publish_dir: /home/quliu/buddy-complier-workspace/buddy-benchmark/site   # <- root of generated site
+        publish_branch: master
+        keep_files: true          # keep earlier runs
+        enable_jekyll: true

.github/workflows/watch-upstream.yml

@@ -0,0 +1,96 @@
+name: Watch upstream and trigger bench on change
+on:
+  schedule:
+    - cron: "*/10 * * * *"   # every 10 minutes
+  workflow_dispatch:
+
+permissions:
+  contents: write   # to push state branch
+  actions: write    # to dispatch workflows
+
+concurrency:
+  group: watch-upstream
+  cancel-in-progress: true
+
+jobs:
+  watch:
+    runs-on: self-hosted
+    steps:
+      - name: Checkout default branch
+        uses: actions/checkout@v4
+        with:
+          ref: main  # adjust if your default branch differs
+          fetch-depth: 0
+
+      - name: Create/switch to automation-state branch
+        run: |
+          set -e
+          git fetch origin automation-state || true
+          if git show-ref --verify --quiet refs/remotes/origin/automation-state; then
+            # Start from the remote state branch to avoid non-ff push
+            git checkout -B automation-state origin/automation-state
+          else
+            # First run: create a new state branch from current HEAD
+            git checkout -B automation-state
+          fi
+
+      - name: Get upstream HEAD SHAs
+        id: head
+        run: |
+          set -e
+          MLIR_SHA=$(git ls-remote https://github.com/buddy-compiler/buddy-mlir.git refs/heads/main | awk '{print $1}')
+          BENCH_UP_SHA=$(git ls-remote https://github.com/buddy-compiler/buddy-benchmark.git refs/heads/main | awk '{print $1}')
+          echo "mlir=${MLIR_SHA}" >> $GITHUB_OUTPUT
+          echo "bench=${BENCH_UP_SHA}" >> $GITHUB_OUTPUT
+
+      - name: Load previous SHAs
+        id: prev
+        run: |
+          echo "prev_mlir=$(cat mlir.sha 2>/dev/null || echo none)" >> $GITHUB_OUTPUT
+          echo "prev_bench=$(cat bench.sha 2>/dev/null || echo none)" >> $GITHUB_OUTPUT
+
+      - name: Decide if changed
+        id: decide
+        run: |
+          changed=false
+          if [ "${{ steps.head.outputs.mlir }}" != "${{ steps.prev.outputs.prev_mlir }}" ] || \
+             [ "${{ steps.head.outputs.bench }}" != "${{ steps.prev.outputs.prev_bench }}" ]; then
+            changed=true
+          fi
+          echo "changed=$changed" >> $GITHUB_OUTPUT
+
+      - name: Determine which repo changed
+        if: steps.decide.outputs.changed == 'true'
+        id: which
+        run: |
+          if [ "${{ steps.head.outputs.mlir }}" != "${{ steps.prev.outputs.prev_mlir }}" ]; then
+            echo "repo=mlir" >> $GITHUB_OUTPUT
+            echo "sha=${{ steps.head.outputs.mlir }}" >> $GITHUB_OUTPUT
+          else
+            echo "repo=benchmark" >> $GITHUB_OUTPUT
+            echo "sha=${{ steps.head.outputs.bench }}" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Update state branch
+        if: steps.decide.outputs.changed == 'true'
+        run: |
+          set -e
+          printf "%s" "${{ steps.head.outputs.mlir }}" > mlir.sha
+          printf "%s" "${{ steps.head.outputs.bench }}" > bench.sha
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+          git add mlir.sha bench.sha
+          git commit -m "state: mlir=${{ steps.head.outputs.mlir }} bench=${{ steps.head.outputs.bench }}" || echo "no changes"
+          # Re-sync and push with lease to avoid non-ff failures if remote advanced
+          git fetch origin automation-state || true
+          git rebase origin/automation-state || true
+          git push --force-with-lease=refs/heads/automation-state origin HEAD:automation-state
+
+      - name: Dispatch bench.yml in this repo
+        if: steps.decide.outputs.changed == 'true'
+        run: |
+          curl -sS -X POST \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+            https://api.github.com/repos/${{ github.repository }}/actions/workflows/bench.yml/dispatches \
+            -d '{"ref":"main","inputs":{"upstream_repo":"${{ steps.which.outputs.repo }}","upstream_sha":"${{ steps.which.outputs.sha }}"}}'

.gitignore

@@ -3,3 +3,14 @@
 
 # vscode configurations
 /.vscode
+
+# Third-party checkouts and external repos
+/thirdparty/
+
+# Generated sites and results
+/site/
+/test_result/
+
+# Local Python/venv stuff
+__pycache__/
+.venv/

.gitmodules

@@ -1,12 +1,16 @@
 [submodule "thirdparty/opencv"]
 	path = thirdparty/opencv
 	url = https://github.com/opencv/opencv.git
+	ignore = all
 [submodule "thirdparty/Halide"]
 	path = thirdparty/Halide
 	url = https://github.com/halide/Halide.git
+	ignore = all
 [submodule "thirdparty/eigen"]
 	path = thirdparty/eigen
 	url = https://gitlab.com/libeigen/eigen.git
+	ignore = all
 [submodule "thirdparty/kfr"]
 	path = thirdparty/kfr
 	url = https://github.com/kfrlib/kfr.git
+	ignore = all

benchmarks/ImageProcessing/Main.cpp

@@ -80,18 +80,18 @@ void registerBenchmarkOpenCVResize2D();
 
 // Run benchmarks.
 int main(int argc, char **argv) {
-  if (argc != 5) {
-    throw std::invalid_argument(
-        "Wrong format of command line arguments.\n"
-        "Correct format is ./image-processing-benchmark <image path> <kernel "
-        "name> <kernelmorph> <Boundary Option>\n where "
-        "image path provides path of the image to be processed, kernel name "
-        "denotes the name "
-        "of desired kernel as specified in "
-        "kernelmorph denotes the kernel to be used for morphological operations"
-        "include/ImageProcessing/Kernels.h and Boundary options available "
-        "are CONSTANT_PADDING, REPLICATE_PADDING.\n");
-  }
+  // if (argc != 5) {
+  //   throw std::invalid_argument(
+  //       "Wrong format of command line arguments.\n"
+  //       "Correct format is ./image-processing-benchmark <image path> <kernel "
+  //       "name> <kernelmorph> <Boundary Option>\n where "
+  //       "image path provides path of the image to be processed, kernel name "
+  //       "denotes the name "
+  //       "of desired kernel as specified in "
+  //       "kernelmorph denotes the kernel to be used for morphological operations"
+  //       "include/ImageProcessing/Kernels.h and Boundary options available "
+  //       "are CONSTANT_PADDING, REPLICATE_PADDING.\n");
+  // }
 
   Img<float, 2> img = dip::imread<float, 2>(argv[1], dip::IMGRD_GRAYSCALE);