update scripts and docs

qdriven · qdriven · commit 4c69f4be981d · 2026-07-06T17:25:51.000+08:00
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -0,0 +1,38 @@
+name: Update Org Profile
+
+on:
+  push:
+    branches: [main]
+  workflow_dispatch:
+  schedule:
+    - cron: "0 0 * * *"
+
+permissions:
+  contents: write
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: pip install -r requirements.txt
+
+      - name: Build profile README
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: python build_readme.py
+
+      - name: Commit and push if changed
+        run: |
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+          git add profile/README.md
+          git diff --staged --quiet && echo "No changes" && exit 0
+          git commit -m "docs: update variableway project list [skip ci]"
+          git push
diff --git a/README.md b/README.md
@@ -0,0 +1,5 @@
+# variableway/.github
+
+Organization profile repository for [variableway](https://github.com/variableway).
+
+The org profile shown on GitHub is maintained in [`profile/README.md`](profile/README.md) and updated automatically by GitHub Actions.
diff --git a/build_readme.py b/build_readme.py
@@ -1,3 +1,4 @@
+import json
 import pathlib
 import re
 import os
@@ -6,6 +7,7 @@
 from github import Github, Auth
 
 root = pathlib.Path(__file__).parent.resolve()
+PROJECTS_CONFIG = root / "projects.json"
 
 TOKEN = os.environ.get("GH_TOKEN", "")
 ORG_NAME = "variableway"
@@ -22,6 +24,78 @@ def replace_chunk(content, marker, chunk, inline=False):
     return r.sub(chunk, content)
 
 
+def load_tracked_projects():
+    """Load tracked projects from projects.json."""
+    if not PROJECTS_CONFIG.exists():
+        print(f"Warning: {PROJECTS_CONFIG} not found, using empty project list")
+        return []
+    data = json.loads(PROJECTS_CONFIG.read_text(encoding="utf-8"))
+    projects = data.get("projects", data if isinstance(data, list) else [])
+    tracked = []
+    for item in projects:
+        if isinstance(item, str):
+            repo = item
+            display_name = item.split("/")[-1]
+        else:
+            repo = item["repo"]
+            display_name = item.get("display_name", repo.split("/")[-1])
+        tracked.append({"repo": repo, "display_name": display_name})
+    return tracked
+
+
+def fetch_latest_release(repo):
+    """Return the latest non-prerelease release for a repo, or None."""
+    try:
+        for release in repo.get_releases():
+            if release.prerelease or (release.tag_name or "").lower() == "nightly":
+                continue
+            title = (release.title or "").strip() or release.tag_name or "Release"
+            return {
+                "tag": release.tag_name or title,
+                "title": title,
+                "published_at": release.published_at.strftime("%Y-%m-%d"),
+                "url": release.html_url,
+            }
+    except Exception as e:
+        print(f"Error fetching releases for {repo.full_name}: {e}")
+    return None
+
+
+def fetch_tracked_projects(oauth_token, tracked):
+    """Fetch GitHub metadata and latest release for configured projects."""
+    if not tracked:
+        return []
+
+    try:
+        auth = Auth.Token(oauth_token) if oauth_token else None
+        g = Github(auth=auth)
+        repos = []
+        for item in tracked:
+            repo_name = item["repo"]
+            try:
+                repo = g.get_repo(repo_name)
+                release = fetch_latest_release(repo)
+                repos.append(
+                    {
+                        "name": item["display_name"],
+                        "url": repo.html_url,
+                        "description": (repo.description or "").replace("|", "/"),
+                        "stars": repo.stargazers_count,
+                        "language": repo.language or "-",
+                        "forks": repo.forks_count,
+                        "latest_release": release["tag"] if release else "-",
+                        "latest_release_url": release["url"] if release else repo.html_url,
+                        "release_published_at": release["published_at"] if release else "",
+                    }
+                )
+            except Exception as e:
+                print(f"Error fetching repo {repo_name}: {e}")
+        return repos
+    except Exception as e:
+        print(f"Error fetching tracked projects: {e}")
+        return []
+
+
 def fetch_org_repos(oauth_token):
     """Fetch all public non-fork repos for the organization."""
     try:
@@ -48,58 +122,23 @@ def fetch_org_repos(oauth_token):
         return []
 
 
-def fetch_org_releases(oauth_token):
-    """Fetch latest releases across all org repos."""
-    try:
-        auth = Auth.Token(oauth_token) if oauth_token else None
-        g = Github(auth=auth)
-        org = g.get_organization(ORG_NAME)
-        releases = []
-        for repo in org.get_repos(type="public"):
-            if repo.fork:
-                continue
-            try:
-                repo_releases = list(repo.get_releases())
-                if not repo_releases:
-                    continue
-                for release in repo_releases[:10]:
-                    if release.prerelease or (release.tag_name or "").lower() == "nightly":
-                        continue
-                    title = (release.title or "").strip() or release.tag_name or "Release"
-                    releases.append(
-                        {
-                            "repo": repo.name,
-                            "repo_url": repo.html_url,
-                            "title": title,
-                            "published_at": release.published_at.strftime("%Y-%m-%d"),
-                            "url": release.html_url,
-                        }
-                    )
-            except Exception as e:
-                print(f"Error fetching releases for {repo.name}: {e}")
-        releases.sort(key=lambda r: r["published_at"], reverse=True)
-        # Keep only latest release per repo
-        seen = set()
-        unique = []
-        for r in releases:
-            if r["repo"] not in seen:
-                seen.add(r["repo"])
-                unique.append(r)
-        return unique
-    except Exception as e:
-        print(f"Error fetching org releases: {e}")
-        return []
-
-
 def build_project_table(repos):
-    """Generate markdown table from repo list."""
+    """Generate markdown table from tracked repo list."""
     lines = [
-        "| Name | Description | Stars | Language |",
-        "|------|-------------|-------|----------|",
+        "| Name | Description | Latest Release | Stars | Language |",
+        "|------|-------------|----------------|-------|----------|",
     ]
     for r in repos:
+        release_cell = (
+            f"[{r['latest_release']}]({r['latest_release_url']})"
+            if r.get("latest_release") and r["latest_release"] != "-"
+            else "-"
+        )
         lines.append(
-            "| [{name}]({url}) | {description} | ⭐ {stars} | {language} |".format(**r)
+            "| [{name}]({url}) | {description} | {release} | ⭐ {stars} | {language} |".format(
+                release=release_cell,
+                **r,
+            )
         )
     return "\n".join(lines)
 
@@ -111,36 +150,56 @@ def build_org_stats(repos):
     avg_stars = round(total_stars / total_repos, 1) if total_repos else 0
     now = datetime.now(timezone.utc).strftime("%Y-%m-%d %H:%M:%S")
     return (
-        "**Statistics**: {repos} repositories, {stars} total stars, {avg} average\n\n"
+        "**Statistics**: {repos} featured repositories, {stars} total stars, {avg} average\n\n"
         "*Last updated: {now}*"
     ).format(repos=total_repos, stars=total_stars, avg=avg_stars, now=now)
 
 
-def build_releases_md(releases):
-    """Generate releases markdown."""
+def build_releases_md(repos):
+    """Generate releases markdown from tracked projects."""
+    releases = []
+    for repo in repos:
+        if not repo.get("latest_release") or repo["latest_release"] == "-":
+            continue
+        releases.append(
+            {
+                "repo": repo["name"],
+                "title": repo["latest_release"],
+                "url": repo["latest_release_url"],
+                "published_at": repo.get("release_published_at", ""),
+            }
+        )
+    releases.sort(key=lambda r: r["published_at"], reverse=True)
     if not releases:
         return "• No releases yet"
     lines = []
-    for r in releases[:6]:
+    for r in releases:
         lines.append("• [{repo} - {title}]({url}) - {published_at}".format(**r))
     return "<br>".join(lines)
 
 
-def update_readme(path, repos, releases):
+def update_readme(path, repos):
     """Update a single README file with dynamic content."""
-    contents = path.open().read()
+    contents = path.read_text(encoding="utf-8")
 
     rewritten = replace_chunk(contents, "project_list", build_project_table(repos))
     rewritten = replace_chunk(rewritten, "org_stats", build_org_stats(repos))
-    rewritten = replace_chunk(rewritten, "recent_releases", build_releases_md(releases))
+    rewritten = replace_chunk(rewritten, "recent_releases", build_releases_md(repos))
 
-    path.open("w").write(rewritten)
+    path.write_text(rewritten, encoding="utf-8")
     print(f"Updated {path.relative_to(root)}")
 
 
 if __name__ == "__main__":
-    repos = fetch_org_repos(TOKEN)
-    releases = fetch_org_releases(TOKEN)
-
-    for readme_path in [root / "profile" / "README.md", root / "README.md"]:
-        update_readme(readme_path, repos, releases)
+    tracked = load_tracked_projects()
+    repos = fetch_tracked_projects(TOKEN, tracked)
+
+    if not repos:
+        print("No tracked project data fetched, falling back to org repos without release info")
+        repos = fetch_org_repos(TOKEN)
+        for repo in repos:
+            repo["latest_release"] = "-"
+            repo["latest_release_url"] = repo["url"]
+            repo["release_published_at"] = ""
+
+    update_readme(root / "profile" / "README.md", repos)
diff --git a/profile/README.md b/profile/README.md
@@ -0,0 +1,35 @@
+# variableway
+
+This is Org for Projects created by Learning AI Agent.
+
+- Spark-\*\*\* projects are personal daily work projects.
+- innate-\*\*\* projects are products created by Learning AI Agent.
+
+## Stats
+
+<!-- org_stats starts -->
+
+**Statistics**: 2 featured repositories, 1 total stars, 0.5 average
+
+*Last updated: 2026-07-06 09:00:00*
+
+<!-- org_stats ends -->
+
+## Featured Projects
+
+<!-- project_list starts -->
+
+| Name | Description | Latest Release | Stars | Language |
+|------|-------------|----------------|-------|----------|
+| [innate-aiswitcher](https://github.com/variableway/innate-aiswitcher) | simple ai switch  | [v0.1.0](https://github.com/variableway/innate-aiswitcher/releases/tag/v0.1.0) | ⭐ 0 | Go |
+| [spark-cli](https://github.com/variableway/spark-cli) | Daily Cli command ideas fired by spark | [v0.1.0](https://github.com/variableway/spark-cli/releases/tag/v0.1.0) | ⭐ 1 | Go |
+
+<!-- project_list ends -->
+
+## Latest Releases
+
+<!-- recent_releases starts -->
+
+• [innate-aiswitcher - v0.1.0](https://github.com/variableway/innate-aiswitcher/releases/tag/v0.1.0) - 2026-05-29<br>• [spark-cli - v0.1.0](https://github.com/variableway/spark-cli/releases/tag/v0.1.0) - 2026-05-29
+
+<!-- recent_releases ends -->
diff --git a/projects.json b/projects.json
@@ -0,0 +1,12 @@
+{
+  "projects": [
+    {
+      "repo": "variableway/innate-aiswitcher",
+      "display_name": "innate-aiswitcher"
+    },
+    {
+      "repo": "variableway/spark-cli",
+      "display_name": "spark-cli"
+    }
+  ]
+}
