new web based analysis

Author: oldshensheep

.github/workflows/gh-pages.yml

@@ -0,0 +1,52 @@
+# Sample workflow for building and deploying a Jekyll site to GitHub Pages
+name: Deploy Jekyll with GitHub Pages dependencies preinstalled
+
+on:
+  # Runs on pushes targeting the default branch
+  push:
+    branches: ["main"]
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
+# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  # Build job
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Setup Pages
+        uses: actions/configure-pages@v3
+      - name: Build
+        run: |
+          cd analysis/v2ex-analysis
+          pnpm install
+          pnpm build
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v1
+        with:
+          path: "analysis/v2ex-analysis/dist"
+  # Deployment job
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v2

.gitignore

@@ -158,8 +158,7 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
-filename.html
-reply_oldshensheep.json
-v2ex.json
-v2ex.sqlite
+
 .vscode/settings.json
+*.7z
+*.sqlite

analysis.py

@@ -0,0 +1,92 @@
+import pandas
+import sqlite3
+
+
+conn = sqlite3.connect("v2ex.sqlite")
+
+e = {
+    "top-comment": """
+select topic_id, c.id, c.content, c.thank_count, c.no, t.title
+from comment c
+         left join topic t on t.id = c.topic_id
+order by c.thank_count desc
+""",
+    "top-topic-by-thank_count": """
+select id, title, thank_count
+from topic
+order by thank_count desc
+""",
+    "top-topic-by-favorite_count": """
+select id, title, favorite_count
+from topic
+order by favorite_count desc
+""",
+    "top-topic-by-votes": """
+select id, title, votes
+from topic
+order by votes desc
+""",
+    "top-topic-by-clicks": """
+select id, title, clicks
+from topic
+order by clicks desc
+""",
+    "tag-usage-count": """
+select t.value as tag, count(*) as count
+from topic,
+     json_each(tag) as t
+group by t.value
+order by count desc
+""",
+    "top-user-by-comment_count": """
+select commenter as username, count(commenter) as comment_count
+from comment
+group by commenter
+order by comment_count desc
+""",
+    "top-user-by-topic_count": """
+select author as username, count(author) as topic_count
+from topic
+group by author
+order by topic_count desc
+""",
+}
+e2 = {
+    "new-topic-every-month": """
+SELECT strftime('%Y-%m', create_at, 'unixepoch') AS date, COUNT(*) AS topic_count
+FROM topic
+GROUP BY date
+""",
+    "new-comment-every-month": """
+SELECT strftime('%Y-%m', create_at, 'unixepoch') AS date, COUNT(*) AS comment_count
+FROM comment
+GROUP BY date
+""",
+    "new-member-every-month": """
+SELECT strftime('%Y-%m', create_at, 'unixepoch') AS date, COUNT(*) AS member_count
+FROM member
+GROUP BY date
+""",
+}
+LIMIT = 20
+
+
+def f(
+    sql: str,
+    export_name: str,
+    conn,
+    limit: int | None = LIMIT,
+    orient: str | None = "records",
+):
+    ae = "" if limit is None else f" limit {limit}"
+    pandas.read_sql(f"{sql} {ae}", conn).to_json(
+        f"./analysis/v2ex-analysis/public/{export_name}.json",
+        force_ascii=False,
+        orient=orient,
+    )
+
+
+for i, sql in e.items():
+    f(sql=sql, export_name=i, conn=conn)
+for i, sql in e2.items():
+    f(sql=sql, export_name=i, conn=conn, limit=None, orient=None)

analysis/main.py

@@ -0,0 +1,28 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+lerna-debug.log*
+
+node_modules
+.DS_Store
+dist
+dist-ssr
+coverage
+*.local
+
+/cypress/videos/
+/cypress/screenshots/
+
+# Editor directories and files
+.vscode/*
+!.vscode/extensions.json
+.idea
+*.suo
+*.ntvs*
+*.njsproj
+*.sln
+*.sw?

analysis/v2ex-analysis/.gitignore

@@ -0,0 +1,40 @@
+# v2ex-analysis
+
+This template should help get you started developing with Vue 3 in Vite.
+
+## Recommended IDE Setup
+
+[VSCode](https://code.visualstudio.com/) + [Volar](https://marketplace.visualstudio.com/items?itemName=Vue.volar) (and disable Vetur) + [TypeScript Vue Plugin (Volar)](https://marketplace.visualstudio.com/items?itemName=Vue.vscode-typescript-vue-plugin).
+
+## Type Support for `.vue` Imports in TS
+
+TypeScript cannot handle type information for `.vue` imports by default, so we replace the `tsc` CLI with `vue-tsc` for type checking. In editors, we need [TypeScript Vue Plugin (Volar)](https://marketplace.visualstudio.com/items?itemName=Vue.vscode-typescript-vue-plugin) to make the TypeScript language service aware of `.vue` types.
+
+If the standalone TypeScript plugin doesn't feel fast enough to you, Volar has also implemented a [Take Over Mode](https://github.com/johnsoncodehk/volar/discussions/471#discussioncomment-1361669) that is more performant. You can enable it by the following steps:
+
+1. Disable the built-in TypeScript Extension
+    1) Run `Extensions: Show Built-in Extensions` from VSCode's command palette
+    2) Find `TypeScript and JavaScript Language Features`, right click and select `Disable (Workspace)`
+2. Reload the VSCode window by running `Developer: Reload Window` from the command palette.
+
+## Customize configuration
+
+See [Vite Configuration Reference](https://vitejs.dev/config/).
+
+## Project Setup
+
+```sh
+npm install
+```
+
+### Compile and Hot-Reload for Development
+
+```sh
+npm run dev
+```
+
+### Type-Check, Compile and Minify for Production
+
+```sh
+npm run build
+```

analysis/v2ex-analysis/README.md

@@ -0,0 +1 @@
+/// <reference types="vite/client" />

analysis/v2ex-analysis/env.d.ts

@@ -0,0 +1,13 @@
+<!DOCTYPE html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8">
+    <link rel="icon" href="/favicon.ico">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Vite App</title>
+  </head>
+  <body>
+    <div id="app"></div>
+    <script type="module" src="/src/main.ts"></script>
+  </body>
+</html>

analysis/v2ex-analysis/index.html

@@ -0,0 +1,30 @@
+{
+  "name": "v2ex-analysis",
+  "version": "0.0.0",
+  "private": true,
+  "scripts": {
+    "dev": "vite",
+    "build": "run-p type-check build-only",
+    "preview": "vite preview",
+    "build-only": "vite build",
+    "type-check": "vue-tsc --noEmit -p tsconfig.app.json --composite false"
+  },
+  "dependencies": {
+    "plotly.js-dist-min": "^2.24.3",
+    "vue": "^3.3.4"
+  },
+  "devDependencies": {
+    "@tsconfig/node18": "^2.0.1",
+    "@types/node": "^18.16.17",
+    "@vitejs/plugin-vue": "^4.2.3",
+    "@vue/tsconfig": "^0.4.0",
+    "autoprefixer": "^10.4.14",
+    "daisyui": "^3.2.1",
+    "npm-run-all": "^4.1.5",
+    "postcss": "^8.4.25",
+    "tailwindcss": "^3.3.2",
+    "typescript": "~5.0.4",
+    "vite": "^4.3.9",
+    "vue-tsc": "^1.6.5"
+  }
+}