feat: widget data flow refactor & ui state migrate from hook to mobx

.aws/task-definition-shellagent-prod.json

@@ -0,0 +1,65 @@
+{
+  "containerDefinitions": [
+    {
+      "name": "shellagent_myshell_python_engine",
+      "image": "813449244180.dkr.ecr.us-west-2.amazonaws.com/shellagent:1.0.0",
+      "cpu": 0,
+      "portMappings": [
+        {
+          "name": "shellagent_myshell_python_engine_prod_tcp_8089",
+          "containerPort": 8089,
+          "hostPort": 8089,
+          "protocol": "tcp",
+          "appProtocol": "http"
+        }
+      ],
+      "essential": true,
+      "environment": [
+        {
+          "name": "MYSHELL_DEPLOY",
+          "value": "1"
+        },
+        {
+          "name": "MYSHELL_API_DEPLOY_KEY",
+          "value": ""
+        }
+      ],
+      "command": null,
+      "environmentFiles": [],
+      "mountPoints": [],
+      "volumesFrom": [],
+      "ulimits": [],
+      "logConfiguration": {
+        "logDriver": "awslogs",
+        "options": {
+          "awslogs-group": "/ecs/shellagent_myshell_python_engine_prod",
+          "mode": "non-blocking",
+          "awslogs-create-group": "true",
+          "max-buffer-size": "25m",
+          "awslogs-region": "us-west-2",
+          "awslogs-stream-prefix": "ecs"
+        },
+        "secretOptions": []
+      },
+      "systemControls": []
+    }
+  ],
+  "family": "shellagent_myshell_python_engine_prod",
+  "taskRoleArn": "arn:aws:iam::813449244180:role/ecsTaskRole",
+  "executionRoleArn": "arn:aws:iam::813449244180:role/ecsTaskExecutionRole",
+  "networkMode": "awsvpc",
+  "volumes": [],
+  "placementConstraints": [],
+  "requiresCompatibilities": [
+    "FARGATE"
+  ],
+  "cpu": "4096",
+  "memory": "8192",
+  "runtimePlatform": {
+    "cpuArchitecture": "X86_64",
+    "operatingSystemFamily": "LINUX"
+  },
+  "enableFaultInjection": false,
+  "tags": [],
+  "enableExecuteCommand": true
+}

.ci/update/update.py

@@ -37,7 +37,7 @@ def pull(repo, remote_name='origin', branch='main'):
                         print('Conflicts found in:', conflict[0].path)
                     error = {
                         'error_code': 'SHELL-1116',
-                        'error_head': 'Auto-update Error', 
+                        'error_head': 'Auto-update Error',
                         'msg': f"find conflicts",
                     }
                     raise ShellException(**error)
@@ -55,7 +55,7 @@ def pull(repo, remote_name='origin', branch='main'):
             else:
                 error = {
                     'error_code': 'SHELL-1116',
-                    'error_head': 'Auto-update Error', 
+                    'error_head': 'Auto-update Error',
                     'msg':'Unknown merge analysis result',
                 }
                 raise ShellException(**error)
@@ -80,8 +80,26 @@ def pull(repo, remote_name='origin', branch='main'):
 repo = pygit2.Repository(repo_path)
 ident = pygit2.Signature('shellagent', '[email protected]')
 
+def decrypt_token(token):
+    # Shift each character back by 1 in the alphabet
+    decrypted = ''
+    for char in token:
+        if char.isalpha():
+            # Handle both uppercase and lowercase letters
+            ascii_offset = ord('A') if char.isupper() else ord('a')
+            # Shift back by 1 and wrap around if needed
+            decrypted += chr((ord(char) - ascii_offset - 1) % 26 + ascii_offset)
+        elif char.isdigit():
+            # For digits, shift back by 1 and wrap 0 back to 9
+            decrypted += str((int(char) - 1) % 10)
+        else:
+            # Keep non-alphanumeric characters unchanged
+            decrypted += char
+
+    return decrypted
+
 headers = {
-    'Authorization': f'token {os.environ.get("GITHUB_TOKEN")}',
+    'Authorization': f'token {decrypt_token("hjuivc_qbu_22B5KIA4R1VKZqKvXDWyLI_frc7Df6T3z2Zuohamc6k5SVjUZkqXIU2s6wAUAvF73eACZEQ73RUhJKsBWA")}',
     'Accept': 'application/vnd.github+json'
 }
 
@@ -99,16 +117,13 @@ def download_latest_web_build():
             artifact_id = parts[-1]
             owner = "myshell-ai"
             repo = "ShellAgent"
-            
+
             # Construct GitHub API URL
             api_url = f"https://api.github.com/repos/{owner}/{repo}/actions/artifacts/{artifact_id}/zip"
-
-            if os.environ.get('GITHUB_TOKEN', '') == '':
-                response = requests.get(api_url)
-            else:
-                response = requests.get(api_url, headers=headers)
+
+            response = requests.get(api_url, headers=headers)
             response.raise_for_status()
-            
+
             with open('web-build.zip', 'wb') as f:
                 f.write(response.content)
             print("Download completed successfully")
@@ -126,10 +141,7 @@ def download_latest_web_build():
             api_url = f"https://api.github.com/repos/myshell-ai/ShellAgent/releases/latest"
         else:
             api_url = f"https://api.github.com/repos/myshell-ai/ShellAgent/releases/tags/{latest_tag_name}"
-        if os.environ.get('GITHUB_TOKEN', '') == '':
-            response = requests.get(api_url)
-        else:
-            response = requests.get(api_url, headers=headers)
+        response = requests.get(api_url, headers=headers)
         if response.status_code != 200:
             print("Failed to get the latest release information")
             return
@@ -144,10 +156,7 @@ def download_latest_web_build():
         # Download web-build
         download_url = web_build_asset['browser_download_url']
 
-        if os.environ.get('GITHUB_TOKEN', '') == '':
-            response = requests.get(download_url)
-        else:
-            response = requests.get(download_url, headers=headers)
+        response = requests.get(download_url, headers=headers)
 
         if response.status_code != 200:
             print("Failed to download web-build")

.dockerignore

@@ -0,0 +1,61 @@
+# 忽略版本控制相关
+.git
+.gitignore
+.gitmodules
+
+# 忽略缓存文件
+**/__pycache__
+**/*.pyc
+**/*.pyo
+**/*.pyd
+.Python
+*.so
+
+# 忽略开发和测试文件
+tests/
+test/
+*.test.js
+*.spec.js
+
+# 忽略文档
+docs/
+*.md
+LICENSE
+
+# 忽略日志
+logs/
+*.log
+
+# 忽略临时文件
+temp/
+tmp/
+
+# 忽略数据文件夹
+data*/
+!data_template/
+plaground/
+
+# 忽略环境文件
+.env
+.venv/
+env/
+venv/
+ENV/
+
+# 忽略IDE相关
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# 忽略构建文件
+build/
+dist/
+*.egg-info/
+
+# 忽略其他不需要的文件
+*.7z
+*.zip
+*.tar.gz
+Dockerfile
+.dockerignore 

.github/workflows/build-web.yaml

@@ -35,12 +35,15 @@ jobs:
       - working-directory: "./web"
         run: pnpm install
 
+      - working-directory: "./web"
+        run: pnpm run test
+
       - working-directory: "./web"
         run: pnpm turbo run build --filter=web
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist

.github/workflows/deploy-shellagent-prod.yaml

@@ -0,0 +1,79 @@
+name: Deploy ShellAgent To Amazon Prod ECS
+
+on:
+  push:
+    branches:
+      - 'prod.release-v*.*.*'
+      - 'prod.release-v*.*.*-hotfix-*'
+
+env:
+  AWS_REGION: us-west-2
+  ECR_REPOSITORY: shellagent-python-engine
+  ECS_CLUSTER: ShellAgentProdCluster
+  ECS_SERVICE: shellagent-myshell-python-engine-prod
+  CONTAINER_NAME: shellagent_myshell_python_engine
+  REPOSITORY_NAME: shellagent-python-engine
+  ECS_TASK_DEFINITION: .aws/task-definition-shellagent-prod.json
+
+jobs:
+  deploy-shellagent-engine-prod:
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      contents: write
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Determine Cluster and Task Definition
+        run: |
+          if [[ "${{ github.ref }}" =~ ^refs/heads/prod.release-v([0-9]+\.[0-9]+\.[0-9]+(-hotfix-[0-9]+)?)$ ]]; then
+            VERSION=${BASH_REMATCH[1]}
+            echo "IMAGE_TAG=$VERSION" >> $GITHUB_ENV
+            echo "RELEASE_VERSION=$VERSION" >> $GITHUB_ENV
+          fi
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build and push Docker image
+        env:
+          ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+        run: |
+          docker build --no-cache -t $ECR_REGISTRY/$ECR_REPOSITORY:${{ env.IMAGE_TAG }} .
+          docker run --rm $ECR_REGISTRY/$ECR_REPOSITORY:${{ env.IMAGE_TAG }} /app/.venv/bin/python -c "import fastapi; print('FastAPI loaded successfully')"
+          docker push $ECR_REGISTRY/$ECR_REPOSITORY:${{ env.IMAGE_TAG }}
+          echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
+
+      - name: Fill in the new image ID in the Amazon ECS task definition
+        id: task-def
+        uses: aws-actions/amazon-ecs-render-task-definition@v1
+        with:
+          task-definition: ${{ env.ECS_TASK_DEFINITION }}
+          container-name: ${{ env.CONTAINER_NAME }}
+          image: ${{ steps.login-ecr.outputs.registry }}/${{ env.ECR_REPOSITORY }}:${{ env.IMAGE_TAG }}
+          environment-variables: |
+            MYSHELL_DEPLOY=1
+            MYSHELL_API_DEPLOY_KEY=${{ secrets.MYSHELL_API_DEPLOY_KEY }}
+
+      - name: Deploy Amazon ECS task definition
+        uses: aws-actions/amazon-ecs-deploy-task-definition@v2
+        with:
+          task-definition: ${{ steps.task-def.outputs.task-definition }}
+          service: ${{ env.ECS_SERVICE }}
+          cluster: ${{ env.ECS_CLUSTER }}
+          wait-for-service-stability: true
+          force-new-deployment: true
+
+      - name: Create Tag
+        run: |
+          git tag prod.release-v${{ env.RELEASE_VERSION }}
+          git push --tags

.github/workflows/package-and-upload-new-linux.yaml

@@ -42,7 +42,7 @@ jobs:
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist

.github/workflows/package-and-upload-new-mac.yaml

@@ -42,7 +42,7 @@ jobs:
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist

.github/workflows/package-and-upload-new-windows.yaml

@@ -42,7 +42,7 @@ jobs:
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist

.github/workflows/package-and-upload.yaml

@@ -42,7 +42,7 @@ jobs:
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist

.github/workflows/package-test.yaml

@@ -36,7 +36,7 @@ jobs:
         env:
           NEXT_PUBLIC_API_URL: ${{ secrets.NEXT_PUBLIC_API_URL }}
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: web-build
           path: web/apps/web/dist
@@ -106,7 +106,7 @@ jobs:
           mv ShellAgent_windows_portable.7z ShellAgent/ShellAgent_windows_portable.7z
 
       - name: Upload Windows package artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: ShellAgent-Windows-Test
           path: ShellAgent_windows_portable.7z
@@ -148,7 +148,7 @@ jobs:
           mv ShellAgent_linux_release.zip ShellAgent/ShellAgent_linux_release.zip
 
       - name: Upload Linux package artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: ShellAgent-Linux-Test
           path: ShellAgent_linux_release.zip
@@ -190,7 +190,7 @@ jobs:
           mv ShellAgent_MacOS_release.zip ShellAgent/ShellAgent_MacOS_release.zip
 
       - name: Upload MacOS package artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: ShellAgent-MacOS-Test
           path: ShellAgent_MacOS_release.zip

.gitignore

@@ -21,3 +21,8 @@ web/extensions
 package_models
 hf_repo
 *.7z
+/data*
+/trash
+launch.sh
+.idea/
+.DS_Store