Merge pull request #34 from bytebase/a-branch-7 #14
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Bytebase Export SQL | ||
| on: | ||
| pull_request: | ||
| types: [closed] | ||
| branches: | ||
| - main | ||
| paths: | ||
| - 'export/**' | ||
| workflow_dispatch: | ||
| jobs: | ||
| bytebase-export: | ||
| if: github.event.pull_request.merged == true | ||
| runs-on: ubuntu-latest | ||
| permissions: | ||
| pull-requests: write | ||
| issues: write | ||
| contents: read | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| ref: ${{ github.event.pull_request.head.sha }} | ||
| fetch-depth: 0 | ||
| - name: Login Bytebase | ||
| id: bytebase-login | ||
| uses: bytebase/[email protected] | ||
| with: | ||
| bytebase-url: ${{ secrets.BYTEBASE_URL }} | ||
| service-key: ${{ secrets.BYTEBASE_SERVICE_KEY }} | ||
| service-secret: ${{ secrets.BYTEBASE_SERVICE_SECRET }} | ||
| - name: Get changed files | ||
| id: changed-files | ||
| uses: tj-actions/changed-files@v42 | ||
| with: | ||
| files: | | ||
| export/**/*.sql | ||
| since_last_remote_commit: true | ||
| - name: Process SQL files | ||
| id: process-sql | ||
| if: steps.changed-files.outputs.any_changed == 'true' | ||
| run: | | ||
| # Function to make API calls with error handling | ||
| call_api() { | ||
| local url="$1" | ||
| local method="$2" | ||
| local data="$3" | ||
| local description="$4" | ||
| echo "=== DEBUG: API Call Details ===" | ||
| echo "Description: $description" | ||
| echo "URL: $url" | ||
| echo "Method: $method" | ||
| # Store response in a temporary file | ||
| temp_file=$(mktemp) | ||
| http_code=$(curl -s -w "%{http_code}" \ | ||
| --request "$method" "$url" \ | ||
| --header "Authorization: Bearer ${{ steps.bytebase-login.outputs.token }}" \ | ||
| --header "Content-Type: application/json" \ | ||
| --data "$data" \ | ||
| -o "$temp_file") | ||
| echo "=== DEBUG: Response Details ===" | ||
| echo "HTTP Status: $http_code" | ||
| echo "Response body:" | ||
| cat "$temp_file" | ||
| echo "===========================" | ||
| if [[ $http_code -lt 200 || $http_code -ge 300 ]]; then | ||
| echo "Error: Failed $description. Status: $http_code" | ||
| rm "$temp_file" | ||
| return 1 | ||
| fi | ||
| # Validate JSON response | ||
| if ! python3 << 'EOF' | ||
| import sys, json | ||
| try: | ||
| with open(sys.argv[1], 'r') as f: | ||
| json.load(f) | ||
| except json.JSONDecodeError as e: | ||
| print(f'Invalid JSON: {str(e)}', file=sys.stderr) | ||
| sys.exit(1) | ||
| EOF | ||
| "$temp_file" 2>/dev/null; then | ||
| echo "Error: Invalid JSON response" | ||
| rm "$temp_file" | ||
| return 1 | ||
| fi | ||
| cat "$temp_file" | ||
| rm "$temp_file" | ||
| return 0 | ||
| } | ||
| # Find the manifest.toml once at the start | ||
| MANIFEST_PATH="" | ||
| for file in ${{ steps.changed-files.outputs.all_changed_files }}; do | ||
| DIR_PATH=$(dirname "$file") | ||
| while [[ "$DIR_PATH" == export* ]]; do | ||
| if [[ -f "$DIR_PATH/manifest.toml" ]]; then | ||
| MANIFEST_PATH="$DIR_PATH/manifest.toml" | ||
| break 2 | ||
| fi | ||
| DIR_PATH=$(dirname "$DIR_PATH") | ||
| done | ||
| done | ||
| if [[ -z "$MANIFEST_PATH" ]]; then | ||
| echo "Error: No manifest.toml found in the export directory" | ||
| exit 1 | ||
| fi | ||
| echo "Found manifest file at: $MANIFEST_PATH" | ||
| echo "Manifest contents:" | ||
| cat "$MANIFEST_PATH" | ||
| # Parse manifest.toml with error handling | ||
| read_toml() { | ||
| local key="$1" | ||
| python3 -c " | ||
| import sys | ||
| import tomllib | ||
| try: | ||
| with open('$MANIFEST_PATH', 'rb') as f: | ||
| data = tomllib.load(f) | ||
| print(data.get('$key', '')) | ||
| except Exception as e: | ||
| print(f'Error reading $key: {str(e)}', file=sys.stderr) | ||
| sys.exit(1) | ||
| " | ||
| } | ||
| # Read each value with error handling | ||
| PROJECT=$(read_toml "project") || exit 1 | ||
| INSTANCE=$(read_toml "instance") || exit 1 | ||
| DATABASE=$(read_toml "database") || exit 1 | ||
| FORMAT=$(read_toml "format") || FORMAT="JSON" | ||
| echo "=== Parsed Configuration ===" | ||
| echo "Project: $PROJECT" | ||
| echo "Instance: $INSTANCE" | ||
| echo "Database: $DATABASE" | ||
| echo "Format: $FORMAT" | ||
| echo "===========================" | ||
| # Process each SQL file | ||
| for file in ${{ steps.changed-files.outputs.all_changed_files }}; do | ||
| echo "Processing $file" | ||
| # Read SQL content and encode to base64 | ||
| SQL_CONTENT=$(base64 < "$file") | ||
| # Generate UUID for step ID | ||
| STEP_ID=$(python3 -c "import uuid; print(str(uuid.uuid4()))") | ||
| BASE_URL="${{ steps.bytebase-login.outputs.api_url }}" | ||
| # 1. Create Sheet | ||
| sheet_data=$(call_api \ | ||
| "$BASE_URL/v1/projects/$PROJECT/sheets" \ | ||
| "POST" \ | ||
| "{\"title\":\"\",\"content\":\"$SQL_CONTENT\",\"type\":\"TYPE_SQL\",\"source\":\"SOURCE_BYTEBASE_ARTIFACT\",\"visibility\":\"VISIBILITY_PUBLIC\"}" \ | ||
| "Create Sheet") || exit 1 | ||
| SHEET_NAME=$(echo "$sheet_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'])") | ||
| # 2. Create Plan | ||
| plan_data=$(call_api \ | ||
| "$BASE_URL/v1/projects/$PROJECT/plans" \ | ||
| "POST" \ | ||
| "{\"steps\":[{\"specs\":[{\"id\":\"$STEP_ID\",\"export_data_config\":{\"target\":\"/instances/$INSTANCE/databases/$DATABASE\",\"format\":\"$FORMAT\",\"sheet\":\"$SHEET_NAME\"}}]}],\"title\":\"Export data from $DATABASE\",\"description\":\"EXPORT\"}" \ | ||
| "Create Plan") || exit 1 | ||
| PLAN_NAME=$(echo "$plan_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'])") | ||
| # 3. Create Issue | ||
| issue_data=$(call_api \ | ||
| "$BASE_URL/v1/projects/$PROJECT/issues" \ | ||
| "POST" \ | ||
| "{\"approvers\":[],\"approvalTemplates\":[],\"subscribers\":[],\"title\":\"Issue: Export data from instances/$INSTANCE/databases/$DATABASE\",\"description\":\"SQL request from GitHub\",\"type\":\"DATABASE_DATA_EXPORT\",\"assignee\":\"\",\"plan\":\"$PLAN_NAME\"}" \ | ||
| "Create Issue") || exit 1 | ||
| # 4. Create Rollout | ||
| rollout_data=$(call_api \ | ||
| "$BASE_URL/v1/projects/$PROJECT/rollouts" \ | ||
| "POST" \ | ||
| "{\"plan\":\"$PLAN_NAME\"}" \ | ||
| "Create Rollout") || exit 1 | ||
| # Extract issue link for PR comment | ||
| ISSUE_NUMBER=$(echo "$issue_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'].split('/')[-1])") | ||
| ISSUE_LINK="${{ secrets.BYTEBASE_URL }}/projects/$PROJECT/issues/$ISSUE_NUMBER" | ||
| echo "ISSUE_LINK=$ISSUE_LINK" >> $GITHUB_ENV | ||
| echo "Successfully processed $file" | ||
| done | ||
| - name: Comment on PR | ||
| uses: actions/github-script@v7 | ||
| if: always() | ||
| env: | ||
| CHANGED_FILES: ${{ steps.changed-files.outputs.all_changed_files }} | ||
| with: | ||
| script: | | ||
| const changedFiles = process.env.CHANGED_FILES || ''; | ||
| let commentBody = `### SQL Export Summary\n\n`; | ||
| commentBody += `✅ **PR Status:** Merged\n\n`; | ||
| commentBody += `📝 **Processed SQL Files:**\n\n`; | ||
| if (changedFiles.trim()) { | ||
| commentBody += changedFiles.split(' ').map(f => `- ${f}`).join('\n'); | ||
| } else { | ||
| commentBody += `None`; | ||
| } | ||
| commentBody += '\n\n**Status:** ${process.env.STATUS || 'Completed'}`; | ||
| await github.rest.issues.createComment({ | ||
| ...context.repo, | ||
| issue_number: context.issue.number, | ||
| body: commentBody | ||
| }); | ||
