update #5
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Bytebase Export SQL | |
| on: | |
| pull_request: | |
| types: [closed] | |
| branches: | |
| - main | |
| paths: | |
| - 'export/**' | |
| workflow_dispatch: | |
| jobs: | |
| bytebase-export: | |
| if: github.event.pull_request.merged == true | |
| runs-on: ubuntu-latest | |
| permissions: | |
| pull-requests: write | |
| issues: write | |
| contents: read | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| fetch-depth: 0 | |
| - name: Login Bytebase | |
| id: bytebase-login | |
| uses: bytebase/[email protected] | |
| with: | |
| bytebase-url: ${{ secrets.BYTEBASE_URL }} | |
| service-key: ${{ secrets.BYTEBASE_SERVICE_KEY }} | |
| service-secret: ${{ secrets.BYTEBASE_SERVICE_SECRET }} | |
| - name: Get changed files | |
| id: changed-files | |
| uses: tj-actions/changed-files@v42 | |
| with: | |
| files: | | |
| export/**/*.sql | |
| since_last_remote_commit: true | |
| - name: Process SQL files | |
| id: process-sql | |
| if: steps.changed-files.outputs.any_changed == 'true' | |
| run: | | |
| call_api() { | |
| local url="$1" | |
| local method="$2" | |
| local data="$3" | |
| local description="$4" | |
| echo "Calling API: $description" | |
| echo "URL: $url" | |
| temp_file=$(mktemp) | |
| http_code=$(curl -s -w "%{http_code}" \ | |
| --request "$method" "$url" \ | |
| --header "Authorization: Bearer ${{ steps.bytebase-login.outputs.token }}" \ | |
| --header "Content-Type: application/json" \ | |
| --data "$data" \ | |
| -o "$temp_file") | |
| echo "Response (Status $http_code):" | |
| cat "$temp_file" | |
| echo "------------------------" | |
| if [[ $http_code -lt 200 || $http_code -ge 300 ]]; then | |
| rm "$temp_file" | |
| return 1 | |
| fi | |
| cat "$temp_file" | |
| rm "$temp_file" | |
| return 0 | |
| } | |
| MANIFEST_PATH="" | |
| for file in ${{ steps.changed-files.outputs.all_changed_files }}; do | |
| DIR_PATH=$(dirname "$file") | |
| while [[ "$DIR_PATH" == export* ]]; do | |
| if [[ -f "$DIR_PATH/manifest.toml" ]]; then | |
| MANIFEST_PATH="$DIR_PATH/manifest.toml" | |
| break 2 | |
| fi | |
| DIR_PATH=$(dirname "$DIR_PATH") | |
| done | |
| done | |
| if [[ -z "$MANIFEST_PATH" ]]; then | |
| echo "Error: No manifest.toml found in the export directory" | |
| exit 1 | |
| fi | |
| echo "Found manifest file at: $MANIFEST_PATH" | |
| echo "Manifest contents:" | |
| cat "$MANIFEST_PATH" | |
| read_toml() { | |
| local key="$1" | |
| python3 -c "import tomllib; print(tomllib.load(open('$MANIFEST_PATH', 'rb')).get('$key', ''))" | |
| } | |
| PROJECT=$(read_toml "project") || exit 1 | |
| INSTANCE=$(read_toml "instance") || exit 1 | |
| DATABASE=$(read_toml "database") || exit 1 | |
| FORMAT=$(read_toml "format") || FORMAT="JSON" | |
| echo "=== Parsed Configuration ===" | |
| echo "Project: $PROJECT" | |
| echo "Instance: $INSTANCE" | |
| echo "Database: $DATABASE" | |
| echo "Format: $FORMAT" | |
| echo "===========================" | |
| for file in ${{ steps.changed-files.outputs.all_changed_files }}; do | |
| echo "Processing $file ================================================" | |
| SQL_CONTENT=$(base64 < "$file") | |
| echo "finishing processing $file =======================" | |
| echo "SQL_CONTENT=$SQL_CONTENT" >> $GITHUB_ENV | |
| STEP_ID=$(python3 -c "import uuid; print(str(uuid.uuid4()))") | |
| echo "STEP_ID=$STEP_ID" >> $GITHUB_ENV | |
| BASE_URL="${{ steps.bytebase-login.outputs.api_url }}" | |
| echo "BASE_URL1111=$BASE_URL" | |
| echo "BASE_URL=$BASE_URL" >> $GITHUB_ENV | |
| sheet_data=$(call_api \ | |
| "$BASE_URL/projects/$PROJECT/sheets" \ | |
| "POST" \ | |
| "{\"title\":\"\",\"content\":\"$SQL_CONTENT\",\"type\":\"TYPE_SQL\",\"source\":\"SOURCE_BYTEBASE_ARTIFACT\",\"visibility\":\"VISIBILITY_PUBLIC\"}" \ | |
| "Create Sheet") | |
| echo "finishing sheetdata ================================================" | |
| SHEET_NAME=$(echo "$sheet_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'])") | |
| echo "finishing sheetname ================================================" | |
| plan_data=$(call_api \ | |
| "$BASE_URL/projects/$PROJECT/plans" \ | |
| "POST" \ | |
| "{\"steps\":[{\"specs\":[{\"id\":\"$STEP_ID\",\"export_data_config\":{\"target\":\"/instances/$INSTANCE/databases/$DATABASE\",\"format\":\"$FORMAT\",\"sheet\":\"$SHEET_NAME\"}}]}],\"title\":\"Export data from $DATABASE\",\"description\":\"EXPORT\"}" \ | |
| "Create Plan") | |
| echo "finishing plan_data ================================================" | |
| PLAN_NAME=$(echo "$plan_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'])") | |
| echo "finishing plan_name ================================================" | |
| issue_data=$(call_api \ | |
| "$BASE_URL/projects/$PROJECT/issues" \ | |
| "POST" \ | |
| "{\"approvers\":[],\"approvalTemplates\":[],\"subscribers\":[],\"title\":\"Issue: Export data from instances/$INSTANCE/databases/$DATABASE\",\"description\":\"SQL request from GitHub\",\"type\":\"DATABASE_DATA_EXPORT\",\"assignee\":\"\",\"plan\":\"$PLAN_NAME\"}" \ | |
| "Create Issue") | |
| echo "finishing issue_data ================================================" | |
| rollout_data=$(call_api \ | |
| "$BASE_URL/projects/$PROJECT/rollouts" \ | |
| "POST" \ | |
| "{\"plan\":\"$PLAN_NAME\"}" \ | |
| "Create Rollout") | |
| echo "finishing rollout_data ================================================" | |
| ISSUE_NUMBER=$(echo "$issue_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'].split('/')[-1])") | |
| ISSUE_LINK="${{ secrets.BYTEBASE_URL }}/projects/$PROJECT/issues/$ISSUE_NUMBER" | |
| echo "ISSUE_LINK=$ISSUE_LINK" >> $GITHUB_ENV | |
| echo "finishing issue_link ================================================" | |
| done | |
| - name: Comment on PR | |
| uses: actions/github-script@v7 | |
| if: always() | |
| env: | |
| CHANGED_FILES: ${{ steps.changed-files.outputs.all_changed_files }} | |
| with: | |
| script: | | |
| const changedFiles = process.env.CHANGED_FILES || ''; | |
| let commentBody = `### SQL Export Summary\n\n`; | |
| commentBody += `✅ **PR Status:** Merged\n\n`; | |
| commentBody += `📝 **Processed SQL Files:**\n\n`; | |
| if (changedFiles.trim()) { | |
| commentBody += changedFiles.split(' ').map(f => `- ${f}`).join('\n'); | |
| } else { | |
| commentBody += `None`; | |
| } | |
| commentBody += `\n\n**Status:** ${process.env.STATUS || 'Completed'}`; | |
| await github.rest.issues.createComment({ | |
| ...context.repo, | |
| issue_number: context.issue.number, | |
| body: commentBody | |
| }); |