Feat tokenizer

.github/workflows/deploy-staging.yml

@@ -0,0 +1,109 @@
+name: Deploy Studio & Backend (Staging)
+
+on:
+    push:
+        branches:
+            - staging
+        paths:
+            - 'apps/backend/**'
+            - 'apps/blend-studio/**'
+            - 'packages/token-engine/**'
+            - 'packages/blend/**'
+            - '.github/workflows/deploy-staging.yml'
+    workflow_dispatch:
+        inputs:
+            deploy_backend:
+                description: 'Deploy backend to Cloud Run'
+                required: false
+                default: true
+                type: boolean
+            deploy_studio:
+                description: 'Deploy studio to Firebase Hosting'
+                required: false
+                default: true
+                type: boolean
+
+concurrency:
+    group: deploy-staging
+    cancel-in-progress: false
+
+env:
+    PROJECT_ID: storybook-452807
+    REGION: us-central1
+
+jobs:
+    deploy-staging:
+        name: Deploy to Staging
+        runs-on: ubuntu-latest
+        permissions:
+            contents: read
+            id-token: write
+
+        steps:
+            - name: Checkout
+              uses: actions/checkout@v4
+
+            - name: Set environment variables
+              id: env
+              run: |
+                  echo "ENVIRONMENT=staging" >> $GITHUB_OUTPUT
+                  echo "FIREBASE_TARGET=blend-staging" >> $GITHUB_OUTPUT
+                  echo "BACKEND_SERVICE=blend-backend-staging" >> $GITHUB_OUTPUT
+                  echo "STUDIO_SERVICE=blend-studio-staging" >> $GITHUB_OUTPUT
+                  echo "FRONTEND_URL=${{ secrets.STAGING_FRONTEND_URL }}" >> $GITHUB_OUTPUT
+                  echo "API_BASE_URL=${{ secrets.STAGING_API_BASE_URL }}" >> $GITHUB_OUTPUT
+                  echo "GOOGLE_REDIRECT_URI=${{ secrets.STAGING_API_BASE_URL }}/api/auth/google/callback" >> $GITHUB_OUTPUT
+                  echo "DATABASE_URL=postgresql://${{ secrets.DATABASE_USER }}:${{ secrets.STAGING_DB_PASSWORD }}@/${{ secrets.STAGING_DATABASE_NAME }}?host=/cloudsql/${{ secrets.CLOUD_SQL_CONNECTION_NAME }}" >> $GITHUB_OUTPUT
+
+            - name: Authenticate to Google Cloud
+              uses: google-github-actions/auth@v2
+              with:
+                  credentials_json: ${{ secrets.GCP_SA_KEY }}
+
+            - name: Set up Cloud SDK
+              uses: google-github-actions/setup-gcloud@v2
+
+            - name: Configure Docker for Artifact Registry
+              run: |
+                  gcloud auth configure-docker gcr.io
+
+            - name: Build & Deploy via Cloud Build (Staging)
+              if: github.event.inputs.deploy_backend != 'false'
+              run: |
+                  gcloud builds submit \
+                    --config=apps/blend-studio/cloudbuild.yaml \
+                    --substitutions="_BACKEND_SERVICE=blend-backend-staging,_STUDIO_SERVICE=blend-studio-staging,_INSTANCE_CONNECTION_NAME=${{ secrets.CLOUD_SQL_CONNECTION_NAME }},_DATABASE_URL=${{ steps.env.outputs.DATABASE_URL }},_DATABASE_NAME=${{ secrets.STAGING_DATABASE_NAME }},_DATABASE_USER=${{ secrets.DATABASE_USER }},_FRONTEND_URL=${{ steps.env.outputs.FRONTEND_URL }},_API_BASE_URL=${{ steps.env.outputs.API_BASE_URL }},_GOOGLE_CLIENT_ID=${{ secrets.GOOGLE_CLIENT_ID }},_GOOGLE_CLIENT_SECRET=${{ secrets.GOOGLE_CLIENT_SECRET }},_GOOGLE_REDIRECT_URI=${{ steps.env.outputs.GOOGLE_REDIRECT_URI }},_FIREBASE_API_KEY=${{ secrets.FIREBASE_API_KEY }},_FIREBASE_AUTH_DOMAIN=${{ secrets.FIREBASE_AUTH_DOMAIN }},_FIREBASE_PROJECT_ID=${{ secrets.FIREBASE_PROJECT_ID }},_FIREBASE_STORAGE_BUCKET=${{ secrets.FIREBASE_STORAGE_BUCKET }},_FIREBASE_MESSAGING_SENDER_ID=${{ secrets.FIREBASE_MESSAGING_SENDER_ID }},_FIREBASE_APP_ID=${{ secrets.FIREBASE_APP_ID }},_FIREBASE_DATABASE_URL=${{ secrets.FIREBASE_DATABASE_URL }},_FIREBASE_CLIENT_EMAIL=${{ secrets.FIREBASE_CLIENT_EMAIL }}" \
+                    .
+
+            - name: Deploy Studio to Firebase Hosting (Staging)
+              if: github.event.inputs.deploy_studio != 'false'
+              run: |
+                  npm install -g pnpm
+                  pnpm install --frozen-lockfile
+                  cd apps/blend-studio
+                  VITE_FIREBASE_API_KEY="${{ secrets.FIREBASE_API_KEY }}" \
+                  VITE_FIREBASE_AUTH_DOMAIN="${{ secrets.FIREBASE_AUTH_DOMAIN }}" \
+                  VITE_FIREBASE_PROJECT_ID="${{ secrets.FIREBASE_PROJECT_ID }}" \
+                  VITE_FIREBASE_STORAGE_BUCKET="${{ secrets.FIREBASE_STORAGE_BUCKET }}" \
+                  VITE_FIREBASE_MESSAGING_SENDER_ID="${{ secrets.FIREBASE_MESSAGING_SENDER_ID }}" \
+                  VITE_FIREBASE_APP_ID="${{ secrets.FIREBASE_APP_ID }}" \
+                  VITE_FIREBASE_DATABASE_URL="${{ secrets.FIREBASE_DATABASE_URL }}" \
+                  VITE_API_BASE_URL="${{ steps.env.outputs.API_BASE_URL }}" \
+                  pnpm build
+
+                  cd ../..
+                  npx firebase-tools@latest deploy \
+                    --only hosting:blend-staging \
+                    --project ${{ env.PROJECT_ID }} \
+                    --token ${{ secrets.FIREBASE_CI_TOKEN }}
+
+            - name: Deployment Summary
+              run: |
+                  echo "## Staging Deployment Complete" >> $GITHUB_STEP_SUMMARY
+                  echo "" >> $GITHUB_STEP_SUMMARY
+                  echo "| Property | Value |" >> $GITHUB_STEP_SUMMARY
+                  echo "|----------|-------|" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Environment** | staging |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Backend Service** | blend-backend-staging |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Studio Service** | blend-studio-staging |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Firebase Target** | blend-staging |" >> $GITHUB_STEP_SUMMARY

.github/workflows/deploy.yml

@@ -0,0 +1,147 @@
+name: Deploy Studio & Backend
+
+on:
+    push:
+        branches:
+            - main
+        paths:
+            - 'apps/backend/**'
+            - 'apps/blend-studio/**'
+            - 'packages/token-engine/**'
+            - 'packages/blend/**'
+            - '.github/workflows/deploy.yml'
+    workflow_dispatch:
+        inputs:
+            environment:
+                description: 'Deployment environment'
+                required: true
+                type: choice
+                options:
+                    - production
+                    - staging
+            deploy_backend:
+                description: 'Deploy backend to Cloud Run'
+                required: false
+                default: true
+                type: boolean
+            deploy_studio:
+                description: 'Deploy studio to Cloud Run + Firebase Hosting'
+                required: false
+                default: true
+                type: boolean
+
+concurrency:
+    group: deploy-${{ github.event.inputs.environment || 'production' }}
+    cancel-in-progress: false
+
+env:
+    PROJECT_ID: storybook-452807
+    REGION: us-central1
+
+jobs:
+    deploy:
+        name: Deploy to ${{ github.event.inputs.environment || 'production' }}
+        runs-on: ubuntu-latest
+        permissions:
+            contents: read
+            id-token: write
+
+        steps:
+            - name: Checkout
+              uses: actions/checkout@v4
+
+            - name: Set environment variables
+              id: env
+              run: |
+                  if [[ "${{ github.event.inputs.environment }}" == "staging" ]]; then
+                    echo "ENVIRONMENT=staging" >> $GITHUB_OUTPUT
+                    echo "FIREBASE_TARGET=blend-staging" >> $GITHUB_OUTPUT
+                    echo "BACKEND_SERVICE=blend-backend-staging" >> $GITHUB_OUTPUT
+                    echo "STUDIO_SERVICE=blend-studio-staging" >> $GITHUB_OUTPUT
+                    echo "FRONTEND_URL=${{ secrets.STAGING_FRONTEND_URL }}" >> $GITHUB_OUTPUT
+                    echo "API_BASE_URL=${{ secrets.STAGING_API_BASE_URL }}" >> $GITHUB_OUTPUT
+                    echo "GOOGLE_REDIRECT_URI=${{ secrets.STAGING_API_BASE_URL }}/api/auth/google/callback" >> $GITHUB_OUTPUT
+                    echo "DATABASE_URL=postgresql://${{ secrets.DATABASE_USER }}:${{ secrets.STAGING_DB_PASSWORD }}@/${{ secrets.STAGING_DATABASE_NAME }}?host=/cloudsql/${{ secrets.CLOUD_SQL_CONNECTION_NAME }}" >> $GITHUB_OUTPUT
+                  else
+                    echo "ENVIRONMENT=production" >> $GITHUB_OUTPUT
+                    echo "FIREBASE_TARGET=blend-prod" >> $GITHUB_OUTPUT
+                    echo "BACKEND_SERVICE=blend-backend" >> $GITHUB_OUTPUT
+                    echo "STUDIO_SERVICE=blend-studio" >> $GITHUB_OUTPUT
+                    echo "FRONTEND_URL=${{ secrets.PROD_FRONTEND_URL }}" >> $GITHUB_OUTPUT
+                    echo "API_BASE_URL=${{ secrets.PROD_API_BASE_URL }}" >> $GITHUB_OUTPUT
+                    echo "GOOGLE_REDIRECT_URI=${{ secrets.PROD_API_BASE_URL }}/api/auth/google/callback" >> $GITHUB_OUTPUT
+                    echo "DATABASE_URL=postgresql://${{ secrets.DATABASE_USER }}:${{ secrets.PROD_DB_PASSWORD }}@/${{ secrets.DATABASE_NAME }}?host=/cloudsql/${{ secrets.CLOUD_SQL_CONNECTION_NAME }}" >> $GITHUB_OUTPUT
+                  fi
+
+            - name: Authenticate to Google Cloud
+              uses: google-github-actions/auth@v2
+              with:
+                  credentials_json: ${{ secrets.GCP_SA_KEY }}
+
+            - name: Set up Cloud SDK
+              uses: google-github-actions/setup-gcloud@v2
+
+            - name: Configure Docker for Artifact Registry
+              run: |
+                  gcloud auth configure-docker gcr.io
+
+            - name: Build & Deploy via Cloud Build
+              if: github.event.inputs.deploy_backend != 'false'
+              run: |
+                  gcloud builds submit \
+                    --config=apps/blend-studio/cloudbuild.yaml \
+                    --substitutions="_BACKEND_SERVICE=${{ steps.env.outputs.BACKEND_SERVICE }},_STUDIO_SERVICE=${{ steps.env.outputs.STUDIO_SERVICE }},_INSTANCE_CONNECTION_NAME=${{ secrets.CLOUD_SQL_CONNECTION_NAME }},_DATABASE_URL=${{ steps.env.outputs.DATABASE_URL }},_DATABASE_NAME=${{ secrets.DATABASE_NAME }},_DATABASE_USER=${{ secrets.DATABASE_USER }},_FRONTEND_URL=${{ steps.env.outputs.FRONTEND_URL }},_API_BASE_URL=${{ steps.env.outputs.API_BASE_URL }},_GOOGLE_CLIENT_ID=${{ secrets.GOOGLE_CLIENT_ID }},_GOOGLE_CLIENT_SECRET=${{ secrets.GOOGLE_CLIENT_SECRET }},_GOOGLE_REDIRECT_URI=${{ steps.env.outputs.GOOGLE_REDIRECT_URI }},_FIREBASE_API_KEY=${{ secrets.FIREBASE_API_KEY }},_FIREBASE_AUTH_DOMAIN=${{ secrets.FIREBASE_AUTH_DOMAIN }},_FIREBASE_PROJECT_ID=${{ secrets.FIREBASE_PROJECT_ID }},_FIREBASE_STORAGE_BUCKET=${{ secrets.FIREBASE_STORAGE_BUCKET }},_FIREBASE_MESSAGING_SENDER_ID=${{ secrets.FIREBASE_MESSAGING_SENDER_ID }},_FIREBASE_APP_ID=${{ secrets.FIREBASE_APP_ID }},_FIREBASE_DATABASE_URL=${{ secrets.FIREBASE_DATABASE_URL }},_FIREBASE_CLIENT_EMAIL=${{ secrets.FIREBASE_CLIENT_EMAIL }}" \
+                    .
+
+            - name: Get Backend URL
+              if: github.event.inputs.deploy_backend != 'false'
+              id: backend-url
+              run: |
+                  URL=$(gcloud run services describe ${{ steps.env.outputs.BACKEND_SERVICE }} \
+                    --region=${{ env.REGION }} \
+                    --format='value(status.url)')
+                  echo "url=$URL" >> $GITHUB_OUTPUT
+
+            - name: Deploy Studio to Firebase Hosting
+              if: github.event.inputs.deploy_studio != 'false'
+              run: |
+                  npm install -g pnpm
+                  pnpm install --frozen-lockfile
+                  cd apps/blend-studio
+                  VITE_FIREBASE_API_KEY="${{ secrets.FIREBASE_API_KEY }}" \
+                  VITE_FIREBASE_AUTH_DOMAIN="${{ secrets.FIREBASE_AUTH_DOMAIN }}" \
+                  VITE_FIREBASE_PROJECT_ID="${{ secrets.FIREBASE_PROJECT_ID }}" \
+                  VITE_FIREBASE_STORAGE_BUCKET="${{ secrets.FIREBASE_STORAGE_BUCKET }}" \
+                  VITE_FIREBASE_MESSAGING_SENDER_ID="${{ secrets.FIREBASE_MESSAGING_SENDER_ID }}" \
+                  VITE_FIREBASE_APP_ID="${{ secrets.FIREBASE_APP_ID }}" \
+                  VITE_FIREBASE_DATABASE_URL="${{ secrets.FIREBASE_DATABASE_URL }}" \
+                  VITE_API_BASE_URL="${{ steps.env.outputs.API_BASE_URL }}" \
+                  pnpm build
+
+                  cd ../..
+                  npx firebase-tools@latest deploy \
+                    --only hosting:${{ steps.env.outputs.FIREBASE_TARGET }} \
+                    --project ${{ env.PROJECT_ID }} \
+                    --token ${{ secrets.FIREBASE_CI_TOKEN }}
+
+            - name: Deployment Summary
+              run: |
+                  echo "## Deployment Summary" >> $GITHUB_STEP_SUMMARY
+                  echo "" >> $GITHUB_STEP_SUMMARY
+                  echo "| Property | Value |" >> $GITHUB_STEP_SUMMARY
+                  echo "|----------|-------|" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Environment** | \`${{ steps.env.outputs.ENVIRONMENT }}\` |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Backend Service** | \`${{ steps.env.outputs.BACKEND_SERVICE }}\` |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Studio Service** | \`${{ steps.env.outputs.STUDIO_SERVICE }}\` |" >> $GITHUB_STEP_SUMMARY
+                  echo "| **Firebase Target** | \`${{ steps.env.outputs.FIREBASE_TARGET }}\` |" >> $GITHUB_STEP_SUMMARY
+                  if [[ -n "${{ steps.backend-url.outputs.url }}" ]]; then
+                    echo "| **Backend URL** | \`${{ steps.backend-url.outputs.url }}\` |" >> $GITHUB_STEP_SUMMARY
+                  fi
+                  echo "" >> $GITHUB_STEP_SUMMARY
+                  echo "### Services Deployed" >> $GITHUB_STEP_SUMMARY
+                  if [[ "${{ github.event.inputs.deploy_backend }}" != "false" ]]; then
+                    echo "- Backend: Cloud Run (\`${{ steps.env.outputs.BACKEND_SERVICE }}\`)" >> $GITHUB_STEP_SUMMARY
+                  fi
+                  if [[ "${{ github.event.inputs.deploy_studio }}" != "false" ]]; then
+                    echo "- Studio: Cloud Run + Firebase Hosting (\`${{ steps.env.outputs.FIREBASE_TARGET }}\`)" >> $GITHUB_STEP_SUMMARY
+                  fi