feat(pie-monorepo): DSW-2679 add mechanism to upload multiple components to cdn

Author: Ben Siggery

.github/workflows/changeset-release.yml

@@ -201,41 +201,17 @@ jobs:
           }
       env:
         SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
-  
-  publish-cookie-banner-cdn:
-    needs: changesets
-    runs-on: ${{ inputs.os }}
-    if: needs.changesets.outputs.published == 'true' && contains(fromJson(needs.changesets.outputs.publishedPackages).*.name, '@justeattakeaway/pie-cookie-banner')
-    steps:
-      # Checkout the Repo
-      - name: Checkout
-        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-
-      # Setup Repo
-      - name: Setup Repo
-        uses: ./.github/actions/setup-repo
-        with:
-          node-version: ${{ inputs.node-version }}
-          os: ${{ inputs.os }}
-
-      # Build
-      - name: Build Cookie Banner
-        uses: ./.github/actions/run-script
-        with:
-          script-name: "build --filter=pie-cookie-banner"
-
-      - name: Extract cookie banner version
-        id: extract-version
-        run: |
-          PACKAGES='${{ needs.changesets.outputs.publishedPackages }}'
-          cookie_banner_version=$(echo $PACKAGES | jq -r '.[] | select(.name == "@justeattakeaway/pie-cookie-banner") | .version')
-          echo "COOKIE_BANNER_VERSION=$cookie_banner_version" >> $GITHUB_ENV
-
-      - name: Upload to S3
-        run: |
-          aws s3 sync $GITHUB_WORKSPACE/packages/components/pie-cookie-banner/cdn_dist/ s3://$PIE_CDN_BUCKET_NAME/pie-cookie-banner/$COOKIE_BANNER_VERSION/ --region $AWS_REGION --content-type "text/javascript"
-    env:
-      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_KEY_ID }}
-      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-      AWS_REGION: eu-west-1
-      PIE_CDN_BUCKET_NAME: ${{ vars.PIE_CDN_BUCKET_NAME }}
+    
+    - name: Publish packages to CDN
+      if: steps.changesets-main.outputs.published == 'true'
+      uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
+      env:
+        AWS_ACCESS_KEY_ID: ${{ secrets.AWS_KEY_ID }}
+        AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        AWS_REGION: eu-west-1
+        PIE_CDN_BUCKET_NAME: ${{ vars.PIE_CDN_BUCKET_NAME }}
+      with:
+        script: |
+          const publishedPackages = JSON.parse('${{ steps.changesets-main.outputs.publishedPackages }}');
+          const publishToCdn = require('${{ github.workspace }}/packages/tools/pie-monorepo-utils/pie-cdn/publish-to-cdn.js');
+          await publishToCdn({ publishedPackages });

packages/components/pie-cookie-banner/package.json

@@ -21,7 +21,10 @@
     "**/*.d.ts"
   ],
   "pieMetadata": {
-    "componentStatus": "stable"
+    "componentStatus": "stable",
+    "cdnPublish": true,
+    "cdnSourceFolder": "cdn_dist",
+    "cdnContentType": "text/javascript"
   },
   "scripts": {
     "build": "run -T vite build && yarn build:cdn",

packages/tools/pie-css/package.json

@@ -12,6 +12,11 @@
     "scss"
   ],
   "main": "dist/index.css",
+  "pieMetadata": {
+    "cdnPublish": true,
+    "cdnSourceFolder": "dist",
+    "cdnContentType": "text/css"
+  },
   "scripts": {
     "build": "run -T ts-node ./buildCss.ts",
     "lint:scripts": "run -T eslint .",

packages/tools/pie-monorepo-utils/pie-cdn/publish-to-cdn.js

@@ -0,0 +1,115 @@
+/* eslint-disable camelcase */
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const findMonorepoRoot = require('../utils/find-monorepo-root.js');
+
+/**
+ * Identifies packages that need to be published to the CDN
+ * @param {Array} publishedPackages - Array of published packages from changesets
+ * @returns {Array} - Array of packages that need CDN publishing
+ */
+async function identifyCdnPackages(publishedPackages) {
+  // Get workspace info to locate package directories
+  const monorepoRoot = findMonorepoRoot();
+  const workspaceOutput = execSync('yarn workspaces list --json', { cwd: monorepoRoot }).toString();
+  const workspaces = workspaceOutput.trim().split('\n').map(line => JSON.parse(line));
+  
+  // Find packages that need CDN publishing
+  const cdnPackages = [];
+  
+  for (const pkg of publishedPackages) {
+    // Find workspace location for this package
+    const workspace = workspaces.find(ws => ws.name === pkg.name);
+    if (!workspace) continue;
+    
+    // Read package.json to check for CDN configuration
+    try {
+      const packageJsonPath = path.join(monorepoRoot, workspace.location, 'package.json');
+      const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, 'utf8'));
+      
+      // Validate required CDN configuration
+      if (packageJson.pieMetadata && packageJson.pieMetadata.cdnPublish === true) {
+        // Validate all required CDN properties are present
+        if (!packageJson.pieMetadata.cdnSourceFolder) {
+          console.error(`Missing required cdnSourceFolder for ${pkg.name}. Skipping CDN publishing.`);
+          continue;
+        }
+        
+        if (!packageJson.pieMetadata.cdnContentType) {
+          console.error(`Missing required cdnContentType for ${pkg.name}. Skipping CDN publishing.`);
+          continue;
+        }
+        
+        cdnPackages.push({
+          name: pkg.name,
+          version: pkg.version,
+          location: path.join(monorepoRoot, workspace.location),
+          cdnSourceFolder: packageJson.pieMetadata.cdnSourceFolder,
+          cdnContentType: packageJson.pieMetadata.cdnContentType
+        });
+      }
+    } catch (error) {
+      console.error(`Error processing ${pkg.name}:`, error);
+    }
+  }
+  
+  return cdnPackages;
+}
+
+/**
+ * Publishes packages to the CDN
+ * @param {Array} cdnPackages - Array of packages to publish to the CDN
+ */
+async function publishToCdn(cdnPackages) {
+  console.log('Publishing packages to CDN:', cdnPackages);
+  
+  for (const pkg of cdnPackages) {
+    try {
+      // Get package name
+      const packageName = pkg.name.replace('@justeattakeaway/', '');
+      
+      // Build the path to the source folder
+      const sourcePath = path.join(pkg.location, pkg.cdnSourceFolder);
+      
+      // Check if the source folder exists
+      if (!fs.existsSync(sourcePath)) {
+        console.log(`Source directory '${pkg.cdnSourceFolder}' not found for ${pkg.name}, skipping upload`);
+        continue;
+      }
+      
+      console.log(`Uploading ${pkg.name} to S3 from ${sourcePath}...`);
+      execSync(
+        `aws s3 sync ${sourcePath}/ s3://$PIE_CDN_BUCKET_NAME/${packageName}/v${pkg.version}/ --region $AWS_REGION --content-type "${pkg.cdnContentType}"`,
+        { stdio: 'inherit' }
+      );
+      
+      console.log(`Successfully published ${pkg.name}@${pkg.version} to CDN`);
+    } catch (error) {
+      console.error(`Error processing ${pkg.name}:`, error);
+      throw error;
+    }
+  }
+}
+
+/**
+ * @param {Object} options - Options object
+ * @param {Array} options.publishedPackages - Array of published packages from changesets
+ */
+module.exports = async ({ publishedPackages }) => {
+  try {
+    // Identify packages for CDN publishing
+    const cdnPackages = await identifyCdnPackages(publishedPackages);
+    
+    if (cdnPackages.length === 0) {
+      console.log('No packages need CDN publishing');
+      return;
+    }
+
+    await publishToCdn(cdnPackages);
+    
+  } catch (error) {
+    console.error('Error publishing to CDN:', error);
+    throw error;
+  }
+}; 

packages/tools/pie-monorepo-utils/utils/find-monorepo-root.js

@@ -0,0 +1,16 @@
+const fs = require('fs');
+const path = require('path');
+
+function findMonorepoRoot (startPath = process.cwd(), expectedFile = 'yarn.lock') {
+    let testedPath = startPath;
+    let fileExists = false;
+
+    do {
+        fileExists = fs.existsSync(path.join(testedPath, expectedFile));
+        if (!fileExists) testedPath = path.join(testedPath, '../');
+    } while (fileExists === false);
+
+    return testedPath;
+}
+
+module.exports = findMonorepoRoot;