From 8a156095aa6e938899f3addaa618c5e65ccda7c5 Mon Sep 17 00:00:00 2001
From: Prajjwal <prajjwaldimri@hotmail.com>
Date: Thu, 18 Jul 2024 10:32:58 +0530
Subject: [PATCH 1/2] adds concurrency limits

---
 packages/warp-cache/package.json              |  2 +-
 .../src/internal/cacheHttpClient.ts           |  5 ++
 .../warp-cache/src/internal/uploadUtils.ts    | 75 +++++++++++--------
 3 files changed, 50 insertions(+), 32 deletions(-)

diff --git a/packages/warp-cache/package.json b/packages/warp-cache/package.json
index 5861ba8c..4748dc71 100644
--- a/packages/warp-cache/package.json
+++ b/packages/warp-cache/package.json
@@ -1,6 +1,6 @@
 {
   "name": "github-actions.warp-cache",
-  "version": "1.2.2",
+  "version": "1.2.3",
   "preview": true,
   "description": "Github action to use WarpBuild's in-house cache offering",
   "keywords": [
diff --git a/packages/warp-cache/src/internal/cacheHttpClient.ts b/packages/warp-cache/src/internal/cacheHttpClient.ts
index 0de77942..ea99d69a 100644
--- a/packages/warp-cache/src/internal/cacheHttpClient.ts
+++ b/packages/warp-cache/src/internal/cacheHttpClient.ts
@@ -124,6 +124,11 @@ export function getCacheVersion(
     components.push('windows-only')
   }
 
+  // Check for mac platforms if enableCrossOsArchive is false
+  if (process.platform === 'darwin' && !enableCrossOsArchive) {
+    components.push('mac-only')
+  }
+
   // Add architecture to cache version
   if (!enableCrossArchArchive) {
     components.push(process.arch)
diff --git a/packages/warp-cache/src/internal/uploadUtils.ts b/packages/warp-cache/src/internal/uploadUtils.ts
index c368e9b1..f0175f4c 100644
--- a/packages/warp-cache/src/internal/uploadUtils.ts
+++ b/packages/warp-cache/src/internal/uploadUtils.ts
@@ -1,5 +1,6 @@
 import * as core from '@actions/core'
 import * as utils from './cacheUtils'
+import * as os from 'os'
 
 import fs from 'fs'
 
@@ -52,9 +53,8 @@ async function uploadChunk(
     }
   } catch (error) {
     throw new Error(
-      `Cache service responded with ${
-        (error as AxiosError).status
-      } during upload chunk.`
+      `Cache service responded with ${(error as AxiosError).response
+        ?.status} during upload chunk.`
     )
   }
 }
@@ -66,41 +66,54 @@ export async function uploadFileToS3(
   const fileSize = utils.getArchiveFileSizeInBytes(archivePath)
   const numberOfChunks = preSignedURLs.length
 
+  let concurrency = 4
+  // Adjust concurrency based on the number of cpu cores
+  if (os.cpus().length > 4) {
+    concurrency = 8
+  }
+
   const fd = fs.openSync(archivePath, 'r')
 
-  core.debug('Awaiting all uploads')
+  core.debug(`Awaiting all uploads with concurrency limit of ${concurrency}`)
   let offset = 0
 
+  const completedParts: InternalS3CompletedPart[] = []
+
   try {
-    const completedParts = await Promise.all(
-      preSignedURLs.map(async (presignedURL, index) => {
-        const chunkSize = Math.ceil(fileSize / numberOfChunks)
-        const start = offset
-        const end = offset + chunkSize - 1
-        offset += chunkSize
+    for (let i = 0; i < numberOfChunks; i += concurrency) {
+      const batch = preSignedURLs
+        .slice(i, i + concurrency)
+        .map((presignedURL, index) => {
+          const chunkIndex = i + index
+          const chunkSize = Math.ceil(fileSize / numberOfChunks)
+          const start = offset
+          const end = offset + chunkSize - 1
+          offset += chunkSize
 
-        return await uploadChunk(
-          presignedURL,
-          () =>
-            fs
-              .createReadStream(archivePath, {
-                fd,
-                start,
-                end,
-                autoClose: false
-              })
-              .on('error', error => {
-                throw new Error(
-                  `Cache upload failed because file read failed with ${error.message}`
-                )
-              }),
-          index + 1,
-          start,
-          end
-        )
-      })
-    )
+          return uploadChunk(
+            presignedURL,
+            () =>
+              fs
+                .createReadStream(archivePath, {
+                  fd,
+                  start,
+                  end,
+                  autoClose: false
+                })
+                .on('error', error => {
+                  throw new Error(
+                    `Cache upload failed because file read failed with ${error.message}`
+                  )
+                }),
+            chunkIndex + 1,
+            start,
+            end
+          )
+        })
 
+      const batchResults = await Promise.all(batch)
+      completedParts.push(...batchResults)
+    }
     return completedParts
   } finally {
     fs.closeSync(fd)

From b0cca20ac1fe91182f9cf15623cb4181d8fd5241 Mon Sep 17 00:00:00 2001
From: Prajjwal <prajjwaldimri@hotmail.com>
Date: Thu, 18 Jul 2024 10:37:09 +0530
Subject: [PATCH 2/2] bumps version

---
 packages/warp-cache/package.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/warp-cache/package.json b/packages/warp-cache/package.json
index 4748dc71..ff86e893 100644
--- a/packages/warp-cache/package.json
+++ b/packages/warp-cache/package.json
@@ -1,6 +1,6 @@
 {
   "name": "github-actions.warp-cache",
-  "version": "1.2.3",
+  "version": "1.2.5",
   "preview": true,
   "description": "Github action to use WarpBuild's in-house cache offering",
   "keywords": [