moves to streaming for gcs

packages/warp-cache/package.json

@@ -1,6 +1,6 @@
 {
   "name": "github-actions.warp-cache",
-  "version": "1.0.6",
+  "version": "1.1.0",
   "preview": true,
   "description": "Github action to use WarpBuild's in-house cache offering",
   "keywords": [

packages/warp-cache/src/cache.ts

@@ -171,39 +171,39 @@ export async function restoreCache(
 
         const archiveLocation = `gs://${cacheEntry.gcs?.bucket_name}/${cacheEntry.gcs?.cache_key}`
 
-        await cacheHttpClient.downloadCache(
+        // await cacheHttpClient.downloadCache(
-          cacheEntry.provider,
+        //   cacheEntry.provider,
-          archiveLocation,
+        //   archiveLocation,
-          archivePath,
+        //   archivePath,
-          cacheEntry.gcs?.short_lived_token?.access_token ?? ''
+        //   cacheEntry.gcs?.short_lived_token?.access_token ?? ''
-        )
+        // )
 
-        if (core.isDebug()) {
+        // if (core.isDebug()) {
-          await listTar(archivePath, compressionMethod)
+        //   await listTar(archivePath, compressionMethod)
-        }
+        // }
 
-        const archiveFileSize = utils.getArchiveFileSizeInBytes(archivePath)
+        // const archiveFileSize = utils.getArchiveFileSizeInBytes(archivePath)
-        core.info(
+        // core.info(
-          `Cache Size: ~${Math.round(
+        //   `Cache Size: ~${Math.round(
-            archiveFileSize / (1024 * 1024)
+        //     archiveFileSize / (1024 * 1024)
-          )} MB (${archiveFileSize} B)`
+        //   )} MB (${archiveFileSize} B)`
-        )
+        // )
 
-        await extractTar(archivePath, compressionMethod)
+        // await extractTar(archivePath, compressionMethod)
 
         // For GCS, we do a streaming download which means that we extract the archive while we are downloading it.
 
-        // const readStream = cacheHttpClient.downloadCacheStreaming(
+        const readStream = cacheHttpClient.downloadCacheStreaming(
-        //   'gcs',
+          'gcs',
-        //   archiveLocation,
+          archiveLocation,
-        //   cacheEntry?.gcs?.short_lived_token?.access_token ?? ''
+          cacheEntry?.gcs?.short_lived_token?.access_token ?? ''
-        // )
+        )
 
-        // if (!readStream) {
+        if (!readStream) {
-        //   return undefined
+          return undefined
-        // }
+        }
 
-        // await extractStreamingTar(readStream, archivePath, compressionMethod)
+        await extractStreamingTar(readStream, archivePath, compressionMethod)
         core.info('Cache restored successfully')
         break
       }

packages/warp-cache/src/internal/downloadUtils.ts

@@ -311,7 +311,8 @@ export async function downloadCacheMultipartGCP(
     const transferManager = new TransferManager(storage.bucket(bucketName))
     await transferManager.downloadFileInChunks(objectName, {
       destination: archivePath,
-      chunkSizeBytes: 8 * 1024 * 1024 // 8MB chunk size
+      noReturnData: true,
+      chunkSizeBytes: 1024 * 1024 * 8
     })
   } catch (error) {
     core.debug(`Failed to download cache: ${error}`)

packages/warp-cache/src/test.ts

@@ -31,14 +31,14 @@ process.env['GITHUB_REF'] = 'refs/heads/main'
 //   true
 // )
 
-// restoreCache(
+restoreCache(
-//   ['/Users/prajjwal/Repos/warpbuild/playground/test_fs'],
+  ['/Users/prajjwal/Repos/warpbuild/playground/test_fs'],
-//   'test-fs-local-key',
+  'test-fs-local-key',
-//   ['test-fs'],
+  ['test-fs'],
-//   {},
+  {},
-//   true,
+  true,
-//   false
+  false
-// )
+)
 
 // deleteCache(
 //   ['/Users/prajjwal/Repos/warpbuild/playground/test_fs'],