mirror of https://github.com/actions/toolkit
Add more tests for restoreCacheV2
parent
27dfd2c41c
commit
4de30f744e
|
@ -3,11 +3,12 @@ import * as path from 'path'
|
|||
import * as tar from '../src/internal/tar'
|
||||
import * as config from '../src/internal/config'
|
||||
import * as cacheUtils from '../src/internal/cacheUtils'
|
||||
import * as cacheHttpClient from '../src/internal/cacheHttpClient'
|
||||
import * as downloadCacheModule from '../src/internal/blob/download-cache'
|
||||
import {restoreCache} from '../src/cache'
|
||||
import {CacheFilename, CompressionMethod} from '../src/internal/constants'
|
||||
import { ArtifactCacheEntry } from '../src/internal/contracts'
|
||||
import {CacheServiceClientJSON} from '../src/generated/results/api/v1/cache.twirp'
|
||||
import {BlobDownloadResponseParsed} from '@azure/storage-blob'
|
||||
// import {executePromisesSequentially} from '@azure/ms-rest-js'
|
||||
|
||||
jest.mock('../src/internal/cacheHttpClient')
|
||||
jest.mock('../src/internal/cacheUtils')
|
||||
|
@ -95,142 +96,177 @@ test('restore with server error should fail', async () => {
|
|||
)
|
||||
})
|
||||
|
||||
// test('restore with restore keys and no cache found', async () => {
|
||||
// const paths = ['node_modules']
|
||||
// const key = 'node-test'
|
||||
// const restoreKey = 'node-'
|
||||
test('restore with restore keys and no cache found', async () => {
|
||||
const paths = ['node_modules']
|
||||
const key = 'node-test'
|
||||
const restoreKey = 'node-'
|
||||
const logWarningMock = jest.spyOn(core, 'warning')
|
||||
|
||||
// jest
|
||||
// .spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||
// .mockImplementation(() => {
|
||||
// return Promise.resolve(null)
|
||||
// })
|
||||
// jest.spyOn(cacheHttpClient, 'getCacheEntry').mockImplementation(async () => {
|
||||
// return Promise.resolve(null)
|
||||
// })
|
||||
jest
|
||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||
.mockReturnValue(Promise.resolve({ok: false, signedDownloadUrl: ''}))
|
||||
|
||||
// const cacheKey = await restoreCache(paths, key, [restoreKey])
|
||||
const cacheKey = await restoreCache(paths, key, [restoreKey])
|
||||
|
||||
// expect(cacheKey).toBe(undefined)
|
||||
// })
|
||||
expect(cacheKey).toBe(undefined)
|
||||
expect(logWarningMock).toHaveBeenCalledWith(
|
||||
`Cache not found for keys: ${[key, restoreKey].join(', ')}`
|
||||
)
|
||||
})
|
||||
|
||||
// test('restore with gzip compressed cache found', async () => {
|
||||
// const paths = ['node_modules']
|
||||
// const key = 'node-test'
|
||||
test('restore with gzip compressed cache found', async () => {
|
||||
const paths = ['node_modules']
|
||||
const key = 'node-test'
|
||||
const logInfoMock = jest.spyOn(core, 'info')
|
||||
const compressionMethod = CompressionMethod.Gzip
|
||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||
const cacheVersion =
|
||||
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
||||
|
||||
// const cacheEntry: ArtifactCacheEntry = {
|
||||
// cacheKey: key,
|
||||
// scope: 'refs/heads/main',
|
||||
// archiveLocation: 'www.actionscache.test/download'
|
||||
// }
|
||||
// const getCacheMock = jest.spyOn(cacheHttpClient, 'getCacheEntry')
|
||||
// getCacheMock.mockImplementation(async () => {
|
||||
// return Promise.resolve(cacheEntry)
|
||||
// })
|
||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||
|
||||
// const tempPath = '/foo/bar'
|
||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||
|
||||
// const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||
// createTempDirectoryMock.mockImplementation(async () => {
|
||||
// return Promise.resolve(tempPath)
|
||||
// })
|
||||
const getCacheDownloadURLMock = jest.spyOn(
|
||||
CacheServiceClientJSON.prototype,
|
||||
'GetCacheEntryDownloadURL'
|
||||
)
|
||||
getCacheDownloadURLMock.mockReturnValue(
|
||||
Promise.resolve({ok: true, signedDownloadUrl})
|
||||
)
|
||||
|
||||
// const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
||||
// const downloadCacheMock = jest.spyOn(cacheHttpClient, 'downloadCache')
|
||||
const tempPath = '/foo/bar'
|
||||
|
||||
// const fileSize = 142
|
||||
// const getArchiveFileSizeInBytesMock = jest
|
||||
// .spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||
// .mockReturnValue(fileSize)
|
||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||
createTempDirectoryMock.mockImplementation(async () => {
|
||||
return Promise.resolve(tempPath)
|
||||
})
|
||||
|
||||
// const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||
// const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
||||
const downloadCacheFileMock = jest.spyOn(
|
||||
downloadCacheModule,
|
||||
'downloadCacheFile'
|
||||
)
|
||||
downloadCacheFileMock.mockReturnValue(
|
||||
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||
)
|
||||
|
||||
// const compression = CompressionMethod.Gzip
|
||||
// const getCompressionMock = jest
|
||||
// .spyOn(cacheUtils, 'getCompressionMethod')
|
||||
// .mockReturnValue(Promise.resolve(compression))
|
||||
const fileSize = 142
|
||||
const getArchiveFileSizeInBytesMock = jest
|
||||
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||
.mockReturnValue(fileSize)
|
||||
|
||||
// const cacheKey = await restoreCache(paths, key)
|
||||
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||
|
||||
// expect(cacheKey).toBe(key)
|
||||
// expect(getCacheMock).toHaveBeenCalledWith([key], paths, {
|
||||
// compressionMethod: compression,
|
||||
// enableCrossOsArchive: false
|
||||
// })
|
||||
// expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||
// expect(downloadCacheMock).toHaveBeenCalledWith(
|
||||
// cacheEntry.archiveLocation,
|
||||
// archivePath,
|
||||
// undefined
|
||||
// )
|
||||
// expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||
const cacheKey = await restoreCache(paths, key)
|
||||
|
||||
// expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||
// expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression)
|
||||
expect(cacheKey).toBe(key)
|
||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||
paths,
|
||||
compressionMethod,
|
||||
false
|
||||
)
|
||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||
key,
|
||||
restoreKeys: [],
|
||||
version: cacheVersion
|
||||
})
|
||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||
signedDownloadUrl,
|
||||
archivePath
|
||||
)
|
||||
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
||||
|
||||
// expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||
// expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||
|
||||
// expect(getCompressionMock).toHaveBeenCalledTimes(1)
|
||||
// })
|
||||
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||
|
||||
// test('restore with zstd compressed cache found', async () => {
|
||||
// const paths = ['node_modules']
|
||||
// const key = 'node-test'
|
||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||
})
|
||||
|
||||
// const infoMock = jest.spyOn(core, 'info')
|
||||
test('restore with zstd compressed cache found', async () => {
|
||||
const paths = ['node_modules']
|
||||
const key = 'node-test'
|
||||
const logInfoMock = jest.spyOn(core, 'info')
|
||||
const compressionMethod = CompressionMethod.Zstd
|
||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||
const cacheVersion =
|
||||
'8e2e96a184cb0cd6b48285b176c06a418f3d7fce14c29d9886fd1bb4f05c513d'
|
||||
|
||||
// const cacheEntry: ArtifactCacheEntry = {
|
||||
// cacheKey: key,
|
||||
// scope: 'refs/heads/main',
|
||||
// archiveLocation: 'www.actionscache.test/download'
|
||||
// }
|
||||
// const getCacheMock = jest.spyOn(cacheHttpClient, 'getCacheEntry')
|
||||
// getCacheMock.mockImplementation(async () => {
|
||||
// return Promise.resolve(cacheEntry)
|
||||
// })
|
||||
// const tempPath = '/foo/bar'
|
||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||
|
||||
// const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||
// createTempDirectoryMock.mockImplementation(async () => {
|
||||
// return Promise.resolve(tempPath)
|
||||
// })
|
||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||
|
||||
// const archivePath = path.join(tempPath, CacheFilename.Zstd)
|
||||
// const downloadCacheMock = jest.spyOn(cacheHttpClient, 'downloadCache')
|
||||
const getCacheDownloadURLMock = jest.spyOn(
|
||||
CacheServiceClientJSON.prototype,
|
||||
'GetCacheEntryDownloadURL'
|
||||
)
|
||||
getCacheDownloadURLMock.mockReturnValue(
|
||||
Promise.resolve({ok: true, signedDownloadUrl})
|
||||
)
|
||||
|
||||
// const fileSize = 62915000
|
||||
// const getArchiveFileSizeInBytesMock = jest
|
||||
// .spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||
// .mockReturnValue(fileSize)
|
||||
const tempPath = '/foo/bar'
|
||||
|
||||
// const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||
// const compression = CompressionMethod.Zstd
|
||||
// const getCompressionMock = jest
|
||||
// .spyOn(cacheUtils, 'getCompressionMethod')
|
||||
// .mockReturnValue(Promise.resolve(compression))
|
||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||
createTempDirectoryMock.mockImplementation(async () => {
|
||||
return Promise.resolve(tempPath)
|
||||
})
|
||||
|
||||
// const cacheKey = await restoreCache(paths, key)
|
||||
const archivePath = path.join(tempPath, CacheFilename.Zstd)
|
||||
const downloadCacheFileMock = jest.spyOn(
|
||||
downloadCacheModule,
|
||||
'downloadCacheFile'
|
||||
)
|
||||
downloadCacheFileMock.mockReturnValue(
|
||||
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||
)
|
||||
|
||||
// expect(cacheKey).toBe(key)
|
||||
// expect(getCacheMock).toHaveBeenCalledWith([key], paths, {
|
||||
// compressionMethod: compression,
|
||||
// enableCrossOsArchive: false
|
||||
// })
|
||||
// expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||
// expect(downloadCacheMock).toHaveBeenCalledWith(
|
||||
// cacheEntry.archiveLocation,
|
||||
// archivePath,
|
||||
// undefined
|
||||
// )
|
||||
// expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||
// expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`)
|
||||
const fileSize = 62915000
|
||||
const getArchiveFileSizeInBytesMock = jest
|
||||
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||
.mockReturnValue(fileSize)
|
||||
|
||||
// expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||
// expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression)
|
||||
// expect(getCompressionMock).toHaveBeenCalledTimes(1)
|
||||
// })
|
||||
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||
|
||||
const cacheKey = await restoreCache(paths, key)
|
||||
|
||||
expect(cacheKey).toBe(key)
|
||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||
paths,
|
||||
compressionMethod,
|
||||
false
|
||||
)
|
||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||
key,
|
||||
restoreKeys: [],
|
||||
version: cacheVersion
|
||||
})
|
||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||
signedDownloadUrl,
|
||||
archivePath
|
||||
)
|
||||
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`)
|
||||
|
||||
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||
|
||||
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||
|
||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||
})
|
||||
|
||||
// test('restore with cache found for restore key', async () => {
|
||||
// const paths = ['node_modules']
|
||||
|
|
|
@ -3,13 +3,14 @@ import * as core from '@actions/core'
|
|||
import {
|
||||
BlobClient,
|
||||
BlockBlobClient,
|
||||
BlobDownloadOptions
|
||||
BlobDownloadOptions,
|
||||
BlobDownloadResponseParsed
|
||||
} from '@azure/storage-blob'
|
||||
|
||||
export async function downloadCacheFile(
|
||||
signedUploadURL: string,
|
||||
archivePath: string
|
||||
): Promise<{}> {
|
||||
): Promise<BlobDownloadResponseParsed> {
|
||||
const downloadOptions: BlobDownloadOptions = {
|
||||
maxRetryRequests: 5
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue