mirror of https://github.com/actions/toolkit
Fix cache lookup scenario
Bassem Dghaidi
GitHub
parent
4dadd612d6
commit
de236da416
|
|
@ -4,10 +4,10 @@ import * as tar from '../src/internal/tar'
|
||||||
import * as config from '../src/internal/config'
|
import * as config from '../src/internal/config'
|
||||||
import * as cacheUtils from '../src/internal/cacheUtils'
|
import * as cacheUtils from '../src/internal/cacheUtils'
|
||||||
import * as downloadCacheModule from '../src/internal/blob/download-cache'
|
import * as downloadCacheModule from '../src/internal/blob/download-cache'
|
||||||
import { restoreCache } from '../src/cache'
|
import {restoreCache} from '../src/cache'
|
||||||
import { CacheFilename, CompressionMethod } from '../src/internal/constants'
|
import {CacheFilename, CompressionMethod} from '../src/internal/constants'
|
||||||
import { CacheServiceClientJSON } from '../src/generated/results/api/v1/cache.twirp'
|
import {CacheServiceClientJSON} from '../src/generated/results/api/v1/cache.twirp'
|
||||||
import { BlobDownloadResponseParsed } from '@azure/storage-blob'
|
import {BlobDownloadResponseParsed} from '@azure/storage-blob'
|
||||||
// import {executePromisesSequentially} from '@azure/ms-rest-js'
|
// import {executePromisesSequentially} from '@azure/ms-rest-js'
|
||||||
|
|
||||||
jest.mock('../src/internal/cacheHttpClient')
|
jest.mock('../src/internal/cacheHttpClient')
|
||||||
|
|
@ -19,413 +19,413 @@ let logDebugMock: jest.SpyInstance
|
||||||
let logInfoMock: jest.SpyInstance
|
let logInfoMock: jest.SpyInstance
|
||||||
|
|
||||||
beforeAll(() => {
|
beforeAll(() => {
|
||||||
jest.spyOn(console, 'log').mockImplementation(() => { })
|
jest.spyOn(console, 'log').mockImplementation(() => {})
|
||||||
jest.spyOn(core, 'debug').mockImplementation(() => { })
|
jest.spyOn(core, 'debug').mockImplementation(() => {})
|
||||||
jest.spyOn(core, 'info').mockImplementation(() => { })
|
jest.spyOn(core, 'info').mockImplementation(() => {})
|
||||||
jest.spyOn(core, 'warning').mockImplementation(() => { })
|
jest.spyOn(core, 'warning').mockImplementation(() => {})
|
||||||
jest.spyOn(core, 'error').mockImplementation(() => { })
|
jest.spyOn(core, 'error').mockImplementation(() => {})
|
||||||
|
|
||||||
jest.spyOn(cacheUtils, 'getCacheFileName').mockImplementation(cm => {
|
jest.spyOn(cacheUtils, 'getCacheFileName').mockImplementation(cm => {
|
||||||
const actualUtils = jest.requireActual('../src/internal/cacheUtils')
|
const actualUtils = jest.requireActual('../src/internal/cacheUtils')
|
||||||
return actualUtils.getCacheFileName(cm)
|
return actualUtils.getCacheFileName(cm)
|
||||||
})
|
})
|
||||||
|
|
||||||
// Ensure that we're using v2 for these tests
|
// Ensure that we're using v2 for these tests
|
||||||
jest.spyOn(config, 'getCacheServiceVersion').mockReturnValue('v2')
|
jest.spyOn(config, 'getCacheServiceVersion').mockReturnValue('v2')
|
||||||
|
|
||||||
logDebugMock = jest.spyOn(core, 'debug')
|
logDebugMock = jest.spyOn(core, 'debug')
|
||||||
logInfoMock = jest.spyOn(core, 'info')
|
logInfoMock = jest.spyOn(core, 'info')
|
||||||
})
|
})
|
||||||
|
|
||||||
afterEach(() => {
|
afterEach(() => {
|
||||||
expect(logDebugMock).toHaveBeenCalledWith('Cache service version: v2')
|
expect(logDebugMock).toHaveBeenCalledWith('Cache service version: v2')
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with no path should fail', async () => {
|
test('restore with no path should fail', async () => {
|
||||||
const paths: string[] = []
|
const paths: string[] = []
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
||||||
`Path Validation Error: At least one directory or file path is required`
|
`Path Validation Error: At least one directory or file path is required`
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with too many keys should fail', async () => {
|
test('restore with too many keys should fail', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const restoreKeys = [...Array(20).keys()].map(x => x.toString())
|
const restoreKeys = [...Array(20).keys()].map(x => x.toString())
|
||||||
await expect(restoreCache(paths, key, restoreKeys)).rejects.toThrowError(
|
await expect(restoreCache(paths, key, restoreKeys)).rejects.toThrowError(
|
||||||
`Key Validation Error: Keys are limited to a maximum of 10.`
|
`Key Validation Error: Keys are limited to a maximum of 10.`
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with large key should fail', async () => {
|
test('restore with large key should fail', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'foo'.repeat(512) // Over the 512 character limit
|
const key = 'foo'.repeat(512) // Over the 512 character limit
|
||||||
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
||||||
`Key Validation Error: ${key} cannot be larger than 512 characters.`
|
`Key Validation Error: ${key} cannot be larger than 512 characters.`
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with invalid key should fail', async () => {
|
test('restore with invalid key should fail', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'comma,comma'
|
const key = 'comma,comma'
|
||||||
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
await expect(restoreCache(paths, key)).rejects.toThrowError(
|
||||||
`Key Validation Error: ${key} cannot contain commas.`
|
`Key Validation Error: ${key} cannot contain commas.`
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with no cache found', async () => {
|
test('restore with no cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
|
|
||||||
jest
|
jest
|
||||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||||
.mockReturnValue(
|
.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: false,
|
ok: false,
|
||||||
signedDownloadUrl: '',
|
signedDownloadUrl: '',
|
||||||
matchedKey: ''
|
matchedKey: ''
|
||||||
})
|
})
|
||||||
)
|
)
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key)
|
const cacheKey = await restoreCache(paths, key)
|
||||||
|
|
||||||
expect(cacheKey).toBe(undefined)
|
expect(cacheKey).toBe(undefined)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with server error should fail', async () => {
|
test('restore with server error should fail', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const logWarningMock = jest.spyOn(core, 'warning')
|
const logWarningMock = jest.spyOn(core, 'warning')
|
||||||
|
|
||||||
jest
|
jest
|
||||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||||
.mockImplementation(() => {
|
.mockImplementation(() => {
|
||||||
throw new Error('HTTP Error Occurred')
|
throw new Error('HTTP Error Occurred')
|
||||||
})
|
})
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key)
|
const cacheKey = await restoreCache(paths, key)
|
||||||
expect(cacheKey).toBe(undefined)
|
expect(cacheKey).toBe(undefined)
|
||||||
expect(logWarningMock).toHaveBeenCalledTimes(1)
|
expect(logWarningMock).toHaveBeenCalledTimes(1)
|
||||||
expect(logWarningMock).toHaveBeenCalledWith(
|
expect(logWarningMock).toHaveBeenCalledWith(
|
||||||
'Failed to restore: HTTP Error Occurred'
|
'Failed to restore: HTTP Error Occurred'
|
||||||
)
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with restore keys and no cache found', async () => {
|
test('restore with restore keys and no cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const restoreKeys = ['node-']
|
const restoreKeys = ['node-']
|
||||||
const logWarningMock = jest.spyOn(core, 'warning')
|
const logWarningMock = jest.spyOn(core, 'warning')
|
||||||
|
|
||||||
jest
|
jest
|
||||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||||
.mockReturnValue(
|
.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: false,
|
ok: false,
|
||||||
signedDownloadUrl: '',
|
signedDownloadUrl: '',
|
||||||
matchedKey: ''
|
matchedKey: ''
|
||||||
})
|
})
|
||||||
)
|
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key, restoreKeys)
|
|
||||||
|
|
||||||
expect(cacheKey).toBe(undefined)
|
|
||||||
expect(logWarningMock).toHaveBeenCalledWith(
|
|
||||||
`Cache not found for keys: ${[key, ...restoreKeys].join(', ')}`
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
const cacheKey = await restoreCache(paths, key, restoreKeys)
|
||||||
|
|
||||||
|
expect(cacheKey).toBe(undefined)
|
||||||
|
expect(logWarningMock).toHaveBeenCalledWith(
|
||||||
|
`Cache not found for keys: ${[key, ...restoreKeys].join(', ')}`
|
||||||
|
)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with gzip compressed cache found', async () => {
|
test('restore with gzip compressed cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const compressionMethod = CompressionMethod.Gzip
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
||||||
|
|
||||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
|
|
||||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
|
|
||||||
const getCacheDownloadURLMock = jest.spyOn(
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
CacheServiceClientJSON.prototype,
|
CacheServiceClientJSON.prototype,
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: true,
|
ok: true,
|
||||||
signedDownloadUrl,
|
signedDownloadUrl,
|
||||||
matchedKey: key
|
matchedKey: key
|
||||||
})
|
|
||||||
)
|
|
||||||
|
|
||||||
const tempPath = '/foo/bar'
|
|
||||||
|
|
||||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
|
||||||
createTempDirectoryMock.mockImplementation(async () => {
|
|
||||||
return Promise.resolve(tempPath)
|
|
||||||
})
|
})
|
||||||
|
)
|
||||||
|
|
||||||
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
const tempPath = '/foo/bar'
|
||||||
const downloadCacheFileMock = jest.spyOn(
|
|
||||||
downloadCacheModule,
|
|
||||||
'downloadCacheFile'
|
|
||||||
)
|
|
||||||
downloadCacheFileMock.mockReturnValue(
|
|
||||||
Promise.resolve({} as BlobDownloadResponseParsed)
|
|
||||||
)
|
|
||||||
|
|
||||||
const fileSize = 142
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
const getArchiveFileSizeInBytesMock = jest
|
createTempDirectoryMock.mockImplementation(async () => {
|
||||||
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
return Promise.resolve(tempPath)
|
||||||
.mockReturnValue(fileSize)
|
})
|
||||||
|
|
||||||
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
||||||
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
|
downloadCacheModule,
|
||||||
|
'downloadCacheFile'
|
||||||
|
)
|
||||||
|
downloadCacheFileMock.mockReturnValue(
|
||||||
|
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||||
|
)
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key)
|
const fileSize = 142
|
||||||
|
const getArchiveFileSizeInBytesMock = jest
|
||||||
|
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||||
|
.mockReturnValue(fileSize)
|
||||||
|
|
||||||
expect(cacheKey).toBe(key)
|
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||||
paths,
|
|
||||||
compressionMethod,
|
|
||||||
false
|
|
||||||
)
|
|
||||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
|
||||||
key,
|
|
||||||
restoreKeys: [],
|
|
||||||
version: cacheVersion
|
|
||||||
})
|
|
||||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
|
||||||
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
|
||||||
signedDownloadUrl,
|
|
||||||
archivePath
|
|
||||||
)
|
|
||||||
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
|
||||||
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
|
||||||
|
|
||||||
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
const cacheKey = await restoreCache(paths, key)
|
||||||
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
|
||||||
|
|
||||||
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
expect(cacheKey).toBe(key)
|
||||||
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
|
paths,
|
||||||
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys: [],
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||||
|
signedDownloadUrl,
|
||||||
|
archivePath
|
||||||
|
)
|
||||||
|
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
||||||
|
|
||||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||||
|
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
|
||||||
|
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with zstd compressed cache found', async () => {
|
test('restore with zstd compressed cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const compressionMethod = CompressionMethod.Zstd
|
const compressionMethod = CompressionMethod.Zstd
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
'8e2e96a184cb0cd6b48285b176c06a418f3d7fce14c29d9886fd1bb4f05c513d'
|
'8e2e96a184cb0cd6b48285b176c06a418f3d7fce14c29d9886fd1bb4f05c513d'
|
||||||
|
|
||||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
|
|
||||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
|
|
||||||
const getCacheDownloadURLMock = jest.spyOn(
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
CacheServiceClientJSON.prototype,
|
CacheServiceClientJSON.prototype,
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: true,
|
ok: true,
|
||||||
signedDownloadUrl,
|
signedDownloadUrl,
|
||||||
matchedKey: key
|
matchedKey: key
|
||||||
})
|
|
||||||
)
|
|
||||||
|
|
||||||
const tempPath = '/foo/bar'
|
|
||||||
|
|
||||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
|
||||||
createTempDirectoryMock.mockImplementation(async () => {
|
|
||||||
return Promise.resolve(tempPath)
|
|
||||||
})
|
})
|
||||||
|
)
|
||||||
|
|
||||||
const archivePath = path.join(tempPath, CacheFilename.Zstd)
|
const tempPath = '/foo/bar'
|
||||||
const downloadCacheFileMock = jest.spyOn(
|
|
||||||
downloadCacheModule,
|
|
||||||
'downloadCacheFile'
|
|
||||||
)
|
|
||||||
downloadCacheFileMock.mockReturnValue(
|
|
||||||
Promise.resolve({} as BlobDownloadResponseParsed)
|
|
||||||
)
|
|
||||||
|
|
||||||
const fileSize = 62915000
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
const getArchiveFileSizeInBytesMock = jest
|
createTempDirectoryMock.mockImplementation(async () => {
|
||||||
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
return Promise.resolve(tempPath)
|
||||||
.mockReturnValue(fileSize)
|
})
|
||||||
|
|
||||||
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
const archivePath = path.join(tempPath, CacheFilename.Zstd)
|
||||||
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
|
downloadCacheModule,
|
||||||
|
'downloadCacheFile'
|
||||||
|
)
|
||||||
|
downloadCacheFileMock.mockReturnValue(
|
||||||
|
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||||
|
)
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key)
|
const fileSize = 62915000
|
||||||
|
const getArchiveFileSizeInBytesMock = jest
|
||||||
|
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||||
|
.mockReturnValue(fileSize)
|
||||||
|
|
||||||
expect(cacheKey).toBe(key)
|
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||||
paths,
|
|
||||||
compressionMethod,
|
|
||||||
false
|
|
||||||
)
|
|
||||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
|
||||||
key,
|
|
||||||
restoreKeys: [],
|
|
||||||
version: cacheVersion
|
|
||||||
})
|
|
||||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
|
||||||
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
|
||||||
signedDownloadUrl,
|
|
||||||
archivePath
|
|
||||||
)
|
|
||||||
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
|
||||||
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`)
|
|
||||||
|
|
||||||
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
const cacheKey = await restoreCache(paths, key)
|
||||||
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
|
||||||
|
|
||||||
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
expect(cacheKey).toBe(key)
|
||||||
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
|
paths,
|
||||||
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys: [],
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||||
|
signedDownloadUrl,
|
||||||
|
archivePath
|
||||||
|
)
|
||||||
|
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`)
|
||||||
|
|
||||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||||
|
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
|
||||||
|
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with cache found for restore key', async () => {
|
test('restore with cache found for restore key', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const restoreKeys = ['node-']
|
const restoreKeys = ['node-']
|
||||||
const compressionMethod = CompressionMethod.Gzip
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
'b8b58e9bd7b1e8f83d9f05c7e06ea865ba44a0330e07a14db74ac74386677bed'
|
'b8b58e9bd7b1e8f83d9f05c7e06ea865ba44a0330e07a14db74ac74386677bed'
|
||||||
|
|
||||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
|
|
||||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
|
|
||||||
const getCacheDownloadURLMock = jest.spyOn(
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
CacheServiceClientJSON.prototype,
|
CacheServiceClientJSON.prototype,
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: true,
|
ok: true,
|
||||||
signedDownloadUrl,
|
signedDownloadUrl,
|
||||||
matchedKey: restoreKeys[0]
|
matchedKey: restoreKeys[0]
|
||||||
})
|
|
||||||
)
|
|
||||||
|
|
||||||
const tempPath = '/foo/bar'
|
|
||||||
|
|
||||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
|
||||||
createTempDirectoryMock.mockImplementation(async () => {
|
|
||||||
return Promise.resolve(tempPath)
|
|
||||||
})
|
})
|
||||||
|
)
|
||||||
|
|
||||||
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
const tempPath = '/foo/bar'
|
||||||
const downloadCacheFileMock = jest.spyOn(
|
|
||||||
downloadCacheModule,
|
|
||||||
'downloadCacheFile'
|
|
||||||
)
|
|
||||||
downloadCacheFileMock.mockReturnValue(
|
|
||||||
Promise.resolve({} as BlobDownloadResponseParsed)
|
|
||||||
)
|
|
||||||
|
|
||||||
const fileSize = 142
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
const getArchiveFileSizeInBytesMock = jest
|
createTempDirectoryMock.mockImplementation(async () => {
|
||||||
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
return Promise.resolve(tempPath)
|
||||||
.mockReturnValue(fileSize)
|
})
|
||||||
|
|
||||||
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
||||||
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
|
downloadCacheModule,
|
||||||
|
'downloadCacheFile'
|
||||||
|
)
|
||||||
|
downloadCacheFileMock.mockReturnValue(
|
||||||
|
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||||
|
)
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key, restoreKeys)
|
const fileSize = 142
|
||||||
|
const getArchiveFileSizeInBytesMock = jest
|
||||||
|
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||||
|
.mockReturnValue(fileSize)
|
||||||
|
|
||||||
expect(cacheKey).toBe(restoreKeys[0])
|
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||||
paths,
|
|
||||||
compressionMethod,
|
|
||||||
false
|
|
||||||
)
|
|
||||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
|
||||||
key,
|
|
||||||
restoreKeys: restoreKeys,
|
|
||||||
version: cacheVersion
|
|
||||||
})
|
|
||||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
|
||||||
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
|
||||||
signedDownloadUrl,
|
|
||||||
archivePath
|
|
||||||
)
|
|
||||||
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
|
||||||
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
|
||||||
|
|
||||||
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
const cacheKey = await restoreCache(paths, key, restoreKeys)
|
||||||
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
|
||||||
|
|
||||||
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
expect(cacheKey).toBe(restoreKeys[0])
|
||||||
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
|
paths,
|
||||||
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys,
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||||
|
signedDownloadUrl,
|
||||||
|
archivePath
|
||||||
|
)
|
||||||
|
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
||||||
|
|
||||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||||
|
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
|
||||||
|
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with dry run', async () => {
|
test('restore with dry run', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const options = { lookupOnly: true }
|
const options = {lookupOnly: true}
|
||||||
const compressionMethod = CompressionMethod.Gzip
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
||||||
|
|
||||||
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
getCacheVersionMock.mockReturnValue(cacheVersion)
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
|
|
||||||
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
|
|
||||||
const getCacheDownloadURLMock = jest.spyOn(
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
CacheServiceClientJSON.prototype,
|
CacheServiceClientJSON.prototype,
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({
|
Promise.resolve({
|
||||||
ok: true,
|
ok: true,
|
||||||
signedDownloadUrl,
|
signedDownloadUrl,
|
||||||
matchedKey: key
|
matchedKey: key
|
||||||
})
|
|
||||||
)
|
|
||||||
|
|
||||||
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
|
||||||
const downloadCacheFileMock = jest.spyOn(
|
|
||||||
downloadCacheModule,
|
|
||||||
'downloadCacheFile'
|
|
||||||
)
|
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key, undefined, options)
|
|
||||||
|
|
||||||
expect(cacheKey).toBe(key)
|
|
||||||
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
|
||||||
paths,
|
|
||||||
compressionMethod,
|
|
||||||
false
|
|
||||||
)
|
|
||||||
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
|
||||||
key,
|
|
||||||
restoreKeys: [],
|
|
||||||
version: cacheVersion
|
|
||||||
})
|
})
|
||||||
expect(logInfoMock).toHaveBeenCalledWith('Lookup only - skipping download')
|
)
|
||||||
|
|
||||||
// creating a tempDir and downloading the cache are skipped
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
expect(createTempDirectoryMock).toHaveBeenCalledTimes(0)
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
expect(downloadCacheFileMock).toHaveBeenCalledTimes(0)
|
downloadCacheModule,
|
||||||
|
'downloadCacheFile'
|
||||||
|
)
|
||||||
|
|
||||||
|
const cacheKey = await restoreCache(paths, key, undefined, options)
|
||||||
|
|
||||||
|
expect(cacheKey).toBe(key)
|
||||||
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
|
paths,
|
||||||
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys: [],
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith('Lookup only - skipping download')
|
||||||
|
|
||||||
|
// creating a tempDir and downloading the cache are skipped
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(0)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledTimes(0)
|
||||||
})
|
})
|
||||||
|
|
|
||||||
|
|
@ -261,7 +261,7 @@ async function restoreCacheV2(
|
||||||
|
|
||||||
if (options?.lookupOnly) {
|
if (options?.lookupOnly) {
|
||||||
core.info('Lookup only - skipping download')
|
core.info('Lookup only - skipping download')
|
||||||
return request.key
|
return response.matchedKey
|
||||||
}
|
}
|
||||||
|
|
||||||
archivePath = path.join(
|
archivePath = path.join(
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue