mirror of https://github.com/actions/toolkit
Add cache service version debug message
parent
4de30f744e
commit
54ac2dd012
|
@ -4,10 +4,10 @@ import * as tar from '../src/internal/tar'
|
||||||
import * as config from '../src/internal/config'
|
import * as config from '../src/internal/config'
|
||||||
import * as cacheUtils from '../src/internal/cacheUtils'
|
import * as cacheUtils from '../src/internal/cacheUtils'
|
||||||
import * as downloadCacheModule from '../src/internal/blob/download-cache'
|
import * as downloadCacheModule from '../src/internal/blob/download-cache'
|
||||||
import {restoreCache} from '../src/cache'
|
import { restoreCache } from '../src/cache'
|
||||||
import {CacheFilename, CompressionMethod} from '../src/internal/constants'
|
import { CacheFilename, CompressionMethod } from '../src/internal/constants'
|
||||||
import {CacheServiceClientJSON} from '../src/generated/results/api/v1/cache.twirp'
|
import { CacheServiceClientJSON } from '../src/generated/results/api/v1/cache.twirp'
|
||||||
import {BlobDownloadResponseParsed} from '@azure/storage-blob'
|
import { BlobDownloadResponseParsed } from '@azure/storage-blob'
|
||||||
// import {executePromisesSequentially} from '@azure/ms-rest-js'
|
// import {executePromisesSequentially} from '@azure/ms-rest-js'
|
||||||
|
|
||||||
jest.mock('../src/internal/cacheHttpClient')
|
jest.mock('../src/internal/cacheHttpClient')
|
||||||
|
@ -15,12 +15,15 @@ jest.mock('../src/internal/cacheUtils')
|
||||||
jest.mock('../src/internal/config')
|
jest.mock('../src/internal/config')
|
||||||
jest.mock('../src/internal/tar')
|
jest.mock('../src/internal/tar')
|
||||||
|
|
||||||
|
let logDebugMock: jest.SpyInstance
|
||||||
|
let logInfoMock: jest.SpyInstance
|
||||||
|
|
||||||
beforeAll(() => {
|
beforeAll(() => {
|
||||||
jest.spyOn(console, 'log').mockImplementation(() => {})
|
jest.spyOn(console, 'log').mockImplementation(() => { })
|
||||||
jest.spyOn(core, 'debug').mockImplementation(() => {})
|
jest.spyOn(core, 'debug').mockImplementation(() => { })
|
||||||
jest.spyOn(core, 'info').mockImplementation(() => {})
|
jest.spyOn(core, 'info').mockImplementation(() => { })
|
||||||
jest.spyOn(core, 'warning').mockImplementation(() => {})
|
jest.spyOn(core, 'warning').mockImplementation(() => { })
|
||||||
jest.spyOn(core, 'error').mockImplementation(() => {})
|
jest.spyOn(core, 'error').mockImplementation(() => { })
|
||||||
|
|
||||||
jest.spyOn(cacheUtils, 'getCacheFileName').mockImplementation(cm => {
|
jest.spyOn(cacheUtils, 'getCacheFileName').mockImplementation(cm => {
|
||||||
const actualUtils = jest.requireActual('../src/internal/cacheUtils')
|
const actualUtils = jest.requireActual('../src/internal/cacheUtils')
|
||||||
|
@ -29,6 +32,13 @@ beforeAll(() => {
|
||||||
|
|
||||||
// Ensure that we're using v2 for these tests
|
// Ensure that we're using v2 for these tests
|
||||||
jest.spyOn(config, 'getCacheServiceVersion').mockReturnValue('v2')
|
jest.spyOn(config, 'getCacheServiceVersion').mockReturnValue('v2')
|
||||||
|
|
||||||
|
logDebugMock = jest.spyOn(core, 'debug')
|
||||||
|
logInfoMock = jest.spyOn(core, 'info')
|
||||||
|
})
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
expect(logDebugMock).toHaveBeenCalledWith('Cache service version: v2')
|
||||||
})
|
})
|
||||||
|
|
||||||
test('restore with no path should fail', async () => {
|
test('restore with no path should fail', async () => {
|
||||||
|
@ -70,7 +80,7 @@ test('restore with no cache found', async () => {
|
||||||
|
|
||||||
jest
|
jest
|
||||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||||
.mockReturnValue(Promise.resolve({ok: false, signedDownloadUrl: ''}))
|
.mockReturnValue(Promise.resolve({ ok: false, signedDownloadUrl: '' }))
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key)
|
const cacheKey = await restoreCache(paths, key)
|
||||||
|
|
||||||
|
@ -104,7 +114,7 @@ test('restore with restore keys and no cache found', async () => {
|
||||||
|
|
||||||
jest
|
jest
|
||||||
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
.spyOn(CacheServiceClientJSON.prototype, 'GetCacheEntryDownloadURL')
|
||||||
.mockReturnValue(Promise.resolve({ok: false, signedDownloadUrl: ''}))
|
.mockReturnValue(Promise.resolve({ ok: false, signedDownloadUrl: '' }))
|
||||||
|
|
||||||
const cacheKey = await restoreCache(paths, key, [restoreKey])
|
const cacheKey = await restoreCache(paths, key, [restoreKey])
|
||||||
|
|
||||||
|
@ -117,7 +127,6 @@ test('restore with restore keys and no cache found', async () => {
|
||||||
test('restore with gzip compressed cache found', async () => {
|
test('restore with gzip compressed cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const logInfoMock = jest.spyOn(core, 'info')
|
|
||||||
const compressionMethod = CompressionMethod.Gzip
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
|
@ -134,7 +143,7 @@ test('restore with gzip compressed cache found', async () => {
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({ok: true, signedDownloadUrl})
|
Promise.resolve({ ok: true, signedDownloadUrl })
|
||||||
)
|
)
|
||||||
|
|
||||||
const tempPath = '/foo/bar'
|
const tempPath = '/foo/bar'
|
||||||
|
@ -194,7 +203,6 @@ test('restore with gzip compressed cache found', async () => {
|
||||||
test('restore with zstd compressed cache found', async () => {
|
test('restore with zstd compressed cache found', async () => {
|
||||||
const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
const key = 'node-test'
|
const key = 'node-test'
|
||||||
const logInfoMock = jest.spyOn(core, 'info')
|
|
||||||
const compressionMethod = CompressionMethod.Zstd
|
const compressionMethod = CompressionMethod.Zstd
|
||||||
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
const cacheVersion =
|
const cacheVersion =
|
||||||
|
@ -211,7 +219,7 @@ test('restore with zstd compressed cache found', async () => {
|
||||||
'GetCacheEntryDownloadURL'
|
'GetCacheEntryDownloadURL'
|
||||||
)
|
)
|
||||||
getCacheDownloadURLMock.mockReturnValue(
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
Promise.resolve({ok: true, signedDownloadUrl})
|
Promise.resolve({ ok: true, signedDownloadUrl })
|
||||||
)
|
)
|
||||||
|
|
||||||
const tempPath = '/foo/bar'
|
const tempPath = '/foo/bar'
|
||||||
|
@ -268,96 +276,128 @@ test('restore with zstd compressed cache found', async () => {
|
||||||
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||||
})
|
})
|
||||||
|
|
||||||
// test('restore with cache found for restore key', async () => {
|
test('restore with cache found for restore key', async () => {
|
||||||
// const paths = ['node_modules']
|
const paths = ['node_modules']
|
||||||
// const key = 'node-test'
|
const key = 'node-test'
|
||||||
// const restoreKey = 'node-'
|
const restoreKey = 'node-'
|
||||||
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
|
const cacheVersion =
|
||||||
|
'b8b58e9bd7b1e8f83d9f05c7e06ea865ba44a0330e07a14db74ac74386677bed'
|
||||||
|
|
||||||
// const infoMock = jest.spyOn(core, 'info')
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
|
|
||||||
// const cacheEntry: ArtifactCacheEntry = {
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
// cacheKey: restoreKey,
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
// scope: 'refs/heads/main',
|
|
||||||
// archiveLocation: 'www.actionscache.test/download'
|
|
||||||
// }
|
|
||||||
// const getCacheMock = jest.spyOn(cacheHttpClient, 'getCacheEntry')
|
|
||||||
// getCacheMock.mockImplementation(async () => {
|
|
||||||
// return Promise.resolve(cacheEntry)
|
|
||||||
// })
|
|
||||||
// const tempPath = '/foo/bar'
|
|
||||||
|
|
||||||
// const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
// createTempDirectoryMock.mockImplementation(async () => {
|
CacheServiceClientJSON.prototype,
|
||||||
// return Promise.resolve(tempPath)
|
'GetCacheEntryDownloadURL'
|
||||||
// })
|
)
|
||||||
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
|
Promise.resolve({ ok: true, signedDownloadUrl })
|
||||||
|
)
|
||||||
|
|
||||||
// const archivePath = path.join(tempPath, CacheFilename.Zstd)
|
const tempPath = '/foo/bar'
|
||||||
// const downloadCacheMock = jest.spyOn(cacheHttpClient, 'downloadCache')
|
|
||||||
|
|
||||||
// const fileSize = 142
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
// const getArchiveFileSizeInBytesMock = jest
|
createTempDirectoryMock.mockImplementation(async () => {
|
||||||
// .spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
return Promise.resolve(tempPath)
|
||||||
// .mockReturnValue(fileSize)
|
})
|
||||||
|
|
||||||
// const extractTarMock = jest.spyOn(tar, 'extractTar')
|
const archivePath = path.join(tempPath, CacheFilename.Gzip)
|
||||||
// const compression = CompressionMethod.Zstd
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
// const getCompressionMock = jest
|
downloadCacheModule,
|
||||||
// .spyOn(cacheUtils, 'getCompressionMethod')
|
'downloadCacheFile'
|
||||||
// .mockReturnValue(Promise.resolve(compression))
|
)
|
||||||
|
downloadCacheFileMock.mockReturnValue(
|
||||||
|
Promise.resolve({} as BlobDownloadResponseParsed)
|
||||||
|
)
|
||||||
|
|
||||||
// const cacheKey = await restoreCache(paths, key, [restoreKey])
|
const fileSize = 142
|
||||||
|
const getArchiveFileSizeInBytesMock = jest
|
||||||
|
.spyOn(cacheUtils, 'getArchiveFileSizeInBytes')
|
||||||
|
.mockReturnValue(fileSize)
|
||||||
|
|
||||||
// expect(cacheKey).toBe(restoreKey)
|
const extractTarMock = jest.spyOn(tar, 'extractTar')
|
||||||
// expect(getCacheMock).toHaveBeenCalledWith([key, restoreKey], paths, {
|
const unlinkFileMock = jest.spyOn(cacheUtils, 'unlinkFile')
|
||||||
// compressionMethod: compression,
|
|
||||||
// enableCrossOsArchive: false
|
|
||||||
// })
|
|
||||||
// expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
|
||||||
// expect(downloadCacheMock).toHaveBeenCalledWith(
|
|
||||||
// cacheEntry.archiveLocation,
|
|
||||||
// archivePath,
|
|
||||||
// undefined
|
|
||||||
// )
|
|
||||||
// expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
|
||||||
// expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
|
||||||
|
|
||||||
// expect(extractTarMock).toHaveBeenCalledTimes(1)
|
const cacheKey = await restoreCache(paths, key, [restoreKey])
|
||||||
// expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression)
|
|
||||||
// expect(getCompressionMock).toHaveBeenCalledTimes(1)
|
|
||||||
// })
|
|
||||||
|
|
||||||
// test('restore with dry run', async () => {
|
expect(cacheKey).toBe(restoreKey)
|
||||||
// const paths = ['node_modules']
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
// const key = 'node-test'
|
paths,
|
||||||
// const options = { lookupOnly: true }
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys: restoreKey,
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledWith(
|
||||||
|
signedDownloadUrl,
|
||||||
|
archivePath
|
||||||
|
)
|
||||||
|
expect(getArchiveFileSizeInBytesMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`)
|
||||||
|
|
||||||
// const cacheEntry: ArtifactCacheEntry = {
|
expect(extractTarMock).toHaveBeenCalledTimes(1)
|
||||||
// cacheKey: key,
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compressionMethod)
|
||||||
// scope: 'refs/heads/main',
|
|
||||||
// archiveLocation: 'www.actionscache.test/download'
|
|
||||||
// }
|
|
||||||
// const getCacheMock = jest.spyOn(cacheHttpClient, 'getCacheEntry')
|
|
||||||
// getCacheMock.mockImplementation(async () => {
|
|
||||||
// return Promise.resolve(cacheEntry)
|
|
||||||
// })
|
|
||||||
|
|
||||||
// const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
expect(unlinkFileMock).toHaveBeenCalledTimes(1)
|
||||||
// const downloadCacheMock = jest.spyOn(cacheHttpClient, 'downloadCache')
|
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath)
|
||||||
|
|
||||||
// const compression = CompressionMethod.Gzip
|
expect(compressionMethodMock).toHaveBeenCalledTimes(1)
|
||||||
// const getCompressionMock = jest
|
})
|
||||||
// .spyOn(cacheUtils, 'getCompressionMethod')
|
|
||||||
// .mockReturnValue(Promise.resolve(compression))
|
|
||||||
|
|
||||||
// const cacheKey = await restoreCache(paths, key, undefined, options)
|
test('restore with dry run', async () => {
|
||||||
|
const paths = ['node_modules']
|
||||||
|
const key = 'node-test'
|
||||||
|
const options = { lookupOnly: true }
|
||||||
|
const compressionMethod = CompressionMethod.Gzip
|
||||||
|
const signedDownloadUrl = 'https://blob-storage.local?signed=true'
|
||||||
|
const cacheVersion =
|
||||||
|
'd90f107aaeb22920dba0c637a23c37b5bc497b4dfa3b07fe3f79bf88a273c11b'
|
||||||
|
|
||||||
// expect(cacheKey).toBe(key)
|
const getCacheVersionMock = jest.spyOn(cacheUtils, 'getCacheVersion')
|
||||||
// expect(getCompressionMock).toHaveBeenCalledTimes(1)
|
getCacheVersionMock.mockReturnValue(cacheVersion)
|
||||||
// expect(getCacheMock).toHaveBeenCalledWith([key], paths, {
|
|
||||||
// compressionMethod: compression,
|
const compressionMethodMock = jest.spyOn(cacheUtils, 'getCompressionMethod')
|
||||||
// enableCrossOsArchive: false
|
compressionMethodMock.mockReturnValue(Promise.resolve(compressionMethod))
|
||||||
// })
|
|
||||||
// // creating a tempDir and downloading the cache are skipped
|
const getCacheDownloadURLMock = jest.spyOn(
|
||||||
// expect(createTempDirectoryMock).toHaveBeenCalledTimes(0)
|
CacheServiceClientJSON.prototype,
|
||||||
// expect(downloadCacheMock).toHaveBeenCalledTimes(0)
|
'GetCacheEntryDownloadURL'
|
||||||
// })
|
)
|
||||||
|
getCacheDownloadURLMock.mockReturnValue(
|
||||||
|
Promise.resolve({ ok: true, signedDownloadUrl })
|
||||||
|
)
|
||||||
|
|
||||||
|
const createTempDirectoryMock = jest.spyOn(cacheUtils, 'createTempDirectory')
|
||||||
|
const downloadCacheFileMock = jest.spyOn(
|
||||||
|
downloadCacheModule,
|
||||||
|
'downloadCacheFile'
|
||||||
|
)
|
||||||
|
|
||||||
|
const cacheKey = await restoreCache(paths, key, undefined, options)
|
||||||
|
|
||||||
|
expect(cacheKey).toBe(key)
|
||||||
|
expect(getCacheVersionMock).toHaveBeenCalledWith(
|
||||||
|
paths,
|
||||||
|
compressionMethod,
|
||||||
|
false
|
||||||
|
)
|
||||||
|
expect(getCacheDownloadURLMock).toHaveBeenCalledWith({
|
||||||
|
key,
|
||||||
|
restoreKeys: [],
|
||||||
|
version: cacheVersion
|
||||||
|
})
|
||||||
|
expect(logInfoMock).toHaveBeenCalledWith('Lookup only - skipping download')
|
||||||
|
|
||||||
|
// creating a tempDir and downloading the cache are skipped
|
||||||
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(0)
|
||||||
|
expect(downloadCacheFileMock).toHaveBeenCalledTimes(0)
|
||||||
|
})
|
||||||
|
|
|
@ -3,18 +3,18 @@ import * as path from 'path'
|
||||||
import * as utils from './internal/cacheUtils'
|
import * as utils from './internal/cacheUtils'
|
||||||
import * as cacheHttpClient from './internal/cacheHttpClient'
|
import * as cacheHttpClient from './internal/cacheHttpClient'
|
||||||
import * as cacheTwirpClient from './internal/shared/cacheTwirpClient'
|
import * as cacheTwirpClient from './internal/shared/cacheTwirpClient'
|
||||||
import {getCacheServiceVersion, isGhes} from './internal/config'
|
import { getCacheServiceVersion, isGhes } from './internal/config'
|
||||||
import {DownloadOptions, UploadOptions} from './options'
|
import { DownloadOptions, UploadOptions } from './options'
|
||||||
import {createTar, extractTar, listTar} from './internal/tar'
|
import { createTar, extractTar, listTar } from './internal/tar'
|
||||||
import {
|
import {
|
||||||
CreateCacheEntryRequest,
|
CreateCacheEntryRequest,
|
||||||
FinalizeCacheEntryUploadRequest,
|
FinalizeCacheEntryUploadRequest,
|
||||||
FinalizeCacheEntryUploadResponse,
|
FinalizeCacheEntryUploadResponse,
|
||||||
GetCacheEntryDownloadURLRequest
|
GetCacheEntryDownloadURLRequest
|
||||||
} from './generated/results/api/v1/cache'
|
} from './generated/results/api/v1/cache'
|
||||||
import {CacheFileSizeLimit} from './internal/constants'
|
import { CacheFileSizeLimit } from './internal/constants'
|
||||||
import {uploadCacheFile} from './internal/blob/upload-cache'
|
import { uploadCacheFile } from './internal/blob/upload-cache'
|
||||||
import {downloadCacheFile} from './internal/blob/download-cache'
|
import { downloadCacheFile } from './internal/blob/download-cache'
|
||||||
export class ValidationError extends Error {
|
export class ValidationError extends Error {
|
||||||
constructor(message: string) {
|
constructor(message: string) {
|
||||||
super(message)
|
super(message)
|
||||||
|
@ -79,9 +79,11 @@ export async function restoreCache(
|
||||||
options?: DownloadOptions,
|
options?: DownloadOptions,
|
||||||
enableCrossOsArchive = false
|
enableCrossOsArchive = false
|
||||||
): Promise<string | undefined> {
|
): Promise<string | undefined> {
|
||||||
|
const cacheServiceVersion: string = getCacheServiceVersion()
|
||||||
|
core.debug(`Cache service version: ${cacheServiceVersion}`)
|
||||||
|
|
||||||
checkPaths(paths)
|
checkPaths(paths)
|
||||||
|
|
||||||
const cacheServiceVersion: string = getCacheServiceVersion()
|
|
||||||
switch (cacheServiceVersion) {
|
switch (cacheServiceVersion) {
|
||||||
case 'v2':
|
case 'v2':
|
||||||
return await restoreCacheV2(
|
return await restoreCacheV2(
|
||||||
|
|
Loading…
Reference in New Issue