Daniel Kennedy
113 lines
3.2 KiB
TypeScript
113 lines
3.2 KiB
TypeScript
import {BlobClient, BlockBlobUploadStreamOptions} from '@azure/storage-blob'
|
|
import {TransferProgressEvent} from '@azure/core-http-compat'
|
|
import {ZipUploadStream} from './zip.js'
|
|
import {
|
|
getUploadChunkSize,
|
|
getConcurrency,
|
|
getUploadChunkTimeout
|
|
} from '../shared/config.js'
|
|
import * as core from '@actions/core'
|
|
import * as crypto from 'crypto'
|
|
import * as stream from 'stream'
|
|
import {NetworkError} from '../shared/errors.js'
|
|
|
|
export interface BlobUploadResponse {
|
|
/**
|
|
* The total reported upload size in bytes. Empty if the upload failed
|
|
*/
|
|
uploadSize?: number
|
|
|
|
/**
|
|
* The SHA256 hash of the uploaded file. Empty if the upload failed
|
|
*/
|
|
sha256Hash?: string
|
|
}
|
|
|
|
export async function uploadZipToBlobStorage(
|
|
authenticatedUploadURL: string,
|
|
zipUploadStream: ZipUploadStream
|
|
): Promise<BlobUploadResponse> {
|
|
let uploadByteCount = 0
|
|
let lastProgressTime = Date.now()
|
|
const abortController = new AbortController()
|
|
|
|
const chunkTimer = async (interval: number): Promise<void> =>
|
|
new Promise((resolve, reject) => {
|
|
const timer = setInterval(() => {
|
|
if (Date.now() - lastProgressTime > interval) {
|
|
reject(new Error('Upload progress stalled.'))
|
|
}
|
|
}, interval)
|
|
|
|
abortController.signal.addEventListener('abort', () => {
|
|
clearInterval(timer)
|
|
resolve()
|
|
})
|
|
})
|
|
|
|
const maxConcurrency = getConcurrency()
|
|
const bufferSize = getUploadChunkSize()
|
|
const blobClient = new BlobClient(authenticatedUploadURL)
|
|
const blockBlobClient = blobClient.getBlockBlobClient()
|
|
|
|
core.debug(
|
|
`Uploading artifact zip to blob storage with maxConcurrency: ${maxConcurrency}, bufferSize: ${bufferSize}`
|
|
)
|
|
|
|
const uploadCallback = (progress: TransferProgressEvent): void => {
|
|
core.info(`Uploaded bytes ${progress.loadedBytes}`)
|
|
uploadByteCount = progress.loadedBytes
|
|
lastProgressTime = Date.now()
|
|
}
|
|
|
|
const options: BlockBlobUploadStreamOptions = {
|
|
blobHTTPHeaders: {blobContentType: 'zip'},
|
|
onProgress: uploadCallback,
|
|
abortSignal: abortController.signal
|
|
}
|
|
|
|
let sha256Hash: string | undefined = undefined
|
|
const uploadStream = new stream.PassThrough()
|
|
const hashStream = crypto.createHash('sha256')
|
|
|
|
zipUploadStream.pipe(uploadStream) // This stream is used for the upload
|
|
zipUploadStream.pipe(hashStream).setEncoding('hex') // This stream is used to compute a hash of the zip content that gets used. Integrity check
|
|
|
|
core.info('Beginning upload of artifact content to blob storage')
|
|
|
|
try {
|
|
await Promise.race([
|
|
blockBlobClient.uploadStream(
|
|
uploadStream,
|
|
bufferSize,
|
|
maxConcurrency,
|
|
options
|
|
),
|
|
chunkTimer(getUploadChunkTimeout())
|
|
])
|
|
} catch (error) {
|
|
if (NetworkError.isNetworkErrorCode(error?.code)) {
|
|
throw new NetworkError(error?.code)
|
|
}
|
|
throw error
|
|
} finally {
|
|
abortController.abort()
|
|
}
|
|
|
|
core.info('Finished uploading artifact content to blob storage!')
|
|
|
|
hashStream.end()
|
|
sha256Hash = hashStream.read() as string
|
|
core.info(`SHA256 digest of uploaded artifact zip is ${sha256Hash}`)
|
|
|
|
if (uploadByteCount === 0) {
|
|
core.warning(
|
|
`No data was uploaded to blob storage. Reported upload byte count is 0.`
|
|
)
|
|
}
|
|
return {
|
|
uploadSize: uploadByteCount,
|
|
sha256Hash
|
|
}
|
|
}
|