2024-03-15 14:53:33 +00:00
|
|
|
import whyIsNodeRunning from 'why-is-node-running'
|
2023-08-04 09:53:42 -04:00
|
|
|
import * as core from '@actions/core'
|
2023-12-03 21:13:55 +00:00
|
|
|
import {
|
|
|
|
|
UploadArtifactOptions,
|
|
|
|
|
UploadArtifactResponse
|
|
|
|
|
} from '../shared/interfaces'
|
2023-08-09 17:50:46 -07:00
|
|
|
import {getExpiration} from './retention'
|
2023-08-04 09:53:42 -04:00
|
|
|
import {validateArtifactName} from './path-and-artifact-name-validation'
|
2023-11-30 03:47:04 +00:00
|
|
|
import {internalArtifactTwirpClient} from '../shared/artifact-twirp-client'
|
2023-08-04 09:53:42 -04:00
|
|
|
import {
|
|
|
|
|
UploadZipSpecification,
|
|
|
|
|
getUploadZipSpecification,
|
|
|
|
|
validateRootDirectory
|
|
|
|
|
} from './upload-zip-specification'
|
2023-08-09 13:12:30 -07:00
|
|
|
import {getBackendIdsFromToken} from '../shared/util'
|
2023-08-10 15:28:41 -04:00
|
|
|
import {uploadZipToBlobStorage} from './blob-upload'
|
|
|
|
|
import {createZipUploadStream} from './zip'
|
2023-08-15 13:39:57 -04:00
|
|
|
import {
|
|
|
|
|
CreateArtifactRequest,
|
|
|
|
|
FinalizeArtifactRequest,
|
|
|
|
|
StringValue
|
|
|
|
|
} from '../../generated'
|
2023-12-05 17:35:46 +00:00
|
|
|
import {FilesNotFoundError, InvalidResponseError} from '../shared/errors'
|
2023-08-03 13:34:41 -04:00
|
|
|
|
|
|
|
|
export async function uploadArtifact(
|
|
|
|
|
name: string,
|
2023-08-04 09:53:42 -04:00
|
|
|
files: string[],
|
|
|
|
|
rootDirectory: string,
|
2023-12-03 21:13:55 +00:00
|
|
|
options?: UploadArtifactOptions | undefined
|
|
|
|
|
): Promise<UploadArtifactResponse> {
|
2023-08-09 12:08:43 -07:00
|
|
|
validateArtifactName(name)
|
|
|
|
|
validateRootDirectory(rootDirectory)
|
2023-08-04 09:53:42 -04:00
|
|
|
|
|
|
|
|
const zipSpecification: UploadZipSpecification[] = getUploadZipSpecification(
|
|
|
|
|
files,
|
|
|
|
|
rootDirectory
|
|
|
|
|
)
|
|
|
|
|
if (zipSpecification.length === 0) {
|
2023-12-05 17:35:46 +00:00
|
|
|
throw new FilesNotFoundError(
|
|
|
|
|
zipSpecification.flatMap(s => (s.sourcePath ? [s.sourcePath] : []))
|
|
|
|
|
)
|
2023-08-04 09:53:42 -04:00
|
|
|
}
|
|
|
|
|
|
2023-08-09 11:26:33 -07:00
|
|
|
// get the IDs needed for the artifact creation
|
2023-08-09 12:08:43 -07:00
|
|
|
const backendIds = getBackendIdsFromToken()
|
2023-08-09 11:26:33 -07:00
|
|
|
|
|
|
|
|
// create the artifact client
|
2023-11-30 03:47:04 +00:00
|
|
|
const artifactClient = internalArtifactTwirpClient()
|
2023-08-09 11:26:33 -07:00
|
|
|
|
|
|
|
|
// create the artifact
|
|
|
|
|
const createArtifactReq: CreateArtifactRequest = {
|
|
|
|
|
workflowRunBackendId: backendIds.workflowRunBackendId,
|
|
|
|
|
workflowJobRunBackendId: backendIds.workflowJobRunBackendId,
|
2023-08-22 10:06:40 -07:00
|
|
|
name,
|
2023-08-09 11:26:33 -07:00
|
|
|
version: 4
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// if there is a retention period, add it to the request
|
|
|
|
|
const expiresAt = getExpiration(options?.retentionDays)
|
|
|
|
|
if (expiresAt) {
|
|
|
|
|
createArtifactReq.expiresAt = expiresAt
|
|
|
|
|
}
|
2023-08-09 12:08:43 -07:00
|
|
|
|
2023-09-08 14:29:27 +00:00
|
|
|
const createArtifactResp =
|
|
|
|
|
await artifactClient.CreateArtifact(createArtifactReq)
|
2023-08-09 12:08:43 -07:00
|
|
|
if (!createArtifactResp.ok) {
|
2023-12-05 17:35:46 +00:00
|
|
|
throw new InvalidResponseError(
|
|
|
|
|
'CreateArtifact: response from backend was not ok'
|
|
|
|
|
)
|
2023-08-09 11:26:33 -07:00
|
|
|
}
|
|
|
|
|
|
2023-12-06 23:42:07 +00:00
|
|
|
const zipUploadStream = await createZipUploadStream(
|
|
|
|
|
zipSpecification,
|
|
|
|
|
options?.compressionLevel
|
|
|
|
|
)
|
|
|
|
|
|
2023-08-10 15:28:41 -04:00
|
|
|
// Upload zip to blob storage
|
2023-08-15 13:39:57 -04:00
|
|
|
const uploadResult = await uploadZipToBlobStorage(
|
|
|
|
|
createArtifactResp.signedUploadUrl,
|
|
|
|
|
zipUploadStream
|
|
|
|
|
)
|
2023-08-03 13:34:41 -04:00
|
|
|
|
2023-08-09 11:26:33 -07:00
|
|
|
// finalize the artifact
|
2023-08-15 13:39:57 -04:00
|
|
|
const finalizeArtifactReq: FinalizeArtifactRequest = {
|
2023-08-09 12:09:17 -07:00
|
|
|
workflowRunBackendId: backendIds.workflowRunBackendId,
|
|
|
|
|
workflowJobRunBackendId: backendIds.workflowJobRunBackendId,
|
2023-08-22 10:06:40 -07:00
|
|
|
name,
|
2023-08-23 07:28:17 -07:00
|
|
|
size: uploadResult.uploadSize ? uploadResult.uploadSize.toString() : '0'
|
2023-08-15 13:39:57 -04:00
|
|
|
}
|
|
|
|
|
|
2023-10-16 16:20:24 +00:00
|
|
|
if (uploadResult.sha256Hash) {
|
2023-08-15 13:39:57 -04:00
|
|
|
finalizeArtifactReq.hash = StringValue.create({
|
2023-10-16 16:20:24 +00:00
|
|
|
value: `sha256:${uploadResult.sha256Hash}`
|
2023-08-15 13:39:57 -04:00
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
core.info(`Finalizing artifact upload`)
|
|
|
|
|
|
2023-09-08 14:29:27 +00:00
|
|
|
const finalizeArtifactResp =
|
|
|
|
|
await artifactClient.FinalizeArtifact(finalizeArtifactReq)
|
2023-08-09 12:08:43 -07:00
|
|
|
if (!finalizeArtifactResp.ok) {
|
2023-12-05 17:35:46 +00:00
|
|
|
throw new InvalidResponseError(
|
|
|
|
|
'FinalizeArtifact: response from backend was not ok'
|
|
|
|
|
)
|
2023-08-09 11:26:33 -07:00
|
|
|
}
|
2023-08-09 12:08:43 -07:00
|
|
|
|
2023-08-15 13:39:57 -04:00
|
|
|
const artifactId = BigInt(finalizeArtifactResp.artifactId)
|
|
|
|
|
core.info(
|
|
|
|
|
`Artifact ${name}.zip successfully finalized. Artifact ID ${artifactId}`
|
|
|
|
|
)
|
2024-03-15 14:53:33 +00:00
|
|
|
if (core.isDebug()) {
|
|
|
|
|
setTimeout(function () {
|
|
|
|
|
core.debug('Processes keeping upload stream running:')
|
|
|
|
|
whyIsNodeRunning()
|
|
|
|
|
}, 500)
|
|
|
|
|
}
|
|
|
|
|
//
|
2023-08-15 13:39:57 -04:00
|
|
|
|
2023-08-10 15:28:41 -04:00
|
|
|
return {
|
|
|
|
|
size: uploadResult.uploadSize,
|
2023-08-15 13:39:57 -04:00
|
|
|
id: Number(artifactId)
|
2023-08-03 13:34:41 -04:00
|
|
|
}
|
|
|
|
|
}
|