import * as stream from 'stream' import * as ZipStream from 'zip-stream' import * as core from '@actions/core' import {createReadStream} from 'fs' import {UploadZipSpecification} from './upload-zip-specification' import {getUploadChunkSize} from '../shared/config' export const DEFAULT_COMPRESSION_LEVEL = 6 // Custom stream transformer so we can set the highWaterMark property // See https://github.com/nodejs/node/issues/8855 export class ZipUploadStream extends stream.Transform { constructor(bufferSize: number) { super({ highWaterMark: bufferSize }) } // eslint-disable-next-line @typescript-eslint/no-explicit-any _transform(chunk: any, enc: any, cb: any): void { cb(null, chunk) } } export async function createZipUploadStream( uploadSpecification: UploadZipSpecification[], compressionLevel: number = DEFAULT_COMPRESSION_LEVEL ): Promise { core.debug( `Creating Artifact archive with compressionLevel: ${compressionLevel}` ) const zlibOptions = { zlib: {level: compressionLevel, bufferSize: getUploadChunkSize()} } const zip = new ZipStream.default(zlibOptions) // register callbacks for various events during the zip lifecycle zip.on('error', zipErrorCallback) zip.on('warning', zipWarningCallback) zip.on('finish', zipFinishCallback) zip.on('end', zipEndCallback) // for (const file of uploadSpecification) { const fileUploadPromesses = uploadSpecification.map(async file => { return new Promise((resolve, reject) => { if (file.sourcePath !== null) { // Add a normal file to the zip zip.entry( createReadStream(file.sourcePath), {name: file.destinationPath}, function (err, entry) { core.debug(`Entry is: ${entry}`) if (err) reject(err) else resolve(entry) } ) } else { zip.entry(null, {name: file.destinationPath}, function (err, entry) { core.debug(`Entry is: ${entry}`) if (err) reject(err) resolve(entry) }) } }) }) const bufferSize = getUploadChunkSize() const zipUploadStream = new ZipUploadStream(bufferSize) core.debug( `Zip write high watermark value ${zipUploadStream.writableHighWaterMark}` ) core.debug( `Zip read high watermark value ${zipUploadStream.readableHighWaterMark}` ) await Promise.all(fileUploadPromesses) zip.finalize() return zipUploadStream } // eslint-disable-next-line @typescript-eslint/no-explicit-any const zipErrorCallback = (error: any): void => { core.error('An error has occurred while creating the zip file for upload') core.info(error) throw new Error('An error has occurred during zip creation for the artifact') } // eslint-disable-next-line @typescript-eslint/no-explicit-any const zipWarningCallback = (err: any): void => { if (err.code === 'ENOENT') { core.warning( 'ENOENT warning during artifact zip creation. No such file or directory' ) core.info(err) } else { core.warning( `A non-blocking warning has occurred during artifact zip creation: ${err.code}` ) core.info(err) } } const zipFinishCallback = (): void => { core.debug('Zip stream for upload has finished.') } const zipEndCallback = (): void => { core.debug('Zip stream for upload has ended.') }