Konrad Pabjan
1b521c4778
* Add support for 429s and Exponential backoff * Refactor status-reporter so it can be used with download and upload * Extra logs * Fixes around download & gzip * Cleanup headers and add extra tests * Improved Docs * Spelling bloopers * Improved error messages * User http client version 1.0.7
54 lines
2.0 KiB
TypeScript
54 lines
2.0 KiB
TypeScript
import * as fs from 'fs'
|
|
import * as zlib from 'zlib'
|
|
import {promisify} from 'util'
|
|
const stat = promisify(fs.stat)
|
|
|
|
/**
|
|
* Creates a Gzip compressed file of an original file at the provided temporary filepath location
|
|
* @param {string} originalFilePath filepath of whatever will be compressed. The original file will be unmodified
|
|
* @param {string} tempFilePath the location of where the Gzip file will be created
|
|
* @returns the size of gzip file that gets created
|
|
*/
|
|
export async function createGZipFileOnDisk(
|
|
originalFilePath: string,
|
|
tempFilePath: string
|
|
): Promise<number> {
|
|
return new Promise((resolve, reject) => {
|
|
const inputStream = fs.createReadStream(originalFilePath)
|
|
const gzip = zlib.createGzip()
|
|
const outputStream = fs.createWriteStream(tempFilePath)
|
|
inputStream.pipe(gzip).pipe(outputStream)
|
|
outputStream.on('finish', async () => {
|
|
// wait for stream to finish before calculating the size which is needed as part of the Content-Length header when starting an upload
|
|
const size = (await stat(tempFilePath)).size
|
|
resolve(size)
|
|
})
|
|
outputStream.on('error', error => {
|
|
// eslint-disable-next-line no-console
|
|
console.log(error)
|
|
reject
|
|
})
|
|
})
|
|
}
|
|
|
|
/**
|
|
* Creates a GZip file in memory using a buffer. Should be used for smaller files to reduce disk I/O
|
|
* @param originalFilePath the path to the original file that is being GZipped
|
|
* @returns a buffer with the GZip file
|
|
*/
|
|
export async function createGZipFileInBuffer(
|
|
originalFilePath: string
|
|
): Promise<Buffer> {
|
|
return new Promise(async resolve => {
|
|
const inputStream = fs.createReadStream(originalFilePath)
|
|
const gzip = zlib.createGzip()
|
|
inputStream.pipe(gzip)
|
|
// read stream into buffer, using experimental async iterators see https://github.com/nodejs/readable-stream/issues/403#issuecomment-479069043
|
|
const chunks = []
|
|
for await (const chunk of gzip) {
|
|
chunks.push(chunk)
|
|
}
|
|
resolve(Buffer.concat(chunks))
|
|
})
|
|
}
|