You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
494 lines
11 KiB
494 lines
11 KiB
'use strict'
|
|
|
|
const util = require('util')
|
|
const test = require('tap').test
|
|
const FormData = require('form-data')
|
|
const Fastify = require('fastify')
|
|
const multipart = require('..')
|
|
const http = require('http')
|
|
const crypto = require('crypto')
|
|
const { Readable } = require('readable-stream')
|
|
const path = require('path')
|
|
const fs = require('fs')
|
|
const { access } = require('fs').promises
|
|
const rimraf = require('rimraf')
|
|
const stream = require('stream')
|
|
const EventEmitter = require('events')
|
|
const { once } = EventEmitter
|
|
const pump = util.promisify(stream.pipeline)
|
|
|
|
const filePath = path.join(__dirname, '../README.md')
|
|
|
|
test('should store file on disk, remove on response', async function (t) {
|
|
t.plan(10)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
const files = await req.saveRequestFiles()
|
|
|
|
t.ok(files[0].filepath)
|
|
t.equal(files[0].fieldname, 'upload')
|
|
t.equal(files[0].filename, 'README.md')
|
|
t.equal(files[0].encoding, '7bit')
|
|
t.equal(files[0].mimetype, 'text/markdown')
|
|
t.ok(files[0].fields.upload)
|
|
|
|
await access(files[0].filepath, fs.constants.F_OK)
|
|
|
|
reply.code(200).send()
|
|
})
|
|
const ee = new EventEmitter()
|
|
|
|
// ensure that file is removed after response
|
|
fastify.addHook('onResponse', async (request, reply) => {
|
|
try {
|
|
await access(request.tmpUploads[0], fs.constants.F_OK)
|
|
} catch (error) {
|
|
t.equal(error.code, 'ENOENT')
|
|
t.pass('Temp file was removed after response')
|
|
ee.emit('response')
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
|
|
const req = http.request(opts)
|
|
form.append('upload', fs.createReadStream(filePath))
|
|
|
|
pump(form, req)
|
|
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 200)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
await once(ee, 'response')
|
|
})
|
|
|
|
test('should store file on disk, remove on response error', async function (t) {
|
|
t.plan(5)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
await req.saveRequestFiles()
|
|
|
|
throw new Error('test')
|
|
})
|
|
|
|
const ee = new EventEmitter()
|
|
|
|
// ensure that file is removed after response
|
|
fastify.addHook('onResponse', async (request, reply) => {
|
|
try {
|
|
await access(request.tmpUploads[0], fs.constants.F_OK)
|
|
} catch (error) {
|
|
t.equal(error.code, 'ENOENT')
|
|
t.pass('Temp file was removed after response')
|
|
ee.emit('response')
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
|
|
const req = http.request(opts, (res) => {
|
|
t.equal(res.statusCode, 500)
|
|
res.resume()
|
|
res.on('end', () => {
|
|
t.pass('res ended successfully')
|
|
})
|
|
})
|
|
form.append('upload', fs.createReadStream(filePath))
|
|
|
|
try {
|
|
await pump(form, req)
|
|
} catch (error) {
|
|
t.error(error, 'formData request pump: no err')
|
|
}
|
|
await once(ee, 'response')
|
|
})
|
|
|
|
test('should throw on file limit error', async function (t) {
|
|
t.plan(4)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
try {
|
|
await req.saveRequestFiles({ limits: { fileSize: 500 } })
|
|
reply.code(200).send()
|
|
} catch (error) {
|
|
t.ok(error instanceof fastify.multipartErrors.RequestFileTooLargeError)
|
|
t.equal(error.part.fieldname, 'upload')
|
|
reply.code(500).send()
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
const req = http.request(opts)
|
|
form.append('upload', fs.createReadStream(filePath))
|
|
|
|
pump(form, req)
|
|
|
|
try {
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 500)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
} catch (error) {
|
|
t.error(error, 'request')
|
|
}
|
|
})
|
|
|
|
test('should throw on file save error', async function (t) {
|
|
t.plan(2)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(require('..'))
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
try {
|
|
await req.saveRequestFiles({ tmpdir: 'something' })
|
|
reply.code(200).send()
|
|
} catch (error) {
|
|
reply.code(500).send()
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
const req = http.request(opts)
|
|
const readStream = fs.createReadStream(filePath)
|
|
form.append('upload', readStream)
|
|
|
|
pump(form, req)
|
|
|
|
try {
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 500)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
} catch (error) {
|
|
t.error(error, 'request')
|
|
}
|
|
})
|
|
|
|
test('should not throw on request files cleanup error', { skip: process.platform === 'win32' }, async function (t) {
|
|
t.plan(2)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(require('..'))
|
|
|
|
const tmpdir = t.testdir()
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
try {
|
|
await req.saveRequestFiles({ tmpdir })
|
|
// temp file saved, remove before the onResponse hook
|
|
rimraf.sync(tmpdir)
|
|
reply.code(200).send()
|
|
} catch (error) {
|
|
reply.code(500).send()
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
const req = http.request(opts)
|
|
const readStream = fs.createReadStream(filePath)
|
|
form.append('upload', readStream)
|
|
|
|
pump(form, req)
|
|
|
|
try {
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 200)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
} catch (error) {
|
|
t.error(error, 'request')
|
|
}
|
|
})
|
|
|
|
test('should throw on file limit error, after highWaterMark', async function (t) {
|
|
t.plan(5)
|
|
|
|
const hashInput = crypto.createHash('sha256')
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
|
|
try {
|
|
await req.saveRequestFiles({ limits: { fileSize: 17000 } })
|
|
reply.code(200).send()
|
|
} catch (error) {
|
|
t.ok(error instanceof fastify.multipartErrors.RequestFileTooLargeError)
|
|
t.equal(error.part.fieldname, 'upload2')
|
|
reply.code(500).send()
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
|
|
// request
|
|
const knownLength = 1024 * 1024 // 1MB
|
|
let total = knownLength
|
|
const form = new FormData({ maxDataSize: total })
|
|
const rs = new Readable({
|
|
read (n) {
|
|
if (n > total) {
|
|
n = total
|
|
}
|
|
|
|
const buf = Buffer.alloc(n).fill('x')
|
|
hashInput.update(buf)
|
|
this.push(buf)
|
|
|
|
total -= n
|
|
|
|
if (total === 0) {
|
|
t.pass('finished generating')
|
|
hashInput.end()
|
|
this.push(null)
|
|
}
|
|
}
|
|
})
|
|
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
|
|
const req = http.request(opts)
|
|
form.append('upload2', rs, {
|
|
filename: 'random-data',
|
|
contentType: 'binary/octect-stream',
|
|
knownLength
|
|
})
|
|
|
|
pump(form, req)
|
|
|
|
try {
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 500)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
} catch (error) {
|
|
t.error(error, 'request')
|
|
}
|
|
})
|
|
|
|
test('should store file on disk, remove on response error, serial', async function (t) {
|
|
t.plan(18)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.equal(req.tmpUploads, null)
|
|
|
|
await req.saveRequestFiles()
|
|
|
|
t.equal(req.tmpUploads.length, 1)
|
|
|
|
throw new Error('test')
|
|
})
|
|
const ee = new EventEmitter()
|
|
|
|
// ensure that file is removed after response
|
|
fastify.addHook('onResponse', async (request, reply) => {
|
|
try {
|
|
await access(request.tmpUploads[0], fs.constants.F_OK)
|
|
} catch (error) {
|
|
t.equal(error.code, 'ENOENT')
|
|
t.pass('Temp file was removed after response')
|
|
ee.emit('response')
|
|
}
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
|
|
async function send () {
|
|
// request
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
|
|
const req = http.request(opts, (res) => {
|
|
t.equal(res.statusCode, 500)
|
|
res.resume()
|
|
res.on('end', () => {
|
|
t.pass('res ended successfully')
|
|
})
|
|
})
|
|
form.append('upload', fs.createReadStream(filePath))
|
|
|
|
try {
|
|
await pump(form, req)
|
|
} catch (error) {
|
|
t.error(error, 'formData request pump: no err')
|
|
}
|
|
await once(ee, 'response')
|
|
}
|
|
|
|
await send()
|
|
await send()
|
|
await send()
|
|
})
|
|
|
|
test('should process large files correctly', async function (t) {
|
|
t.plan(2)
|
|
|
|
const fastify = Fastify()
|
|
t.teardown(fastify.close.bind(fastify))
|
|
|
|
fastify.register(multipart)
|
|
|
|
fastify.post('/', async function (req, reply) {
|
|
t.ok(req.isMultipart())
|
|
await req.saveRequestFiles()
|
|
return { ok: true }
|
|
})
|
|
|
|
await fastify.listen(0)
|
|
|
|
const form = new FormData()
|
|
const opts = {
|
|
protocol: 'http:',
|
|
hostname: 'localhost',
|
|
port: fastify.server.address().port,
|
|
path: '/',
|
|
headers: form.getHeaders(),
|
|
method: 'POST'
|
|
}
|
|
|
|
const req = http.request(opts)
|
|
const knownLength = 73550
|
|
const rs = getMockFileStream(knownLength)
|
|
|
|
form.append('upload', rs, {
|
|
filename: 'random-data',
|
|
contentType: 'binary/octect-stream',
|
|
knownLength
|
|
})
|
|
|
|
pump(form, req)
|
|
|
|
const [res] = await once(req, 'response')
|
|
t.equal(res.statusCode, 200)
|
|
res.resume()
|
|
await once(res, 'end')
|
|
})
|
|
|
|
function getMockFileStream (length) {
|
|
let total = length
|
|
|
|
const rs = new Readable({
|
|
read (n) {
|
|
if (n > total) {
|
|
n = total
|
|
}
|
|
|
|
const buf = Buffer.alloc(n).fill('x')
|
|
this.push(buf)
|
|
|
|
total -= n
|
|
|
|
if (total === 0) {
|
|
this.push(null)
|
|
}
|
|
}
|
|
})
|
|
|
|
return rs
|
|
}
|