You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					75 lines
				
				1.6 KiB
			
		
		
			
		
	
	
					75 lines
				
				1.6 KiB
			| 
								 
											3 years ago
										 
									 | 
							
								import { test } from 'tap'
							 | 
						||
| 
								 | 
							
								import { readFile } from 'fs'
							 | 
						||
| 
								 | 
							
								import ThreadStream from '../index.js'
							 | 
						||
| 
								 | 
							
								import { join } from 'desm'
							 | 
						||
| 
								 | 
							
								import { file } from './helper.js'
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								test('break up utf8 multibyte (sync)', (t) => {
							 | 
						||
| 
								 | 
							
								  t.plan(2)
							 | 
						||
| 
								 | 
							
								  const longString = '\u03A3'.repeat(16)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  const dest = file()
							 | 
						||
| 
								 | 
							
								  const stream = new ThreadStream({
							 | 
						||
| 
								 | 
							
								    bufferSize: 15, // this must be odd
							 | 
						||
| 
								 | 
							
								    filename: join(import.meta.url, 'to-file.js'),
							 | 
						||
| 
								 | 
							
								    workerData: { dest },
							 | 
						||
| 
								 | 
							
								    sync: true
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.on('finish', () => {
							 | 
						||
| 
								 | 
							
								    readFile(dest, 'utf8', (err, data) => {
							 | 
						||
| 
								 | 
							
								      t.error(err)
							 | 
						||
| 
								 | 
							
								      t.equal(data, longString)
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.write(longString)
							 | 
						||
| 
								 | 
							
								  stream.end()
							 | 
						||
| 
								 | 
							
								})
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								test('break up utf8 multibyte (async)', (t) => {
							 | 
						||
| 
								 | 
							
								  t.plan(2)
							 | 
						||
| 
								 | 
							
								  const longString = '\u03A3'.repeat(16)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  const dest = file()
							 | 
						||
| 
								 | 
							
								  const stream = new ThreadStream({
							 | 
						||
| 
								 | 
							
								    bufferSize: 15, // this must be odd
							 | 
						||
| 
								 | 
							
								    filename: join(import.meta.url, 'to-file.js'),
							 | 
						||
| 
								 | 
							
								    workerData: { dest },
							 | 
						||
| 
								 | 
							
								    sync: false
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.on('finish', () => {
							 | 
						||
| 
								 | 
							
								    readFile(dest, 'utf8', (err, data) => {
							 | 
						||
| 
								 | 
							
								      t.error(err)
							 | 
						||
| 
								 | 
							
								      t.equal(data, longString)
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.write(longString)
							 | 
						||
| 
								 | 
							
								  stream.end()
							 | 
						||
| 
								 | 
							
								})
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								test('break up utf8 multibyte several times bigger than write buffer', (t) => {
							 | 
						||
| 
								 | 
							
								  t.plan(2)
							 | 
						||
| 
								 | 
							
								  const longString = '\u03A3'.repeat(32)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  const dest = file()
							 | 
						||
| 
								 | 
							
								  const stream = new ThreadStream({
							 | 
						||
| 
								 | 
							
								    bufferSize: 15, // this must be odd
							 | 
						||
| 
								 | 
							
								    filename: join(import.meta.url, 'to-file.js'),
							 | 
						||
| 
								 | 
							
								    workerData: { dest },
							 | 
						||
| 
								 | 
							
								    sync: false
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.on('finish', () => {
							 | 
						||
| 
								 | 
							
								    readFile(dest, 'utf8', (err, data) => {
							 | 
						||
| 
								 | 
							
								      t.error(err)
							 | 
						||
| 
								 | 
							
								      t.equal(data, longString)
							 | 
						||
| 
								 | 
							
								    })
							 | 
						||
| 
								 | 
							
								  })
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								  stream.write(longString)
							 | 
						||
| 
								 | 
							
								  stream.end()
							 | 
						||
| 
								 | 
							
								})
							 |