You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							192 lines
						
					
					
						
							5.6 KiB
						
					
					
				
			
		
		
	
	
							192 lines
						
					
					
						
							5.6 KiB
						
					
					
				| const fs = require('fs');
 | |
| const fastCsv = require('fast-csv');
 | |
| const customParseFormat = require('dayjs/plugin/customParseFormat');
 | |
| const utc = require('dayjs/plugin/utc');
 | |
| const dayjs = require('dayjs').extend(customParseFormat).extend(utc);
 | |
| const StreamBuf = require('../utils/stream-buf');
 | |
| 
 | |
| const {
 | |
|   fs: {exists},
 | |
| } = require('../utils/utils');
 | |
| 
 | |
| /* eslint-disable quote-props */
 | |
| const SpecialValues = {
 | |
|   true: true,
 | |
|   false: false,
 | |
|   '#N/A': {error: '#N/A'},
 | |
|   '#REF!': {error: '#REF!'},
 | |
|   '#NAME?': {error: '#NAME?'},
 | |
|   '#DIV/0!': {error: '#DIV/0!'},
 | |
|   '#NULL!': {error: '#NULL!'},
 | |
|   '#VALUE!': {error: '#VALUE!'},
 | |
|   '#NUM!': {error: '#NUM!'},
 | |
| };
 | |
| /* eslint-ensable quote-props */
 | |
| 
 | |
| class CSV {
 | |
|   constructor(workbook) {
 | |
|     this.workbook = workbook;
 | |
|     this.worksheet = null;
 | |
|   }
 | |
| 
 | |
|   async readFile(filename, options) {
 | |
|     options = options || {};
 | |
|     if (!(await exists(filename))) {
 | |
|       throw new Error(`File not found: ${filename}`);
 | |
|     }
 | |
|     const stream = fs.createReadStream(filename);
 | |
|     const worksheet = await this.read(stream, options);
 | |
|     stream.close();
 | |
|     return worksheet;
 | |
|   }
 | |
| 
 | |
|   read(stream, options) {
 | |
|     options = options || {};
 | |
| 
 | |
|     return new Promise((resolve, reject) => {
 | |
|       const worksheet = this.workbook.addWorksheet(options.sheetName);
 | |
| 
 | |
|       const dateFormats = options.dateFormats || [
 | |
|         'YYYY-MM-DD[T]HH:mm:ssZ',
 | |
|         'YYYY-MM-DD[T]HH:mm:ss',
 | |
|         'MM-DD-YYYY',
 | |
|         'YYYY-MM-DD',
 | |
|       ];
 | |
|       const map =
 | |
|         options.map ||
 | |
|         function(datum) {
 | |
|           if (datum === '') {
 | |
|             return null;
 | |
|           }
 | |
|           const datumNumber = Number(datum);
 | |
|           if (!Number.isNaN(datumNumber) && datumNumber !== Infinity) {
 | |
|             return datumNumber;
 | |
|           }
 | |
|           const dt = dateFormats.reduce((matchingDate, currentDateFormat) => {
 | |
|             if (matchingDate) {
 | |
|               return matchingDate;
 | |
|             }
 | |
|             const dayjsObj = dayjs(datum, currentDateFormat, true);
 | |
|             if (dayjsObj.isValid()) {
 | |
|               return dayjsObj;
 | |
|             }
 | |
|             return null;
 | |
|           }, null);
 | |
|           if (dt) {
 | |
|             return new Date(dt.valueOf());
 | |
|           }
 | |
|           const special = SpecialValues[datum];
 | |
|           if (special !== undefined) {
 | |
|             return special;
 | |
|           }
 | |
|           return datum;
 | |
|         };
 | |
| 
 | |
|       const csvStream = fastCsv
 | |
|         .parse(options.parserOptions)
 | |
|         .on('data', data => {
 | |
|           worksheet.addRow(data.map(map));
 | |
|         })
 | |
|         .on('end', () => {
 | |
|           csvStream.emit('worksheet', worksheet);
 | |
|         });
 | |
| 
 | |
|       csvStream.on('worksheet', resolve).on('error', reject);
 | |
| 
 | |
|       stream.pipe(csvStream);
 | |
|     });
 | |
|   }
 | |
| 
 | |
|   /**
 | |
|    * @deprecated since version 4.0. You should use `CSV#read` instead. Please follow upgrade instruction: https://github.com/exceljs/exceljs/blob/master/UPGRADE-4.0.md
 | |
|    */
 | |
|   createInputStream() {
 | |
|     throw new Error(
 | |
|       '`CSV#createInputStream` is deprecated. You should use `CSV#read` instead. This method will be removed in version 5.0. Please follow upgrade instruction: https://github.com/exceljs/exceljs/blob/master/UPGRADE-4.0.md'
 | |
|     );
 | |
|   }
 | |
| 
 | |
|   write(stream, options) {
 | |
|     return new Promise((resolve, reject) => {
 | |
|       options = options || {};
 | |
|       // const encoding = options.encoding || 'utf8';
 | |
|       // const separator = options.separator || ',';
 | |
|       // const quoteChar = options.quoteChar || '\'';
 | |
| 
 | |
|       const worksheet = this.workbook.getWorksheet(options.sheetName || options.sheetId);
 | |
| 
 | |
|       const csvStream = fastCsv.format(options.formatterOptions);
 | |
|       stream.on('finish', () => {
 | |
|         resolve();
 | |
|       });
 | |
|       csvStream.on('error', reject);
 | |
|       csvStream.pipe(stream);
 | |
| 
 | |
|       const {dateFormat, dateUTC} = options;
 | |
|       const map =
 | |
|         options.map ||
 | |
|         (value => {
 | |
|           if (value) {
 | |
|             if (value.text || value.hyperlink) {
 | |
|               return value.hyperlink || value.text || '';
 | |
|             }
 | |
|             if (value.formula || value.result) {
 | |
|               return value.result || '';
 | |
|             }
 | |
|             if (value instanceof Date) {
 | |
|               if (dateFormat) {
 | |
|                 return dateUTC
 | |
|                   ? dayjs.utc(value).format(dateFormat)
 | |
|                   : dayjs(value).format(dateFormat);
 | |
|               }
 | |
|               return dateUTC ? dayjs.utc(value).format() : dayjs(value).format();
 | |
|             }
 | |
|             if (value.error) {
 | |
|               return value.error;
 | |
|             }
 | |
|             if (typeof value === 'object') {
 | |
|               return JSON.stringify(value);
 | |
|             }
 | |
|           }
 | |
|           return value;
 | |
|         });
 | |
| 
 | |
|       const includeEmptyRows = options.includeEmptyRows === undefined || options.includeEmptyRows;
 | |
|       let lastRow = 1;
 | |
|       if (worksheet) {
 | |
|         worksheet.eachRow((row, rowNumber) => {
 | |
|           if (includeEmptyRows) {
 | |
|             while (lastRow++ < rowNumber - 1) {
 | |
|               csvStream.write([]);
 | |
|             }
 | |
|           }
 | |
|           const {values} = row;
 | |
|           values.shift();
 | |
|           csvStream.write(values.map(map));
 | |
|           lastRow = rowNumber;
 | |
|         });
 | |
|       }
 | |
|       csvStream.end();
 | |
|     });
 | |
|   }
 | |
| 
 | |
|   writeFile(filename, options) {
 | |
|     options = options || {};
 | |
| 
 | |
|     const streamOptions = {
 | |
|       encoding: options.encoding || 'utf8',
 | |
|     };
 | |
|     const stream = fs.createWriteStream(filename, streamOptions);
 | |
| 
 | |
|     return this.write(stream, options);
 | |
|   }
 | |
| 
 | |
|   async writeBuffer(options) {
 | |
|     const stream = new StreamBuf();
 | |
|     await this.write(stream, options);
 | |
|     return stream.read();
 | |
|   }
 | |
| }
 | |
| 
 | |
| module.exports = CSV;
 |