|  |  | const { inRange, decoderError, isASCIICodePoint,
 | 
						
						
						
							|  |  |   end_of_stream, finished } = require('../utils');
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  | /**
 | 
						
						
						
							|  |  |  * @implements {Decoder}
 | 
						
						
						
							|  |  |  */
 | 
						
						
						
							|  |  | class UTF8Decoder {
 | 
						
						
						
							|  |  |   /**
 | 
						
						
						
							|  |  |    * @param {{fatal: boolean}} options
 | 
						
						
						
							|  |  |    */
 | 
						
						
						
							|  |  |   constructor(options) {
 | 
						
						
						
							|  |  |     const { fatal } = options
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |     // utf-8's decoder's has an associated utf-8 code point, utf-8
 | 
						
						
						
							|  |  |     // bytes seen, and utf-8 bytes needed (all initially 0), a utf-8
 | 
						
						
						
							|  |  |     // lower boundary (initially 0x80), and a utf-8 upper boundary
 | 
						
						
						
							|  |  |     // (initially 0xBF).
 | 
						
						
						
							|  |  |     let /** @type {number} */ utf8_code_point = 0,
 | 
						
						
						
							|  |  |       /** @type {number} */ utf8_bytes_seen = 0,
 | 
						
						
						
							|  |  |       /** @type {number} */ utf8_bytes_needed = 0,
 | 
						
						
						
							|  |  |       /** @type {number} */ utf8_lower_boundary = 0x80,
 | 
						
						
						
							|  |  |       /** @type {number} */ utf8_upper_boundary = 0xBF
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |     /**
 | 
						
						
						
							|  |  |      * @param {Stream} stream The stream of bytes being decoded.
 | 
						
						
						
							|  |  |      * @param {number} bite The next byte read from the stream.
 | 
						
						
						
							|  |  |      * @return {?(number|!Array.<number>)} The next code point(s)
 | 
						
						
						
							|  |  |      *     decoded, or null if not enough data exists in the input
 | 
						
						
						
							|  |  |      *     stream to decode a complete code point.
 | 
						
						
						
							|  |  |      */
 | 
						
						
						
							|  |  |     this.handler = function(stream, bite) {
 | 
						
						
						
							|  |  |       // 1. If byte is end-of-stream and utf-8 bytes needed is not 0,
 | 
						
						
						
							|  |  |       // set utf-8 bytes needed to 0 and return error.
 | 
						
						
						
							|  |  |       if (bite === end_of_stream && utf8_bytes_needed !== 0) {
 | 
						
						
						
							|  |  |         utf8_bytes_needed = 0
 | 
						
						
						
							|  |  |         return decoderError(fatal)
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 2. If byte is end-of-stream, return finished.
 | 
						
						
						
							|  |  |       if (bite === end_of_stream)
 | 
						
						
						
							|  |  |         return finished
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 3. If utf-8 bytes needed is 0, based on byte:
 | 
						
						
						
							|  |  |       if (utf8_bytes_needed === 0) {
 | 
						
						
						
							|  |  |         // 0x00 to 0x7F
 | 
						
						
						
							|  |  |         if (inRange(bite, 0x00, 0x7F)) {
 | 
						
						
						
							|  |  |           // Return a code point whose value is byte.
 | 
						
						
						
							|  |  |           return bite
 | 
						
						
						
							|  |  |         }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 0xC2 to 0xDF
 | 
						
						
						
							|  |  |         else if (inRange(bite, 0xC2, 0xDF)) {
 | 
						
						
						
							|  |  |           // 1. Set utf-8 bytes needed to 1.
 | 
						
						
						
							|  |  |           utf8_bytes_needed = 1
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |           // 2. Set UTF-8 code point to byte & 0x1F.
 | 
						
						
						
							|  |  |           utf8_code_point = bite & 0x1F
 | 
						
						
						
							|  |  |         }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 0xE0 to 0xEF
 | 
						
						
						
							|  |  |         else if (inRange(bite, 0xE0, 0xEF)) {
 | 
						
						
						
							|  |  |           // 1. If byte is 0xE0, set utf-8 lower boundary to 0xA0.
 | 
						
						
						
							|  |  |           if (bite === 0xE0)
 | 
						
						
						
							|  |  |             utf8_lower_boundary = 0xA0
 | 
						
						
						
							|  |  |           // 2. If byte is 0xED, set utf-8 upper boundary to 0x9F.
 | 
						
						
						
							|  |  |           if (bite === 0xED)
 | 
						
						
						
							|  |  |             utf8_upper_boundary = 0x9F
 | 
						
						
						
							|  |  |           // 3. Set utf-8 bytes needed to 2.
 | 
						
						
						
							|  |  |           utf8_bytes_needed = 2
 | 
						
						
						
							|  |  |           // 4. Set UTF-8 code point to byte & 0xF.
 | 
						
						
						
							|  |  |           utf8_code_point = bite & 0xF
 | 
						
						
						
							|  |  |         }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 0xF0 to 0xF4
 | 
						
						
						
							|  |  |         else if (inRange(bite, 0xF0, 0xF4)) {
 | 
						
						
						
							|  |  |           // 1. If byte is 0xF0, set utf-8 lower boundary to 0x90.
 | 
						
						
						
							|  |  |           if (bite === 0xF0)
 | 
						
						
						
							|  |  |             utf8_lower_boundary = 0x90
 | 
						
						
						
							|  |  |           // 2. If byte is 0xF4, set utf-8 upper boundary to 0x8F.
 | 
						
						
						
							|  |  |           if (bite === 0xF4)
 | 
						
						
						
							|  |  |             utf8_upper_boundary = 0x8F
 | 
						
						
						
							|  |  |           // 3. Set utf-8 bytes needed to 3.
 | 
						
						
						
							|  |  |           utf8_bytes_needed = 3
 | 
						
						
						
							|  |  |           // 4. Set UTF-8 code point to byte & 0x7.
 | 
						
						
						
							|  |  |           utf8_code_point = bite & 0x7
 | 
						
						
						
							|  |  |         }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // Otherwise
 | 
						
						
						
							|  |  |         else {
 | 
						
						
						
							|  |  |           // Return error.
 | 
						
						
						
							|  |  |           return decoderError(fatal)
 | 
						
						
						
							|  |  |         }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // Return continue.
 | 
						
						
						
							|  |  |         return null
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 4. If byte is not in the range utf-8 lower boundary to utf-8
 | 
						
						
						
							|  |  |       // upper boundary, inclusive, run these substeps:
 | 
						
						
						
							|  |  |       if (!inRange(bite, utf8_lower_boundary, utf8_upper_boundary)) {
 | 
						
						
						
							|  |  |         // 1. Set utf-8 code point, utf-8 bytes needed, and utf-8
 | 
						
						
						
							|  |  |         // bytes seen to 0, set utf-8 lower boundary to 0x80, and set
 | 
						
						
						
							|  |  |         // utf-8 upper boundary to 0xBF.
 | 
						
						
						
							|  |  |         utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0
 | 
						
						
						
							|  |  |         utf8_lower_boundary = 0x80
 | 
						
						
						
							|  |  |         utf8_upper_boundary = 0xBF
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 2. Prepend byte to stream.
 | 
						
						
						
							|  |  |         stream.prepend(bite)
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 3. Return error.
 | 
						
						
						
							|  |  |         return decoderError(fatal)
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 5. Set utf-8 lower boundary to 0x80 and utf-8 upper boundary
 | 
						
						
						
							|  |  |       // to 0xBF.
 | 
						
						
						
							|  |  |       utf8_lower_boundary = 0x80
 | 
						
						
						
							|  |  |       utf8_upper_boundary = 0xBF
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 6. Set UTF-8 code point to (UTF-8 code point << 6) | (byte &
 | 
						
						
						
							|  |  |       // 0x3F)
 | 
						
						
						
							|  |  |       utf8_code_point = (utf8_code_point << 6) | (bite & 0x3F)
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 7. Increase utf-8 bytes seen by one.
 | 
						
						
						
							|  |  |       utf8_bytes_seen += 1
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 8. If utf-8 bytes seen is not equal to utf-8 bytes needed,
 | 
						
						
						
							|  |  |       // continue.
 | 
						
						
						
							|  |  |       if (utf8_bytes_seen !== utf8_bytes_needed)
 | 
						
						
						
							|  |  |         return null
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 9. Let code point be utf-8 code point.
 | 
						
						
						
							|  |  |       var code_point = utf8_code_point
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 10. Set utf-8 code point, utf-8 bytes needed, and utf-8 bytes
 | 
						
						
						
							|  |  |       // seen to 0.
 | 
						
						
						
							|  |  |       utf8_code_point = utf8_bytes_needed = utf8_bytes_seen = 0
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 11. Return a code point whose value is code point.
 | 
						
						
						
							|  |  |       return code_point
 | 
						
						
						
							|  |  |     }
 | 
						
						
						
							|  |  |   }
 | 
						
						
						
							|  |  | }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  | // 9.1.2 utf-8 encoder
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  | /**
 | 
						
						
						
							|  |  |  * @implements {Encoder}
 | 
						
						
						
							|  |  |  */
 | 
						
						
						
							|  |  | class UTF8Encoder {
 | 
						
						
						
							|  |  |   constructor() {
 | 
						
						
						
							|  |  |     /**
 | 
						
						
						
							|  |  |      * @param {Stream} stream Input stream.
 | 
						
						
						
							|  |  |      * @param {number} code_point Next code point read from the stream.
 | 
						
						
						
							|  |  |      * @return {(number|!Array.<number>)} Byte(s) to emit.
 | 
						
						
						
							|  |  |      */
 | 
						
						
						
							|  |  |     this.handler = function(stream, code_point) {
 | 
						
						
						
							|  |  |       // 1. If code point is end-of-stream, return finished.
 | 
						
						
						
							|  |  |       if (code_point === end_of_stream)
 | 
						
						
						
							|  |  |         return finished
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 2. If code point is an ASCII code point, return a byte whose
 | 
						
						
						
							|  |  |       // value is code point.
 | 
						
						
						
							|  |  |       if (isASCIICodePoint(code_point))
 | 
						
						
						
							|  |  |         return code_point
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 3. Set count and offset based on the range code point is in:
 | 
						
						
						
							|  |  |       var count, offset
 | 
						
						
						
							|  |  |       // U+0080 to U+07FF, inclusive:
 | 
						
						
						
							|  |  |       if (inRange(code_point, 0x0080, 0x07FF)) {
 | 
						
						
						
							|  |  |         // 1 and 0xC0
 | 
						
						
						
							|  |  |         count = 1
 | 
						
						
						
							|  |  |         offset = 0xC0
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  |       // U+0800 to U+FFFF, inclusive:
 | 
						
						
						
							|  |  |       else if (inRange(code_point, 0x0800, 0xFFFF)) {
 | 
						
						
						
							|  |  |         // 2 and 0xE0
 | 
						
						
						
							|  |  |         count = 2
 | 
						
						
						
							|  |  |         offset = 0xE0
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  |       // U+10000 to U+10FFFF, inclusive:
 | 
						
						
						
							|  |  |       else if (inRange(code_point, 0x10000, 0x10FFFF)) {
 | 
						
						
						
							|  |  |         // 3 and 0xF0
 | 
						
						
						
							|  |  |         count = 3
 | 
						
						
						
							|  |  |         offset = 0xF0
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 4. Let bytes be a byte sequence whose first byte is (code
 | 
						
						
						
							|  |  |       // point >> (6 × count)) + offset.
 | 
						
						
						
							|  |  |       var bytes = [(code_point >> (6 * count)) + offset]
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 5. Run these substeps while count is greater than 0:
 | 
						
						
						
							|  |  |       while (count > 0) {
 | 
						
						
						
							|  |  |         // 1. Set temp to code point >> (6 × (count − 1)).
 | 
						
						
						
							|  |  |         var temp = code_point >> (6 * (count - 1))
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 2. Append to bytes 0x80 | (temp & 0x3F).
 | 
						
						
						
							|  |  |         bytes.push(0x80 | (temp & 0x3F))
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |         // 3. Decrease count by one.
 | 
						
						
						
							|  |  |         count -= 1
 | 
						
						
						
							|  |  |       }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  |       // 6. Return bytes bytes, in order.
 | 
						
						
						
							|  |  |       return bytes
 | 
						
						
						
							|  |  |     }
 | 
						
						
						
							|  |  |   }
 | 
						
						
						
							|  |  | }
 | 
						
						
						
							|  |  | 
 | 
						
						
						
							|  |  | module.exports.UTF8Decoder = UTF8Decoder
 | 
						
						
						
							|  |  | module.exports.UTF8Encoder = UTF8Encoder |