You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
256 lines
9.9 KiB
256 lines
9.9 KiB
3 years ago
|
<!doctype html>
|
||
|
|
<html lang="en">
|
||
|
|
<head>
|
||
|
|
<title>Code coverage report for dataClean.ts</title>
|
||
|
|
<meta charset="utf-8" />
|
||
|
|
<link rel="stylesheet" href="prettify.css" />
|
||
|
|
<link rel="stylesheet" href="base.css" />
|
||
|
|
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||
|
|
<style type='text/css'>
|
||
|
|
.coverage-summary .sorter {
|
||
|
|
background-image: url(sort-arrow-sprite.png);
|
||
|
|
}
|
||
|
|
</style>
|
||
|
|
</head>
|
||
|
|
<body>
|
||
|
|
<div class='wrapper'>
|
||
|
|
<div class='pad1'>
|
||
|
|
<h1>
|
||
|
|
<a href="index.html">All files</a> dataClean.ts
|
||
|
|
</h1>
|
||
|
|
<div class='clearfix'>
|
||
|
|
<div class='fl pad1y space-right2'>
|
||
|
|
<span class="strong">100% </span>
|
||
|
|
<span class="quiet">Statements</span>
|
||
|
|
<span class='fraction'>7/7</span>
|
||
|
|
</div>
|
||
|
|
<div class='fl pad1y space-right2'>
|
||
|
|
<span class="strong">75% </span>
|
||
|
|
<span class="quiet">Branches</span>
|
||
|
|
<span class='fraction'>3/4</span>
|
||
|
|
</div>
|
||
|
|
<div class='fl pad1y space-right2'>
|
||
|
|
<span class="strong">100% </span>
|
||
|
|
<span class="quiet">Functions</span>
|
||
|
|
<span class='fraction'>1/1</span>
|
||
|
|
</div>
|
||
|
|
<div class='fl pad1y space-right2'>
|
||
|
|
<span class="strong">100% </span>
|
||
|
|
<span class="quiet">Lines</span>
|
||
|
|
<span class='fraction'>7/7</span>
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<p class="quiet">
|
||
|
|
Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
|
||
|
|
</p>
|
||
|
|
</div>
|
||
|
|
<div class='status-line high'></div>
|
||
|
|
<pre><table class="coverage">
|
||
|
|
<tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
|
||
|
|
<a name='L2'></a><a href='#L2'>2</a>
|
||
|
|
<a name='L3'></a><a href='#L3'>3</a>
|
||
|
|
<a name='L4'></a><a href='#L4'>4</a>
|
||
|
|
<a name='L5'></a><a href='#L5'>5</a>
|
||
|
|
<a name='L6'></a><a href='#L6'>6</a>
|
||
|
|
<a name='L7'></a><a href='#L7'>7</a>
|
||
|
|
<a name='L8'></a><a href='#L8'>8</a>
|
||
|
|
<a name='L9'></a><a href='#L9'>9</a>
|
||
|
|
<a name='L10'></a><a href='#L10'>10</a>
|
||
|
|
<a name='L11'></a><a href='#L11'>11</a>
|
||
|
|
<a name='L12'></a><a href='#L12'>12</a>
|
||
|
|
<a name='L13'></a><a href='#L13'>13</a>
|
||
|
|
<a name='L14'></a><a href='#L14'>14</a>
|
||
|
|
<a name='L15'></a><a href='#L15'>15</a>
|
||
|
|
<a name='L16'></a><a href='#L16'>16</a>
|
||
|
|
<a name='L17'></a><a href='#L17'>17</a>
|
||
|
|
<a name='L18'></a><a href='#L18'>18</a>
|
||
|
|
<a name='L19'></a><a href='#L19'>19</a>
|
||
|
|
<a name='L20'></a><a href='#L20'>20</a>
|
||
|
|
<a name='L21'></a><a href='#L21'>21</a>
|
||
|
|
<a name='L22'></a><a href='#L22'>22</a>
|
||
|
|
<a name='L23'></a><a href='#L23'>23</a>
|
||
|
|
<a name='L24'></a><a href='#L24'>24</a>
|
||
|
|
<a name='L25'></a><a href='#L25'>25</a>
|
||
|
|
<a name='L26'></a><a href='#L26'>26</a>
|
||
|
|
<a name='L27'></a><a href='#L27'>27</a>
|
||
|
|
<a name='L28'></a><a href='#L28'>28</a>
|
||
|
|
<a name='L29'></a><a href='#L29'>29</a>
|
||
|
|
<a name='L30'></a><a href='#L30'>30</a>
|
||
|
|
<a name='L31'></a><a href='#L31'>31</a>
|
||
|
|
<a name='L32'></a><a href='#L32'>32</a>
|
||
|
|
<a name='L33'></a><a href='#L33'>33</a>
|
||
|
|
<a name='L34'></a><a href='#L34'>34</a>
|
||
|
|
<a name='L35'></a><a href='#L35'>35</a>
|
||
|
|
<a name='L36'></a><a href='#L36'>36</a>
|
||
|
|
<a name='L37'></a><a href='#L37'>37</a>
|
||
|
|
<a name='L38'></a><a href='#L38'>38</a>
|
||
|
|
<a name='L39'></a><a href='#L39'>39</a>
|
||
|
|
<a name='L40'></a><a href='#L40'>40</a>
|
||
|
|
<a name='L41'></a><a href='#L41'>41</a>
|
||
|
|
<a name='L42'></a><a href='#L42'>42</a>
|
||
|
|
<a name='L43'></a><a href='#L43'>43</a>
|
||
|
|
<a name='L44'></a><a href='#L44'>44</a>
|
||
|
|
<a name='L45'></a><a href='#L45'>45</a>
|
||
|
|
<a name='L46'></a><a href='#L46'>46</a>
|
||
|
|
<a name='L47'></a><a href='#L47'>47</a>
|
||
|
|
<a name='L48'></a><a href='#L48'>48</a>
|
||
|
|
<a name='L49'></a><a href='#L49'>49</a>
|
||
|
|
<a name='L50'></a><a href='#L50'>50</a>
|
||
|
|
<a name='L51'></a><a href='#L51'>51</a>
|
||
|
|
<a name='L52'></a><a href='#L52'>52</a>
|
||
|
|
<a name='L53'></a><a href='#L53'>53</a>
|
||
|
|
<a name='L54'></a><a href='#L54'>54</a>
|
||
|
|
<a name='L55'></a><a href='#L55'>55</a>
|
||
|
|
<a name='L56'></a><a href='#L56'>56</a>
|
||
|
|
<a name='L57'></a><a href='#L57'>57</a>
|
||
|
|
<a name='L58'></a><a href='#L58'>58</a>
|
||
|
|
<a name='L59'></a><a href='#L59'>59</a>
|
||
|
|
<a name='L60'></a><a href='#L60'>60</a>
|
||
|
|
<a name='L61'></a><a href='#L61'>61</a>
|
||
|
|
<a name='L62'></a><a href='#L62'>62</a>
|
||
|
|
<a name='L63'></a><a href='#L63'>63</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-yes">1x</span>
|
||
|
|
<span class="cline-any cline-yes">135x</span>
|
||
|
|
<span class="cline-any cline-yes">135x</span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-yes">135x</span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-yes">135x</span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-yes">14x</span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-yes">135x</span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span>
|
||
|
|
<span class="cline-any cline-neutral"> </span></td><td class="text"><pre class="prettyprint lang-js">import { ParseRuntime } from "./ParseRuntime";
|
||
|
|
import stripBom from "strip-bom";
|
||
|
|
/**
|
||
|
|
* For each data chunk coming to parser:
|
||
|
|
* 1. append the data to the buffer that is left from last chunk
|
||
|
|
* 2. check if utf8 chars being split, if does, stripe the bytes and add to left buffer.
|
||
|
|
* 3. stripBom
|
||
|
|
*/
|
||
|
|
export function prepareData(chunk: Buffer, runtime: ParseRuntime): string {
|
||
|
|
const workChunk = concatLeftChunk(chunk, runtime);
|
||
|
|
runtime.csvLineBuffer = undefined;
|
||
|
|
const cleanCSVString = cleanUtf8Split(workChunk, runtime).toString("utf8");
|
||
|
|
if (runtime.started === false) {
|
||
|
|
return stripBom(cleanCSVString);
|
||
|
|
} else {
|
||
|
|
return cleanCSVString;
|
||
|
|
}
|
||
|
|
}<span class="missing-if-branch" title="if path not taken" >I</span>
|
||
|
|
/**
|
||
|
|
* append data to buffer that is left form last chunk
|
||
|
|
*/
|
||
|
|
function concatLeftChunk(chunk: Buffer, runtime: ParseRuntime): Buffer {
|
||
|
|
if (runtime.csvLineBuffer && runtime.csvLineBuffer.length > 0) {
|
||
|
|
return Buffer.concat([runtime.csvLineBuffer, chunk]);
|
||
|
|
} else {
|
||
|
|
return chunk;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
/**
|
||
|
|
* check if utf8 chars being split, if does, stripe the bytes and add to left buffer.
|
||
|
|
*/
|
||
|
|
function cleanUtf8Split(chunk: Buffer, runtime: ParseRuntime): Buffer {
|
||
|
|
let idx = chunk.length - 1;
|
||
|
|
/**
|
||
|
|
* From Keyang:
|
||
|
|
* The code below is to check if a single utf8 char (which could be multiple bytes) being split.
|
||
|
|
* If the char being split, the buffer from two chunk needs to be concat
|
||
|
|
* check how utf8 being encoded to understand the code below.
|
||
|
|
* If anyone has any better way to do this, please let me know.
|
||
|
|
*/
|
||
|
|
if ((chunk[idx] & 1 << 7) != 0) {
|
||
|
|
while ((chunk[idx] & 3 << 6) === 128) {
|
||
|
|
idx--;
|
||
|
|
}
|
||
|
|
idx--;
|
||
|
|
}
|
||
|
|
if (idx != chunk.length - 1) {
|
||
|
|
runtime.csvLineBuffer = chunk.slice(idx + 1);
|
||
|
|
return chunk.slice(0, idx + 1)
|
||
|
|
// var _cb=cb;
|
||
|
|
// var self=this;
|
||
|
|
// cb=function(){
|
||
|
|
// if (self._csvLineBuffer){
|
||
|
|
// self._csvLineBuffer=Buffer.concat([bufFromString(self._csvLineBuffer,"utf8"),left]);
|
||
|
|
// }else{
|
||
|
|
// self._csvLineBuffer=left;
|
||
|
|
// }
|
||
|
|
// _cb();
|
||
|
|
// }
|
||
|
|
} else {
|
||
|
|
return chunk;
|
||
|
|
}
|
||
|
|
}</pre></td></tr>
|
||
|
|
</table></pre>
|
||
|
|
<div class='push'></div><!-- for sticky footer -->
|
||
|
|
</div><!-- /wrapper -->
|
||
|
|
<div class='footer quiet pad2 space-top1 center small'>
|
||
|
|
Code coverage
|
||
|
|
generated by <a href="https://istanbul.js.org/" target="_blank">istanbul</a> at Thu May 17 2018 01:25:26 GMT+0100 (IST)
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<script src="prettify.js"></script>
|
||
|
|
<script>
|
||
|
|
window.onload = function () {
|
||
|
|
if (typeof prettyPrint === 'function') {
|
||
|
|
prettyPrint();
|
||
|
|
}
|
||
|
|
};
|
||
|
|
</script>
|
||
|
|
<script src="sorter.js"></script>
|
||
|
|
<script src="block-navigation.js"></script>
|
||
|
|
</body>
|
||
|
|
</html>
|