blob: 9976a9b19aa96b11a627e3b1b5682233ed960a91 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
"use strict";
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const match_1 = __importDefault(require("../match"));
class Utf8 {
name() {
return 'UTF-8';
}
match(det) {
let hasBOM = false, numValid = 0, numInvalid = 0, trailBytes = 0, confidence;
const input = det.rawInput;
if (det.rawLen >= 3 &&
(input[0] & 0xff) == 0xef &&
(input[1] & 0xff) == 0xbb &&
(input[2] & 0xff) == 0xbf) {
hasBOM = true;
}
for (let i = 0; i < det.rawLen; i++) {
const b = input[i];
if ((b & 0x80) == 0)
continue;
if ((b & 0x0e0) == 0x0c0) {
trailBytes = 1;
}
else if ((b & 0x0f0) == 0x0e0) {
trailBytes = 2;
}
else if ((b & 0x0f8) == 0xf0) {
trailBytes = 3;
}
else {
numInvalid++;
if (numInvalid > 5)
break;
trailBytes = 0;
}
for (;;) {
i++;
if (i >= det.rawLen)
break;
if ((input[i] & 0xc0) != 0x080) {
numInvalid++;
break;
}
if (--trailBytes == 0) {
numValid++;
break;
}
}
}
confidence = 0;
if (hasBOM && numInvalid == 0)
confidence = 100;
else if (hasBOM && numValid > numInvalid * 10)
confidence = 80;
else if (numValid > 3 && numInvalid == 0)
confidence = 100;
else if (numValid > 0 && numInvalid == 0)
confidence = 80;
else if (numValid == 0 && numInvalid == 0)
confidence = 10;
else if (numValid > numInvalid * 10)
confidence = 25;
else
return null;
return (0, match_1.default)(det, this, confidence);
}
}
exports.default = Utf8;
//# sourceMappingURL=utf8.js.map
|
