diff options
| author | Minteck <contact@minteck.org> | 2021-12-21 16:52:28 +0100 |
|---|---|---|
| committer | Minteck <contact@minteck.org> | 2021-12-21 16:52:28 +0100 |
| commit | 46e43f4bde4a35785b4997b81e86cd19f046b69b (patch) | |
| tree | c53c2f826f777f9d6b2d249dab556feb72a6c3a6 /src/wdetect.js | |
| download | langdetect-46e43f4bde4a35785b4997b81e86cd19f046b69b.tar.gz langdetect-46e43f4bde4a35785b4997b81e86cd19f046b69b.tar.bz2 langdetect-46e43f4bde4a35785b4997b81e86cd19f046b69b.zip | |
Commit
Diffstat (limited to 'src/wdetect.js')
| -rw-r--r-- | src/wdetect.js | 33 |
1 files changed, 33 insertions, 0 deletions
diff --git a/src/wdetect.js b/src/wdetect.js new file mode 100644 index 0000000..868d5d2 --- /dev/null +++ b/src/wdetect.js @@ -0,0 +1,33 @@ +const fs = require('fs');
+
+function total(pc) {
+ t = 0;
+ keys = Object.keys(pc);
+ keys.forEach((e) => {
+ if (e !== "_words") {
+ t = t + pc[e];
+ }
+ })
+
+ return t;
+}
+
+module.exports = (pc, text, plangs) => {
+ plgkeys = Object.keys(plangs);
+ pc["_words"] = {};
+ plgkeys.forEach(lk => {
+ pc["_words"][lk] = 0;
+ if (fs.existsSync("./data/" + lk + ".dat")) {
+ langwords = JSON.parse(fs.readFileSync("./data/" + lk + ".dat").toString())["words"];
+ textwords = text.split(/[, ]+/);
+ textwords.forEach((word) => {
+ if (langwords.includes(word)) {
+ pc[lk] = pc["_words"][lk] * 1000;
+ pc["_words"][lk]++;
+ }
+ })
+ }
+ });
+
+ return pc;
+}
\ No newline at end of file |