This repository has been archived on 2024-07-27. You can view files and clone it, but cannot push or open issues or pull requests.
keksAccountGUI/node_modulesOLD/psl/scripts/update-rules.js

104 lines
2 KiB
JavaScript
Raw Normal View History

2019-08-11 18:48:02 +00:00
#! /usr/bin/env node
'use strict';
//
// Deps
//
const Fs = require('fs');
const Path = require('path');
const { Transform } = require('stream');
const Request = require('request');
const JSONStream = require('JSONStream');
const internals = {};
//
// Download URL and path to rules.json file.
//
internals.src = 'https://publicsuffix.org/list/effective_tld_names.dat';
internals.dest = Path.join(__dirname, '../data/rules.json');
//
// Parse line (trim and ignore empty lines and comments).
//
internals.parseLine = function (line) {
const trimmed = line.trim();
// Ignore empty lines and comments.
if (!trimmed || (trimmed.charAt(0) === '/' && trimmed.charAt(1) === '/')) {
return;
}
// Only read up to first whitespace char.
const rule = trimmed.split(' ')[0];
return rule;
// const item = [rule];
//
// const suffix = rule.replace(/^(\*\.|\!)/, '');
// const wildcard = rule.charAt(0) === '*';
// const exception = rule.charAt(0) === '!';
//
// // If rule has no wildcard or exception we can get away with only one
// // element in the `item` array.
// if (suffix === rule && !wildcard && !exception) {
// return cb(null, item);
// }
//
// item.push(suffix);
//
// if (wildcard) {
// item.push(true);
// }
//
// if (exception) {
// item.push(true);
// }
//
// cb(null, item);
};
internals.parse = new Transform({
objectMode: true,
transform(chunk, encoding, cb) {
if (this._last === undefined) {
this._last = '';
}
this._last += `${chunk}`;
const list = this._last.split(/\n/);
this._last = list.pop();
for (let i = 0; i < list.length; i++) {
const parsed = internals.parseLine(list[i]);
if (parsed) {
this.push(parsed);
}
}
cb();
},
flush(cb) {
if (this._last) {
this.push(this._last);
}
cb();
}
});
//
// Download rules and create rules.json file.
//
Request(internals.src)
.pipe(internals.parse)
.pipe(JSONStream.stringify('[\n', ',\n', '\n]'))
.pipe(Fs.createWriteStream(internals.dest));