Validate CDN Domains against Public Suffix LIst

This commit is contained in:
SukkaW
2022-10-11 17:10:11 +08:00
parent f3fa07d1ae
commit 0bdf8d30a0
5 changed files with 85 additions and 14 deletions

View File

@@ -0,0 +1,57 @@
const psl = require('psl');
const picocolors = require('picocolors');
const fs = require('fs');
const path = require('path');
(async () => {
const domainSetContent = await fs.promises.readFile(
path.resolve(__dirname, '../List/domainset/cdn.conf'),
{ encoding: 'utf-8' }
);
const domainSetLines = domainSetContent.split('\n');
for (let i = 0, len = domainSetLines.length; i < len; i++) {
const line = domainSetLines[i];
// starts with #
if (line.charCodeAt(0) === 35) {
continue;
}
if (line.trim().length === 0) {
continue;
}
const domain = line.charCodeAt(0) === 46 ? line.slice(1) : line;
const parsed = psl.parse(domain);
if (parsed.listed && parsed.input === parsed.tld) {
console.error('Domain', picocolors.yellow(domain), picocolors.red('is in public suffix list!'));
}
}
const rulesetContent = await fs.promises.readFile(
path.resolve(__dirname, '../List/non_ip/cdn.conf'),
{ encoding: 'utf-8' }
);
const rulesetLines = rulesetContent.split('\n');
for (let i = 0, len = rulesetLines.length; i < len; i++) {
const line = rulesetLines[i];
// starts with #
if (line.charCodeAt(0) === 35) {
continue;
}
if (line.trim().length === 0) {
continue;
}
if (line.startsWith('DOMAIN-SUFFIX')) {
const domain = line.slice(14);
const parsed = psl.parse(domain);
if (parsed.input !== parsed.tld) {
console.error('Domain', picocolors.yellow(domain), picocolors.green('is not in public suffix list!'));
}
}
}
})();