Update Rules and Tools

Build/build-cidr.js

@@ -0,0 +1,88 @@
+const https = require('https');
+const { promises: fsPromises } = require('fs');
+const { resolve: pathResolve } = require('path');
+
+let cidrTools;
+
+try {
+  cidrTools = require('cidr-tools');
+} catch (e) {
+  console.log('Dependency "cidr-tools" not found');
+  console.log('"npm i cidr-tools" then try again!');
+  process.exit(1);
+}
+
+(async () => {
+  const cidr = (await get('raw.githubusercontent.com', '/tmplink/IPDB/main/ipv4/cidr/CN.txt')).split('\n');
+
+  let FILTER_FLAG = false;
+  const filteredCidr = cidr.filter(Boolean).filter((ip, index) => {
+    if (FILTER_FLAG) return false;
+
+    const prev = cidr[index - 1];
+    const next = cidr[index + 1];
+    const prevA = Number(prev?.split('.')[0]);
+    const nextA = Number(next?.split('.')[0]);
+
+    if (
+      prevA >= 223 // MCAST-TEST-NET
+      && nextA < 10
+      && prevA > nextA
+    ) {
+      FILTER_FLAG = true;
+      return false;
+    }
+
+    return true;
+  });
+
+  const mergedCidr = cidrTools.merge(filteredCidr);
+
+  if (mergedCidr.length < 4500) {
+    console.log(`Merged routes (which is ${mergedCidr.length}) is less than 5000 routes, which can't be right. Aborted`);
+    process.exit(1);
+  }
+
+  return fsPromises.writeFile(pathResolve(__dirname, '../List/ip/china_ip.conf'), makeCidrList(mergedCidr), { encoding: 'utf-8' });
+})();
+
+function makeCidrList(cidr) {
+  const date = new Date();
+
+  return `############################
+# Mainland China IPv4 CIDR
+# Data from vx.link (tmplink @ GitHub)
+# Last Updated: ${date.getFullYear()}-${date.getUTCMonth() + 1}-${date.getUTCDate()} ${date.getUTCHours()}:${date.getUTCMinutes()}:${date.getUTCSeconds()}
+# Routes: ${cidr.length}
+############################\n` + cidr.map(i => `IP-CIDR,${i}`).join('\n') + '\n########### END ############\n';
+};
+
+function get(hostname, path) {
+  return new Promise((resolve, reject) => {
+    const req = https.request(
+      {
+        hostname,
+        path,
+        method: 'GET',
+      },
+      (res) => {
+        const body = [];
+        res.on('data', (chunk) => {
+          body.push(chunk);
+        });
+        res.on('end', () => {
+          try {
+            resolve(String(Buffer.concat(body)));
+          } catch (e) {
+            reject(e);
+          }
+        });
+        req.on('error', (err) => {
+          reject(err);
+        });
+      }
+    );
+
+    req.end();
+  });
+}

Build/build-dns-china.js

@@ -0,0 +1,102 @@
+const https = require('https');
+
+let ALEXA_TOP_LIMIT = 10000;
+
+let unzip, csv2, es;
+
+try {
+  unzip = require('unzip-stream');
+  csv2 = require('csv2');
+  es = require('event-stream');
+} catch (e) {
+  console.log('Dependencies not found');
+  console.log('"npm i unzip-stream event-stream csv2" then try again!');
+
+  console.error(e);
+  process.exit(1);
+}
+
+(async () => {
+  const alexaTopDomains = (await fetchAlexaTopDomains()).sort();
+  const dnsmasqconfDomains = await fetchAndParseDnsmasqDomains(alexaTopDomains);
+
+  console.log(dnsmasqconfDomains.length);
+})();
+
+function fetchAlexaTopDomains() {
+  const data = [];
+
+  return new Promise((resolve, reject) => {
+    const req = https.request(
+      {
+        hostname: 's3.amazonaws.com',
+        path: '/alexa-static/top-1m.csv.zip',
+        method: 'GET',
+      },
+      (res) => {
+        res
+          .pipe(unzip.Parse())
+          .on('entry', (entry) => {
+            entry.pipe(csv2()).on('data', ([top, domain]) => {
+              if (top < ALEXA_TOP_LIMIT) {
+                data.push(domain);
+              }
+            });
+          });
+
+        res.on('end', () => {
+          try {
+            resolve(data);
+          } catch (e) {
+            reject(e);
+          }
+        });
+        req.on('error', (err) => {
+          reject(err);
+        });
+      }
+    );
+
+    req.end();
+  })
+}
+
+function fetchAndParseDnsmasqDomains(alexaTopDomains) {
+  const data = [];
+
+  return new Promise((resolve, reject) => {
+    const req = https.request(
+      {
+        hostname: 'raw.githubusercontent.com',
+        path: '/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf',
+        method: 'GET',
+      },
+      (res) => {
+        const s = res
+          .pipe(es.split())
+          .pipe(es.mapSync(line => {
+            s.pause();
+
+            const domain = line
+              .replaceAll('server=/', '')
+              .replaceAll('/114.114.114.114', '');
+
+            if (alexaTopDomains.includes(domain)) {
+              console.log(domain);
+              data.push(domain);
+            }
+
+            s.resume();
+          }))
+          .on('error', reject)
+          .on('end', () => {
+            resolve(data);
+          });
+
+        res.on('error', reject);
+      }
+    );
+
+    req.end();
+  })
+}