import { fetchRemoteTextByLine } from './lib/fetch-text-by-line'; import { processLineFromReadline } from './lib/process-line'; import { task } from './trace'; import { contains as containsCidr, exclude as excludeCidr } from 'fast-cidr-tools'; import { createMemoizedPromise } from './lib/memo-promise'; import { CN_CIDR_MISSING_IN_CHNROUTE, NON_CN_CIDR_INCLUDED_IN_CHNROUTE } from './constants/cidr'; import { appendArrayInPlace } from './lib/append-array-in-place'; import { IPListOutput } from './lib/create-file'; import { cachedOnlyFail } from './lib/fs-memo'; const PROBE_CHN_CIDR_V4 = [ // NetEase Hangzhou '223.252.196.38', // Aliyun ShenZhen '120.78.92.171' ]; export const getChnCidrPromise = createMemoizedPromise(cachedOnlyFail( async function getChnCidr() { const [_cidr4, cidr6] = await Promise.all([ fetchRemoteTextByLine('https://raw.githubusercontent.com/misakaio/chnroutes2/master/chnroutes.txt').then(processLineFromReadline), fetchRemoteTextByLine('https://gaoyifan.github.io/china-operator-ip/china6.txt').then(processLineFromReadline) ]); const cidr4 = excludeCidr( appendArrayInPlace(_cidr4, CN_CIDR_MISSING_IN_CHNROUTE), NON_CN_CIDR_INCLUDED_IN_CHNROUTE, true ); for (const probeIp of PROBE_CHN_CIDR_V4) { if (!containsCidr(cidr4, PROBE_CHN_CIDR_V4)) { const err = new TypeError('chnroutes missing probe IP'); err.cause = probeIp; throw err; } } return [cidr4, cidr6] as const; }, { serializer: JSON.stringify, deserializer: JSON.parse } )); export const buildChnCidr = task(require.main === module, __filename)(async (span) => { const [filteredCidr4, cidr6] = await span.traceChildAsync('download chnroutes2', getChnCidrPromise); // Can not use SHARED_DESCRIPTION here as different license const description = [ 'License: CC BY-SA 2.0', 'Homepage: https://ruleset.skk.moe', 'GitHub: https://github.com/SukkaW/Surge', '' ]; return Promise.all([ new IPListOutput(span, 'china_ip', false) .withTitle('Sukka\'s Ruleset - Mainland China IPv4 CIDR') .withDescription([ ...description, 'Data from https://misaka.io (misakaio @ GitHub)' ]) .bulkAddCIDR4(filteredCidr4) .write(), new IPListOutput(span, 'china_ip_ipv6', false) .withTitle('Sukka\'s Ruleset - Mainland China IPv6 CIDR') .withDescription([ ...description, 'Data from https://github.com/gaoyifan/china-operator-ip' ]) .bulkAddCIDR6(cidr6) .write() ]); });