diff --git a/Build/build-internal-cdn-rules.ts b/Build/build-internal-cdn-rules.ts index ecab8df7..4eb7a2d6 100644 --- a/Build/build-internal-cdn-rules.ts +++ b/Build/build-internal-cdn-rules.ts @@ -5,6 +5,7 @@ import { sortDomains } from './lib/stable-sort-domain'; import { task } from './trace'; import { compareAndWriteFile } from './lib/create-file'; import { getGorhillPublicSuffixPromise } from './lib/get-gorhill-publicsuffix'; +import { domainDeduper } from './lib/domain-deduper'; const escapeRegExp = (string = '') => string.replaceAll(/[$()*+.?[\\\]^{|}]/g, '\\$&'); @@ -52,7 +53,7 @@ export const buildInternalCDNDomains = task(import.meta.path, async (span) => { return compareAndWriteFile( span, [ - ...sortDomains(Array.from(proxySet), gorhill).map(i => `SUFFIX,${i}`), + ...sortDomains(domainDeduper(Array.from(proxySet)), gorhill).map(i => `SUFFIX,${i}`), ...Array.from(proxyKeywords).sort().map(i => `REGEX,${i}`) ], path.resolve(import.meta.dir, '../List/internal/cdn.txt') diff --git a/Source/domainset/cdn.conf b/Source/domainset/cdn.conf index 4ae8fa35..7a66cae2 100644 --- a/Source/domainset/cdn.conf +++ b/Source/domainset/cdn.conf @@ -2461,3 +2461,4 @@ assets4.mist-train-girls.com cdn-node.diskpart.com assets.sitescdn.net i.xozilla.xxx +cdn.myfonts.net