Chore: add fetch retry support

This commit is contained in:
SukkaW
2022-09-22 21:19:45 +08:00
parent ad542d45c8
commit a1098fbfcb
10 changed files with 59 additions and 14 deletions

View File

@@ -1,9 +1,9 @@
const { fetch } = require('undici');
const { fetchWithRetry } = require('./lib/fetch-retry');
const fs = require('fs');
const path = require('path');
(async () => {
const domains = (await (await fetch('https://publicsuffix.org/list/public_suffix_list.dat')).text()).split('\n');
const domains = (await (await fetchWithRetry('https://publicsuffix.org/list/public_suffix_list.dat')).text()).split('\n');
const S3OSSDomains = domains.filter(line => {
if (line) {