diff --git a/schedules/tasks/webring.js b/schedules/tasks/webring.js index 4e6cbb7a..613b9048 100644 --- a/schedules/tasks/webring.js +++ b/schedules/tasks/webring.js @@ -29,8 +29,9 @@ module.exports = { //get sites we havent visited yet const toVisit = [...known].filter(url => !visited.has(url)); let rings = await Promise.all(toVisit.map(url => { - visited.set(url, (visited.get(url)||0)+1); + visited.set(url, (visited.get(url)||1)); return fetch(url, { + timeout: 20000, agent, headers: { 'User-Agent':'' @@ -47,7 +48,7 @@ module.exports = { || visited.get(ring.endpoint) > 1) { //already seen endpoint (for multiple domain sites) continue; } - visited.set(ring.endpoint, visited.get(ring.endpoint)+1); + visited.set(ring.endpoint, (visited.get(ring.endpoint)||1)+1); if (ring.following && ring.following.length > 0) { //filter their folowing by blacklist/self and add to known sites ring.following