make webring blacklists apply to endpoints after fetching too, to handle duplicate domains (mirrors, onion, etc)

indiachan-spamvector
Thomas Lynch 2 years ago
parent 9690cc5537
commit a6ddaf3254
Signed by: fatchan
GPG Key ID: 112884AA57DF40B1
  1. 1
      schedules/tasks/webring.js

@ -43,6 +43,7 @@ module.exports = {
const ring = rings[i];
if (!ring || !ring.name || !ring.endpoint || !ring.url //malformed
|| ring.endpoint.includes(meta.url) //own site
|| blacklist.some(x => ring.endpoint.includes(x)) //blacklisted (for the case of a mirror to the endpoint)
|| visited.get(ring.endpoint) > 1) { //already seen endpoint (for multiple domain sites)
continue;
}

Loading…
Cancel
Save