instanceq.js

/* eslint-disable no-console */
const fetch = require("node-fetch")

const loadyaml = require("./scripts/builder/loadyaml")

const mylist = loadyaml("./data/instances.yml")
const ignorehosts = loadyaml("./data/ignorehosts.yml")

const duplicated = mylist.filter((e, i, arr) => arr.findIndex(x => x.url === e.url) !== i)
  .map(e => e.url)

if (duplicated.length > 0) console.log(`Duplicated:\n  ${duplicated.join(",\n  ")}\n`);
else console.log("Duplicated:\n  There is no duplicated instance!\n");

(async () => {
  console.log(`Get Instances from the-federation.info`);

  let nodes = []
  const apinum = 60
  let next = true
  let offset = 0

  while (next) {
    const body = {
      sort: "+pubSub",
      limit: apinum + 1,
      // notResponding: false,
      offset
    }

    console.log(body)

    const l = await fetch("https://misskey.io/api/federation/instances", {
      method: 'POST',
      body: JSON.stringify(body),
      headers: {
        'Content-Type': 'application/json'
      }
    }).then(async res => {
      const text = await res.text()
      if (!text.startsWith("{") && !text.startsWith("[")) {
        throw Error(text)
      }

      return JSON.parse(text)
    })

    next = l.length === apinum + 1

    if (next) l.pop();
    nodes = l.concat(nodes)
    offset += apinum
  }

  const notIncluded = nodes.filter((e, i, arr) => (
    !ignorehosts.some(x => x === e.host) &&
    e.softwareName === 'misskey' &&
    (e.latestStatus === null || (e.latestStatus >=200 && e.latestStatus < 300)) &&
    !mylist.some(x => x.url === e.host)
  ))

  console.log(notIncluded.map(e => e.host))
})()