GithubCrawler/getRepos.js at main · wheatli/GithubCrawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
var myOctokit = require("./myOctokit.js");

function checkRepo(repo) {
  // omits forked repo
  if (repo.fork) {
    console.warn(`omit forked repo: ${repo.name}`);
    return false;
  }

  if (repo.private) {
    console.warn(`omit private repo: ${repo.name}`);
    return false;
  }

  return true;
}

async function getRepos(org_name) {
  const per_page = 50;
  var page_index = 1;
  var ret = undefined;
  var repo_list = [];
  while (true) {
    try {
      var octokit = myOctokit.createOctokit();
      ret = await octokit.repos.listForOrg({
        org: org_name,
        type: "all",
        per_page: per_page,
        page: page_index,
      });
      if (ret.status == 403 || ret.status == 500) {
        await myOctokit.waitOctokit(octokit);
        continue;
      } else if (ret.status == 204) {
        return undefined;
      } else if (ret.status != 200) {
        throw new Error(
          `[getRepos]${owner_name}/${repo_name} Invalid response status: ${ret.status}`
        );
      }
    } catch (e) {
      //console.warn(e);
      await myOctokit.waitOctokit(octokit);
      continue;
    }

    for (var repo of ret.data) {
      if (checkRepo(repo)) {
        repo_list.push(repo);
      }
    }

    if (ret.data.length < per_page) {
      break;
    }

    page_index += 1;
  }

  return repo_list;
}

module.exports.getRepos = getRepos;