python-packaging-tools/backend/githubData.ts at 248c81abe1b0c8aa850ba9ce8a81842a59418ec4 · cs01/python-packaging-tools · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
import { Octokit } from "@octokit/core";
import * as dotenv from "dotenv";
import * as fs from "fs";

const env = dotenv.config().parsed;
const apiKey = env.API_KEY;
const octokit = new Octokit({ auth: apiKey });

const tools = [
  {
    name: "pip",
    owner: "pypa",
  },
  {
    name: "conda",
    owner: "conda",
  },
  {
    name: "dephell",
    owner: "dephell",
  },
  {
    name: "flit",
    owner: "takluyver",
  },
  {
    name: "pyflow",
    owner: "David-OConnor",
  },
  {
    name: "pdm",
    owner: "frostming",
  },
  {
    name: "python-build",
    owner: "FFY00",
  },
  {
    name: "tox",
    owner: "tox-dev",
  },
  {
    name: "nox",
    owner: "theacodes",
  },
  {
    owner: "pipxproject",
    name: "pipx",
  },
  {
    name: "poetry",
    owner: "python-poetry",
  },
  {
    name: "pipenv",
    owner: "pypa",
  },
  {
    name: "virtualenv",
    owner: "pypa",
  },
  {
    name: "pipenv",
    owner: "pypa",
  },
  {
    name: "pyenv",
    owner: "pyenv",
  },
  {
    name: "twine",
    owner: "pypa",
  },
  {
    name: "setuptools",
    owner: "pypa",
  },
  {
    name: "pip-tools",
    owner: "jazzband",
  },
  {
    name: "fades",
    owner: "PyAr",
  },
];

function getQuery(name: string, owner: string) {
  return `query {
        repository(owner: "${owner}", name: "${name}") {
          stargazers {
            totalCount
          }
          pushedAt
          createdAt
          description
          name
          issues {
            totalCount
          }
          licenseInfo {
            name
          }
          primaryLanguage {
            name
          }
          url
          homepageUrl
        }
      }`;
}

export async function fetchGithubData() {
  // try {
  //   console.error("Attempting to read data");
  //   return JSON.parse(String(fs.readFileSync("./data.json")));
  // } catch (e) {
  // console.error(e.message);
  // console.error("Failed to read, fetching...");
  const data = (
    await Promise.all(
      tools.map((t) => {
        return octokit.graphql(getQuery(t.name, t.owner));
      })
    )
  ).map((d) => d["repository"]);
  fs.writeFileSync("./data.json", JSON.stringify(data, null, 4));
  return data;
  // }
}

async function main() {
  const response = await fetchGithubData();
  console.error(response);
}

// (async () => {
//   try {
//     var text = await main();
//     console.log(text);
//   } catch (e) {
//     console.error(e);
//   }
// })();