mirror of
https://github.com/EvanLi/Github-Ranking.git
synced 2026-11-04 15:00:06 +00:00
88 lines
3.5 KiB
Python
88 lines
3.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
import json
|
|
import requests
|
|
import time
|
|
|
|
|
|
def get_access_token():
|
|
with open('../access_token.txt', 'r') as f:
|
|
access_token = f.read().strip()
|
|
return access_token
|
|
|
|
|
|
def write_text(file_name, method, text):
|
|
"""
|
|
write text to file
|
|
method: 'a'-append, 'w'-overwrite
|
|
"""
|
|
with open(file_name, method, encoding='utf-8') as f:
|
|
f.write(text)
|
|
|
|
|
|
def write_ranking_repo(file_name, method, repos):
|
|
# method: 'a'-append or 'w'-overwrite
|
|
table_head = "| Ranking | Project Name | Stars | Forks | Language | Open Issues | Description | Last Commit |\n\
|
|
| ------- | ------------ | ----- | ----- | -------- | ----------- | ----------- | ----------- |\n"
|
|
with open(file_name, method, encoding='utf-8') as f:
|
|
f.write(table_head)
|
|
for idx, repo in enumerate(repos):
|
|
repo_description = repo['description']
|
|
if repo_description is not None:
|
|
repo_description = repo_description.replace('|', '\|') # in case there is '|' in description
|
|
f.write("| {} | [{}]({}) | {} | {} | {} | {} | {} | {} |\n".format(
|
|
idx + 1, repo['name'], repo['html_url'], repo['stargazers_count'], repo['forks_count'],
|
|
repo['language'], repo['open_issues_count'], repo_description, repo['pushed_at']
|
|
))
|
|
f.write('\n')
|
|
|
|
|
|
def get_api_repos(API_URL):
|
|
"""
|
|
get repos of api, return repos list
|
|
"""
|
|
access_token = get_access_token()
|
|
headers = {
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.113 Safari/537.36',
|
|
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
|
|
'Accept-Language': 'zh-CN,zh;q=0.9',
|
|
'Authorization': 'token {}'.format(access_token),
|
|
}
|
|
s = requests.session()
|
|
s.keep_alive = False # don't keep the session
|
|
time.sleep(3) # not get so fast
|
|
# requests.packages.urllib3.disable_warnings() # disable InsecureRequestWarning of verify=False,
|
|
r = requests.get(API_URL, headers=headers)
|
|
if r.status_code != 200:
|
|
raise ValueError('Can not retrieve from {}'.format(API_URL))
|
|
repos_dict = json.loads(r.content)
|
|
repos = repos_dict['items']
|
|
return repos
|
|
|
|
|
|
def get_graphql_data(GQL):
|
|
"""
|
|
use graphql to get data
|
|
"""
|
|
access_token = get_access_token()
|
|
headers = {
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.113 Safari/537.36',
|
|
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
|
|
'Accept-Language': 'zh-CN,zh;q=0.9',
|
|
'Authorization': 'bearer {}'.format(access_token),
|
|
}
|
|
s = requests.session()
|
|
s.keep_alive = False # don't keep the session
|
|
graphql_api = "https://api.github.com/graphql"
|
|
for _ in range(5):
|
|
time.sleep(2) # not get so fast
|
|
try:
|
|
# requests.packages.urllib3.disable_warnings() # disable InsecureRequestWarning of verify=False,
|
|
r = requests.post(url=graphql_api, json={"query": GQL}, headers=headers, timeout=30)
|
|
if r.status_code != 200:
|
|
print(f'Can not retrieve from {GQL}. Response status is {r.status_code}, content is {r.content}.')
|
|
else:
|
|
return r.json()
|
|
except Exception as e:
|
|
print(e)
|
|
time.sleep(5)
|