You've already forked wakapi-readme-stats
510 lines
18 KiB
Python
510 lines
18 KiB
Python
'''
|
|
Readme Development Metrics With waka time progress
|
|
'''
|
|
import re
|
|
import os
|
|
import base64
|
|
from pytz import timezone
|
|
import pytz
|
|
import requests
|
|
from github import Github, GithubException, InputGitAuthor
|
|
import datetime
|
|
from string import Template
|
|
from loc import LinesOfCode
|
|
import time
|
|
import traceback
|
|
import humanize
|
|
from urllib.parse import quote
|
|
import json
|
|
import sys
|
|
|
|
from dotenv import load_dotenv
|
|
|
|
load_dotenv()
|
|
|
|
START_COMMENT = '<!--START_SECTION:waka-->'
|
|
END_COMMENT = '<!--END_SECTION:waka-->'
|
|
listReg = f"{START_COMMENT}[\\s\\S]+{END_COMMENT}"
|
|
|
|
waka_key = os.getenv('INPUT_WAKATIME_API_KEY')
|
|
ghtoken = os.getenv('INPUT_GH_TOKEN')
|
|
showTimeZone = os.getenv('INPUT_SHOW_TIMEZONE')
|
|
showProjects = os.getenv('INPUT_SHOW_PROJECTS')
|
|
showEditors = os.getenv('INPUT_SHOW_EDITORS')
|
|
showOs = os.getenv('INPUT_SHOW_OS')
|
|
showCommit = os.getenv('INPUT_SHOW_COMMIT')
|
|
showLanguage = os.getenv('INPUT_SHOW_LANGUAGE')
|
|
show_loc = os.getenv('INPUT_SHOW_LINES_OF_CODE')
|
|
show_days_of_week = os.getenv('INPUT_SHOW_DAYS_OF_WEEK')
|
|
showLanguagePerRepo = os.getenv('INPUT_SHOW_LANGUAGE_PER_REPO')
|
|
showLocChart = os.getenv('INPUT_SHOW_LOC_CHART')
|
|
show_profile_view = os.getenv('INPUT_SHOW_PROFILE_VIEWS')
|
|
show_short_info = os.getenv('INPUT_SHOW_SHORT_INFO')
|
|
locale = os.getenv('INPUT_LOCALE')
|
|
show_waka_stats = 'y'
|
|
# The GraphQL query to get commit data.
|
|
userInfoQuery = """
|
|
{
|
|
viewer {
|
|
login
|
|
id
|
|
}
|
|
}
|
|
"""
|
|
createContributedRepoQuery = Template("""query {
|
|
user(login: "$username") {
|
|
repositoriesContributedTo(last: 100, includeUserRepositories: true) {
|
|
nodes {
|
|
isFork
|
|
name
|
|
owner {
|
|
login
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
""")
|
|
createCommittedDateQuery = Template("""
|
|
query {
|
|
repository(owner: "$owner", name: "$name") {
|
|
ref(qualifiedName: "master") {
|
|
target {
|
|
... on Commit {
|
|
history(first: 100, author: { id: "$id" }) {
|
|
edges {
|
|
node {
|
|
committedDate
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
""")
|
|
|
|
get_loc_url = Template("""/repos/$owner/$repo/stats/code_frequency""")
|
|
get_profile_view = Template("""/repos/$owner/$repo/traffic/views?per=week""")
|
|
get_profile_traffic = Template("""/repos/$owner/$repo/traffic/popular/referrers""")
|
|
truthy = ['true', '1', 't', 'y', 'yes']
|
|
|
|
|
|
def run_v3_api(query):
|
|
request = requests.get('https://api.github.com' + query, headers=headers)
|
|
if request.status_code == 200:
|
|
return request.json()
|
|
else:
|
|
raise Exception(
|
|
"Query failed to run by returning code of {}. {},... {}".format(request.status_code, query,
|
|
str(request.json())))
|
|
|
|
|
|
repositoryListQuery = Template("""
|
|
{
|
|
user(login: "$username") {
|
|
repositories(orderBy: {field: CREATED_AT, direction: ASC}, last: 100, affiliations: [OWNER, COLLABORATOR, ORGANIZATION_MEMBER], isFork: false) {
|
|
totalCount
|
|
edges {
|
|
node {
|
|
object(expression:"master") {
|
|
... on Commit {
|
|
history (author: { id: "$id" }){
|
|
totalCount
|
|
}
|
|
}
|
|
}
|
|
primaryLanguage {
|
|
color
|
|
name
|
|
id
|
|
}
|
|
stargazers {
|
|
totalCount
|
|
}
|
|
collaborators {
|
|
totalCount
|
|
}
|
|
createdAt
|
|
name
|
|
owner {
|
|
id
|
|
login
|
|
}
|
|
nameWithOwner
|
|
}
|
|
}
|
|
}
|
|
location
|
|
createdAt
|
|
name
|
|
}
|
|
}
|
|
""")
|
|
|
|
|
|
def run_query(query):
|
|
request = requests.post('https://api.github.com/graphql', json={'query': query}, headers=headers)
|
|
if request.status_code == 200:
|
|
return request.json()
|
|
else:
|
|
raise Exception("Query failed to run by returning code of {}. {}".format(request.status_code, query))
|
|
|
|
|
|
def make_graph(percent: float):
|
|
'''Make progress graph from API graph'''
|
|
done_block = '█'
|
|
empty_block = '░'
|
|
pc_rnd = round(percent)
|
|
return f"{done_block * int(pc_rnd / 4)}{empty_block * int(25 - int(pc_rnd / 4))}"
|
|
|
|
|
|
def make_list(data: list):
|
|
'''Make List'''
|
|
data_list = []
|
|
for l in data[:5]:
|
|
ln = len(l['name'])
|
|
ln_text = len(l['text'])
|
|
op = f"{l['name'][:25]}{' ' * (25 - ln)}{l['text']}{' ' * (20 - ln_text)}{make_graph(l['percent'])} {l['percent']}%"
|
|
data_list.append(op)
|
|
return ' \n'.join(data_list)
|
|
|
|
|
|
def make_commit_list(data: list):
|
|
'''Make List'''
|
|
data_list = []
|
|
for l in data[:7]:
|
|
ln = len(l['name'])
|
|
ln_text = len(l['text'])
|
|
op = f"{l['name']}{' ' * (13 - ln)}{l['text']}{' ' * (15 - ln_text)}{make_graph(l['percent'])} {l['percent']}%"
|
|
data_list.append(op)
|
|
return ' \n'.join(data_list)
|
|
|
|
|
|
def generate_commit_list(tz):
|
|
string = ''
|
|
result = run_query(userInfoQuery) # Execute the query
|
|
username = result["data"]["viewer"]["login"]
|
|
id = result["data"]["viewer"]["id"]
|
|
# print("user {}".format(username))
|
|
|
|
result = run_query(createContributedRepoQuery.substitute(username=username))
|
|
nodes = result["data"]["user"]["repositoriesContributedTo"]["nodes"]
|
|
repos = [d for d in nodes if d['isFork'] is False]
|
|
|
|
morning = 0 # 6 - 12
|
|
daytime = 0 # 12 - 18
|
|
evening = 0 # 18 - 24
|
|
night = 0 # 0 - 6
|
|
|
|
Monday = 0
|
|
Tuesday = 0
|
|
Wednesday = 0
|
|
Thursday = 0
|
|
Friday = 0
|
|
Saturday = 0
|
|
Sunday = 0
|
|
|
|
for repository in repos:
|
|
result = run_query(
|
|
createCommittedDateQuery.substitute(owner=repository["owner"]["login"], name=repository["name"], id=id))
|
|
try:
|
|
committed_dates = result["data"]["repository"]["ref"]["target"]["history"]["edges"]
|
|
for committedDate in committed_dates:
|
|
date = datetime.datetime.strptime(committedDate["node"]["committedDate"],
|
|
"%Y-%m-%dT%H:%M:%SZ").replace(tzinfo=pytz.utc).astimezone(
|
|
timezone(tz))
|
|
hour = date.hour
|
|
weekday = date.strftime('%A')
|
|
if 6 <= hour < 12:
|
|
morning += 1
|
|
if 12 <= hour < 18:
|
|
daytime += 1
|
|
if 18 <= hour < 24:
|
|
evening += 1
|
|
if 0 <= hour < 6:
|
|
night += 1
|
|
|
|
if weekday == "Monday":
|
|
Monday += 1
|
|
if weekday == "Tuesday":
|
|
Tuesday += 1
|
|
if weekday == "Wednesday":
|
|
Wednesday += 1
|
|
if weekday == "Thursday":
|
|
Thursday += 1
|
|
if weekday == "Friday":
|
|
Friday += 1
|
|
if weekday == "Saturday":
|
|
Saturday += 1
|
|
if weekday == "Sunday":
|
|
Sunday += 1
|
|
except Exception as ex:
|
|
print("Please Ignore this exception " + str(ex))
|
|
|
|
sumAll = morning + daytime + evening + night
|
|
sum_week = Sunday + Monday + Tuesday + Friday + Saturday + Wednesday + Thursday
|
|
title = translate['I am an Early'] if morning + daytime >= evening + night else translate['I am a Night']
|
|
one_day = [
|
|
{"name": "🌞 " + translate['Morning'], "text": str(morning) + " commits",
|
|
"percent": round((morning / sumAll) * 100, 2)},
|
|
{"name": "🌆 " + translate['Daytime'], "text": str(daytime) + " commits",
|
|
"percent": round((daytime / sumAll) * 100, 2)},
|
|
{"name": "🌃 " + translate['Evening'], "text": str(evening) + " commits",
|
|
"percent": round((evening / sumAll) * 100, 2)},
|
|
{"name": "🌙 " + translate['Night'], "text": str(night) + " commits",
|
|
"percent": round((night / sumAll) * 100, 2)},
|
|
]
|
|
dayOfWeek = [
|
|
{"name": translate['Monday'], "text": str(Monday) + " commits", "percent": round((Monday / sum_week) * 100, 2)},
|
|
{"name": translate['Tuesday'], "text": str(Tuesday) + " commits",
|
|
"percent": round((Tuesday / sum_week) * 100, 2)},
|
|
{"name": translate['Wednesday'], "text": str(Wednesday) + " commits",
|
|
"percent": round((Wednesday / sum_week) * 100, 2)},
|
|
{"name": translate['Thursday'], "text": str(Thursday) + " commits",
|
|
"percent": round((Thursday / sum_week) * 100, 2)},
|
|
{"name": translate['Friday'], "text": str(Friday) + " commits", "percent": round((Friday / sum_week) * 100, 2)},
|
|
{"name": translate['Saturday'], "text": str(Saturday) + " commits",
|
|
"percent": round((Saturday / sum_week) * 100, 2)},
|
|
{"name": translate['Sunday'], "text": str(Sunday) + " commits", "percent": round((Sunday / sum_week) * 100, 2)},
|
|
]
|
|
|
|
string = string + '**' + title + '** \n\n' + '```text\n' + make_commit_list(one_day) + '\n\n```\n'
|
|
|
|
if show_days_of_week.lower() in truthy:
|
|
max_element = {
|
|
'percent': 0
|
|
}
|
|
|
|
for day in dayOfWeek:
|
|
if day['percent'] > max_element['percent']:
|
|
max_element = day
|
|
days_title = translate['I am Most Productive on'] + ' ' + max_element['name']
|
|
string = string + '📅 **' + days_title + '** \n\n' + '```text\n' + make_commit_list(dayOfWeek) + '\n\n```\n'
|
|
|
|
return string
|
|
|
|
|
|
def get_waka_time_stats():
|
|
stats = ''
|
|
request = requests.get(
|
|
f"https://wakatime.com/api/v1/users/current/stats/last_7_days?api_key={waka_key}")
|
|
no_activity = translate["No Activity Tracked This Week"]
|
|
|
|
if request.status_code == 401:
|
|
print("Error With WAKA time API returned " + str(request.status_code) + " Response " + str(request.json()))
|
|
else:
|
|
empty = True
|
|
data = request.json()
|
|
if showCommit.lower() in truthy:
|
|
empty = False
|
|
stats = stats + generate_commit_list(tz=data['data']['timezone']) + '\n\n'
|
|
|
|
stats += '📊 **' + translate['This Week I Spent My Time On'] + '** \n\n'
|
|
stats += '```text\n'
|
|
if showTimeZone.lower() in truthy:
|
|
empty = False
|
|
tzone = data['data']['timezone']
|
|
stats = stats + '⌚︎ ' + translate['Timezone'] + ': ' + tzone + '\n\n'
|
|
|
|
if showLanguage.lower() in truthy:
|
|
empty = False
|
|
if len(data['data']['languages']) == 0:
|
|
lang_list = no_activity
|
|
else:
|
|
lang_list = make_list(data['data']['languages'])
|
|
stats = stats + '💬 ' + translate['Languages'] + ': \n' + lang_list + '\n\n'
|
|
|
|
if showEditors.lower() in truthy:
|
|
empty = False
|
|
if len(data['data']['editors']) == 0:
|
|
edit_list = no_activity
|
|
else:
|
|
edit_list = make_list(data['data']['editors'])
|
|
stats = stats + '🔥 ' + translate['Editors'] + ': \n' + edit_list + '\n\n'
|
|
|
|
if showProjects.lower() in truthy:
|
|
empty = False
|
|
if len(data['data']['projects']) == 0:
|
|
project_list = no_activity
|
|
else:
|
|
project_list = make_list(data['data']['projects'])
|
|
stats = stats + '🐱💻 ' + translate['Projects'] + ': \n' + project_list + '\n\n'
|
|
|
|
if showOs.lower() in truthy:
|
|
empty = False
|
|
if len(data['data']['operating_systems']) == 0:
|
|
os_list = no_activity
|
|
else:
|
|
os_list = make_list(data['data']['operating_systems'])
|
|
stats = stats + '💻 ' + translate['operating system'] + ': \n' + os_list + '\n\n'
|
|
|
|
stats += '```\n\n'
|
|
if empty:
|
|
return ""
|
|
return stats
|
|
|
|
|
|
def generate_language_per_repo(result):
|
|
language_count = {}
|
|
total = 0
|
|
for repo in result['data']['user']['repositories']['edges']:
|
|
if repo['node']['primaryLanguage'] is None:
|
|
continue
|
|
language = repo['node']['primaryLanguage']['name']
|
|
color_code = repo['node']['primaryLanguage']['color']
|
|
total += 1
|
|
if language not in language_count.keys():
|
|
language_count[language] = {}
|
|
language_count[language]['count'] = 1
|
|
else:
|
|
language_count[language]['count'] = language_count[language]['count'] + 1
|
|
language_count[language]['color'] = color_code
|
|
data = []
|
|
sorted_labels = list(language_count.keys())
|
|
sorted_labels.sort(key=lambda x: language_count[x]['count'], reverse=True)
|
|
most_language_repo = sorted_labels[0]
|
|
for label in sorted_labels:
|
|
percent = round(language_count[label]['count'] / total * 100, 2)
|
|
data.append({
|
|
"name": label,
|
|
"text": str(language_count[label]['count']) + " repos",
|
|
"percent": percent
|
|
})
|
|
|
|
title = translate['I Mostly Code in'] + ' ' + most_language_repo
|
|
return '**' + title + '** \n\n' + '```text\n' + make_list(data) + '\n\n```\n'
|
|
|
|
|
|
def get_line_of_code():
|
|
result = run_query(createContributedRepoQuery.substitute(username=username))
|
|
nodes = result["data"]["user"]["repositoriesContributedTo"]["nodes"]
|
|
repos = [d for d in nodes if d['isFork'] is False]
|
|
total_loc = 0
|
|
for repository in repos:
|
|
try:
|
|
time.sleep(0.7)
|
|
datas = run_v3_api(get_loc_url.substitute(owner=repository["owner"]["login"], repo=repository["name"]))
|
|
for data in datas:
|
|
total_loc = total_loc + data[1] - data[2]
|
|
except Exception as execp:
|
|
print(execp)
|
|
return humanize.intword(int(total_loc))
|
|
|
|
|
|
def get_short_info(github):
|
|
string = '**🐱 ' + translate['My GitHub Data'] + '** \n\n'
|
|
user_info = github.get_user()
|
|
if user_info.disk_usage is None:
|
|
disk_usage = humanize.naturalsize(0)
|
|
print("Please add new github personal access token with user permission")
|
|
else:
|
|
disk_usage = humanize.naturalsize(user_info.disk_usage)
|
|
request = requests.get('https://github-contributions.now.sh/api/v1/' + user_info.login)
|
|
if request.status_code == 200:
|
|
data = request.json()
|
|
total = data['years'][0]['total']
|
|
year = data['years'][0]['year']
|
|
string += '> 🏆 ' + humanize.intcomma(total) + " " + translate[
|
|
'Contributions in the Year'] + " " + year + '\n > \n'
|
|
|
|
string += '> 📦 ' + disk_usage + " " + translate["Used in GitHub's Storage"] + ' \n > \n'
|
|
is_hireable = user_info.hireable
|
|
public_repo = user_info.public_repos
|
|
private_repo = user_info.owned_private_repos
|
|
if private_repo is None:
|
|
private_repo = 0
|
|
if is_hireable:
|
|
string += "> 💼 " + translate["Opted to Hire"] + "\n > \n"
|
|
else:
|
|
string += "> 🚫 " + translate["Not Opted to Hire"] + "\n > \n"
|
|
|
|
string += '> 📜 ' + str(public_repo) + " "
|
|
string += translate['public repositories'] + '\n > \n' if public_repo > 1 else translate[
|
|
'public repository'] + ' \n > \n'
|
|
string += '> 🔑 ' + str(private_repo) + " "
|
|
string += translate['private repositories'] + ' \n\n' if private_repo > 1 else translate[
|
|
'private repository'] + ' \n > \n'
|
|
|
|
return string
|
|
|
|
|
|
def get_stats(github):
|
|
'''Gets API data and returns markdown progress'''
|
|
|
|
stats = ''
|
|
repositoryList = run_query(repositoryListQuery.substitute(username=username, id=id))
|
|
|
|
if show_profile_view.lower() in truthy:
|
|
data = run_v3_api(get_profile_view.substitute(owner=username, repo=username))
|
|
stats += ') + '-' + str(
|
|
data['count']) + '-blue)\n\n'
|
|
|
|
if show_loc.lower() in truthy:
|
|
stats += ') + '-' + quote(
|
|
str(get_line_of_code())) + '%20' + quote(str(translate['Lines of code'])) + '-blue)\n\n'
|
|
|
|
if show_short_info.lower() in truthy:
|
|
stats += get_short_info(github)
|
|
|
|
if show_waka_stats.lower() in truthy:
|
|
stats += get_waka_time_stats()
|
|
|
|
if showLanguagePerRepo.lower() in truthy:
|
|
stats = stats + generate_language_per_repo(repositoryList) + '\n\n'
|
|
|
|
if showLocChart.lower() in truthy:
|
|
loc = LinesOfCode(id, username, ghtoken, repositoryList)
|
|
loc.calculateLoc()
|
|
stats += '**' + translate['Timeline'] + '**\n\n'
|
|
stats = stats + ' \n\n'
|
|
|
|
return stats
|
|
|
|
|
|
def decode_readme(data: str):
|
|
'''Decode the contents of old readme'''
|
|
decoded_bytes = base64.b64decode(data)
|
|
return str(decoded_bytes, 'utf-8')
|
|
|
|
|
|
def generate_new_readme(stats: str, readme: str):
|
|
'''Generate a new Readme.md'''
|
|
stats_in_readme = f"{START_COMMENT}\n{stats}\n{END_COMMENT}"
|
|
return re.sub(listReg, stats_in_readme, readme)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
try:
|
|
if ghtoken is None:
|
|
raise Exception('Token not available')
|
|
g = Github(ghtoken)
|
|
headers = {"Authorization": "Bearer " + ghtoken}
|
|
user_data = run_query(userInfoQuery) # Execute the query
|
|
username = user_data["data"]["viewer"]["login"]
|
|
id = user_data["data"]["viewer"]["id"]
|
|
print(username)
|
|
repo = g.get_repo(f"{username}/{username}")
|
|
contents = repo.get_readme()
|
|
try:
|
|
with open(os.path.join(os.path.dirname(__file__), 'translation.json'), encoding='utf-8') as config_file:
|
|
data = json.load(config_file)
|
|
translate = data[locale]
|
|
except Exception as e:
|
|
print("Cannot find the Locale choosing default to english")
|
|
translate = data['en']
|
|
waka_stats = get_stats(g)
|
|
rdmd = decode_readme(contents.content)
|
|
new_readme = generate_new_readme(stats=waka_stats, readme=rdmd)
|
|
committer = InputGitAuthor('readme-bot', 'readme-bot@example.com')
|
|
if new_readme != rdmd:
|
|
repo.update_file(path=contents.path, message='Updated with Dev Metrics',
|
|
content=new_readme, sha=contents.sha, branch='master',
|
|
committer=committer)
|
|
print("Readme updated")
|
|
except Exception as e:
|
|
traceback.print_exc()
|
|
print("Exception Occurred " + str(e))
|