put all gitutils github stuff into this repo

correct imports

Author: scivision

.github/workflows/ci.yml

@@ -4,13 +4,14 @@ on: [push, pull_request]
 
 jobs:
 
-  lint:
+  run:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v1
     - uses: actions/setup-python@v1
       with:
         python-version: 3.7
-    - run: pip install -e .[tests]
+    - run: pip install -e .[tests,lint]
     - run: flake8
     - run: mypy .
+    - run: pytest -r a -v

AddGithubMembers.py

@@ -10,7 +10,7 @@
 https://developer.github.com/v3/repos/#oauth-scope-requirements
 """
 import pandas
-from gitutils.github_base import repo_exists, check_api_limit, connect_github
+from pygithubutils.base import repo_exists, check_api_limit, connect_github
 from pathlib import Path
 import warnings
 from argparse import ArgumentParser

CopyFileByLanguage.py

@@ -14,7 +14,7 @@
 from argparse import ArgumentParser
 import base64
 import github
-import gitutils.github_base as gb
+import pygithubutils.base as gb
 
 
 def main():

CountGithubForks.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+"""
+lists all repos for a Github user.
+Can use Oauth login.
+GitHub API is otherwise very limited for unauthenticated users.
+
+The Oauth file should be in a secure place, NOT in a Git repo!
+Maybe encrypted and with permissions 600.
+The Oauth key should have no checkboxes, so that it's read only for public repos.
+"""
+import pandas as pd
+from argparse import ArgumentParser
+import pygithubutils.repo_stats as gu
+
+
+def main():
+    p = ArgumentParser(description="list all Github repos for a particular user")
+    p.add_argument("user", help="Github username")
+    p.add_argument("oauth", help="Oauth filename", nargs="?")
+    p.add_argument("-b", "--branch", help="branch to consider")
+    p.add_argument("-stars", help="only get star count", action="store_true")
+    p.add_argument("-v", "--verbose", action="store_true")
+    p = p.parse_args()
+
+    dat, ahead = gu.repo_prober(p.user, p.oauth, p.branch, p.stars, p.verbose)
+
+    datnz = dat[~(dat == 0).all(axis=1)].drop_duplicates()
+    # %%  Stars and Forks
+    pd.set_option("display.max_rows", 500)
+
+    print(f'\n{p.user} total stars received {datnz["stars"].sum()}')
+    print(f'{p.user} total other users forked {datnz["forks"].sum()}\n')
+
+    print(datnz.sort_values(["stars", "forks"], ascending=False))
+    # %% Forks ahead
+    if ahead:
+        print(f"\n{p.user} Forks that are ahead by N commits")
+        for a in ahead:
+            print(a)
+
+
+if __name__ == "__main__":
+    main()

CountGithubStars.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+"""
+Totals up stars and fork count for all repos of a Github user.
+Can use Oauth login if desired.
+"""
+import pandas
+from argparse import ArgumentParser
+import pygithubutils.repo_stats as gu
+
+
+def main():
+    p = ArgumentParser(description="Totals up stars and fork count for all repos of a Github user.")
+    p.add_argument("user", help="Github username / organization name", nargs="+")
+    p.add_argument("-i", "--oauth", help="Oauth filename", nargs="?")
+    p = p.parse_args()
+
+    dat = pandas.DataFrame(None)
+
+    for u in p.user:
+        counts = gu.repo_prober(u, p.oauth, None, True)[0]
+
+        d = pandas.DataFrame([c[1:] for c in counts], index=[c[0] for c in counts], columns=["forks", "stars"])
+        dat = pandas.concat((dat, d))
+
+    datnz = dat[~(dat == 0).all(axis=1)].drop_duplicates()
+    # %%  Stars and Forks
+    pandas.set_option("display.max_rows", 500)
+
+    print(f'\n{" ".join(p.user)} total stars received {datnz["stars"].sum()}')
+    print(f'{" ".join(p.user)} total other users forked {datnz["forks"].sum()}\n')
+
+    print(datnz.sort_values(["stars", "forks"], ascending=False))
+
+
+if __name__ == "__main__":
+    main()

CountStars.py

@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+"""
+Count how many GitHub Stars a user has received, using GitHub API v4 GraphQL
+"""
+import requests
+from pathlib import Path
+import argparse
+
+ENDPOINT = "https://api.github.com/graphql"
+
+
+def run_query(query: str, token_file: Path):
+    request = requests.post(ENDPOINT, json={"query": query}, headers={"Authorization": token_file.read_text()})
+    if request.status_code == 200:
+        return request.json()
+    else:
+        raise ValueError(f"Query failed with code {request.status_code}")
+
+
+if __name__ == "__main__":
+    p = argparse.ArgumentParser()
+    p.add_argument("oauth", help="path to oauth key")
+    p.add_argument("username", help="GitHub username(s) to count stars for", nargs="+")
+    p = p.parse_args()
+
+    query = """
+query {
+  search(type: REPOSITORY, user: %s query: "sort:stars stars:>1") {
+    userCount
+    edges {
+      node {
+        ... on Repository {
+          name
+          description
+          stargazers {
+            totalCount
+          }
+          url
+        }
+      }
+    }
+  }
+}
+    """ % (
+        p.username
+    )
+
+    token_file = Path(p.oauth).expanduser()
+
+    dat = run_query(query, token_file)

CreateGithubTeamRepos.py

@@ -10,7 +10,7 @@
 https://developer.github.com/v3/repos/#oauth-scope-requirements
 """
 import pandas
-from gitutils.github_base import connect_github, repo_exists, check_api_limit
+from pygithubutils.base import connect_github, repo_exists, check_api_limit
 from pathlib import Path
 from argparse import ArgumentParser
 

DuplicateGithubRepos.py

@@ -10,8 +10,8 @@
 Assumes you have an SSH key loaded for git push --mirror step
 """
 from argparse import ArgumentParser
-import gitutils.github_duplicator as gu
-import gitutils.github_base as gb
+import pygithubutils.duplicator as gu
+import pygithubutils.base as gb
 
 
 def main():

ListGithubCollab.py

@@ -15,8 +15,8 @@
 from pathlib import Path
 import itertools
 
-from gitedu.get import get_collabs
-from gitutils.github_base import check_api_limit, connect_github
+from pygithubutils.get import get_collabs
+from pygithubutils.base import check_api_limit, connect_github
 
 
 def main(P):

ListUserGithubRepos.py

@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+"""
+List all GitHub repos of a user / organization.
+Optionally, open the settings or laerts page for each repo.
+
+For organization private repos, you will need "repo" Oauth permission.
+Restricted "Third-party application access policy"
+from organization oauth_application_policy settings is OK.
+
+Without Oauth, you will only see public repos
+"""
+from argparse import ArgumentParser
+import webbrowser
+import pygithubutils.base as gb
+
+
+def main():
+    p = ArgumentParser(description="List user/organization repos")
+    p.add_argument("user", help="GitHub username / organization name")
+    p.add_argument("oauth", help="Oauth filename", nargs="?")
+    p.add_argument("-p", "--pattern", help="only repos with name starting with this string")
+    p.add_argument("-settings", help="open settings page for each repo", action="store_true")
+    p.add_argument("-alerts", help="open alerts page for each repo", action="store_true")
+    P = p.parse_args()
+
+    # %% authentication
+    sess = gb.github_session(P.oauth)
+    gb.check_api_limit(sess)
+    # %% get user / organization handle
+    userorg = gb.user_or_org(sess, P.user)
+    # %% prepare to loop over repos
+    repos = gb.get_repos(userorg)
+
+    if P.pattern:
+        repos = (repo for repo in repos if repo.name.startswith(P.pattern))
+
+    for repo in repos:
+        print(repo.full_name)
+        if P.settings:
+            webbrowser.open_new_tab("https://github.com/" + repo.full_name + "/settings")
+        if P.alerts:
+            webbrowser.open_new_tab("https://github.com/" + repo.full_name + "/network/alerts")
+
+
+if __name__ == "__main__":
+    main()