1from github import Github, Auth
 2from git import Repo
 3from git.exc import GitCommandError
 4from pathlib import Path
 5from os.path import join
 6import logging, json
 7logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s - %(message)s', level=logging.INFO)
 8logger = logging.getLogger(__name__)
 9logger.setLevel(logging.INFO)
10
11with open("config.json", "r") as in_file:
12    config = json.loads("".join(in_file.readlines()))
13    
14def get_config(key, default=None):
15    try:    
16        return config[key]
17    except KeyError:
18        if default is None:
19            logger.error("Missing config key: {}.".format(key))
20            exit(1)
21        return default
22
23github_user = get_config("github_username")
24github_token = get_config("github_auth_token")
25repo_dir = get_config("repo_dir")
26blacklist = set(get_config("blacklist", []))
27
28g = Github(auth=Auth.Token(github_token))
29repos = g.get_user().get_repos()
30
31def handle_repo(r):
32    repo_name = r.name
33    repo_path = Path(join(repo_dir, repo_name + ".git"))
34    
35    if repo_path.exists():
36        logger.info("Updating " + repo_name)
37        repo = Repo(repo_path)
38        repo.remote().fetch("+refs/heads/*:refs/heads/*")
39    else:
40        url = f"https://{github_user}:{github_token}@github.com/{r.owner.login}/{repo_name}.git"
41        logger.info("Cloning " + repo_name)
42        repo = Repo.clone_from(url, repo_path, bare=True)
43    
44    repo_desc = "" if r.description is None else r.description
45    with open(join(repo_path, "description"), "w") as out_file:
46        out_file.write(repo_desc + "\n")
47    return repo
48
49results = [ handle_repo(repo) for repo in repos if repo.name not in blacklist ]
50logger.info(results)