♻ Modernize

Refactor to use ArgumentParser and python-dotenv for secrets
Switch to poetry
Add black,isort
Format using black

lab2hub.py

@@ -1,44 +1,78 @@
 import logging
 import os
+from argparse import ArgumentParser
 from collections import OrderedDict
+from typing import TypedDict
 
-from gitlab import Gitlab
-from github3 import login
 import git
+from dotenv import load_dotenv
+from github3 import login
+from gitlab import Gitlab
 
-# Default config
 BASE_DIR = os.path.dirname(__file__)
-REPO_DIR = os.path.join(BASE_DIR, 'repos')
+REPO_DIR = os.path.join(BASE_DIR, "repos")
 
 # Log config
 logger = logging.getLogger(__name__)
-logger.setLevel('INFO')
+logger.setLevel("INFO")
 logger.addHandler(logging.StreamHandler())
 
+load_dotenv()
 
-try:
-    import config
-except ImportError:
-    pass
+GITLAB_TOKEN = os.getenv("GITLAB_TOKEN", "")
+GITHUB_TOKEN = os.getenv("GITHUB_TOKEN", "")
+
+
+def git_clone(git_url, dir_name):
+    local_path = os.path.join(REPO_DIR, dir_name)
+    if not os.path.exists(local_path):
+        logger.debug("Cloning %s into bare repo %s", git_url, local_path)
+        git.Repo.clone_from(git_url, local_path, mirror=True)
+    else:
+        logger.debug("Fetch from %s (origin) into %s", git_url, local_path)
+        r = git.Repo(local_path)
+        r.remotes.origin.fetch(prune=True)
+
+
+def git_push(dir_name, hub_url):
+    remote_branch_name = "github"
+    local_path = os.path.join(REPO_DIR, dir_name)
+    r = git.Repo(local_path)
+
+    try:
+        remote = r.remote(remote_branch_name)
+    except ValueError:
+        logger.debug("Created remote %s", remote_branch_name)
+        remote = r.create_remote(remote_branch_name, hub_url)
+
+    logger.debug("Pushing %s (%s) to %s", local_path, remote_branch_name, hub_url)
+    remote.push(mirror=True)
+
+
+def lab2hub(gl_repo, gh_repo):
+    git_clone(gl_repo["clone_url"], gl_repo["name"])
+    git_push(gl_repo["name"], gh_repo["ssh_url"])
 
 
 class Lab2Hub:
-    def __init__(self):
-        self.gl_api = Gitlab(config.GITLAB_URL, config.GITLAB_TOKEN)
-        self.gitlab_group_id = config.GITLAB_GROUP_ID
+    def __init__(self, gitlab_url, gitlab_group_id, github_org_name, dry_run=False):
+        self.dry_run = dry_run
+        self.gitlab_group_id = gitlab_group_id
+        self.gitlab_url = gitlab_url
 
-        self.gh_api = login(token=config.GITHUB_TOKEN)
-        self.gh_org = self.gh_api.organization(config.GITHUB_ORG_NAME)
+        self.gl_api = Gitlab(gitlab_url, GITLAB_TOKEN)
+        self.gh_api = login(token=GITHUB_TOKEN)
+        self.gh_org = self.gh_api.organization(github_org_name)
 
     def get_gitlab_repo_data(self):
-        projects = self.gl_api.groups.get(self.gitlab_group_id).projects.list(visibility='public', all=True)
+        projects = self.gl_api.groups.get(self.gitlab_group_id).projects.list(visibility="public", all=True)
         repos = OrderedDict()
         for project in projects:
-            name = project.http_url_to_repo.split('/')[-1].split('.')[0]
+            name = project.http_url_to_repo.split("/")[-1].split(".")[0]
             repos[name] = {
-                'description': project.name,
-                'clone_url': project.http_url_to_repo,
-                'name': name,
+                "description": project.name,
+                "clone_url": project.http_url_to_repo,
+                "name": name,
             }
         return repos
 
@@ -49,70 +83,45 @@ class Lab2Hub:
         for r in gh_repos:
             name = r.name.lower()
 
-            repos[name] = {
-                'ssh_url': r.ssh_url,
-                'name': name,
-                'archived': r.archived
-            }
+            repos[name] = {"ssh_url": r.ssh_url, "name": name, "archived": r.archived}
         return repos
 
-    def git_clone(self, git_url, dir_name):
-        local_path = os.path.join(REPO_DIR, dir_name)
-        if not os.path.exists(local_path):
-            logger.debug('Cloning %s into bare repo %s', git_url, local_path)
-            git.Repo.clone_from(git_url, local_path, mirror=True)
-        else:
-            logger.debug('Fetch from %s (origin) into %s', git_url, local_path)
-            r = git.Repo(local_path)
-            r.remotes.origin.fetch(prune=True)
-
-    def git_push(self, dir_name, hub_url):
-        remote_branch_name = 'github'
-        local_path = os.path.join(REPO_DIR, dir_name)
-        r = git.Repo(local_path)
-
-        try:
-            remote = r.remote(remote_branch_name)
-        except ValueError:
-            logger.debug('Created remote %s', remote_branch_name)
-            remote = r.create_remote(remote_branch_name, hub_url)
-
-        logger.debug('Pushing %s (%s) to %s', local_path, remote_branch_name, hub_url)
-        remote.push(mirror=True)
-
     def create_github_repository(self, name):
         repo = self.gh_org.create_repository(name)
-        return {
-            'ssh_url': repo.ssh_url,
-            'name': name
-        }
-
-    def lab2hub(self, gl_repo, gh_repo):
-        self.git_clone(gl_repo['clone_url'], gl_repo['name'])
-        self.git_push(gl_repo['name'], gh_repo['ssh_url'])
+        return {"ssh_url": repo.ssh_url, "name": name}
 
     def sync(self):
         gl_repo_data = self.get_gitlab_repo_data()
-        logger.info('Found {} GitLab ({}) projects'.format(len(gl_repo_data), config.GITLAB_URL))
+        logger.info("Found {} GitLab ({}) projects".format(len(gl_repo_data), self.gitlab_url))
 
         gh_repo_data = self.get_github_repo_data()
-        logger.info('Found {} GitHub repos'.format(len(gh_repo_data)))
+        logger.info("Found {} GitHub repos".format(len(gh_repo_data)))
+
+        if self.dry_run:
+            return
 
         # Check if repos exist and sync
         for name, gl_repo in gl_repo_data.items():
             if name not in gh_repo_data:
-                logger.info('[NEW]: {}'.format(name))
+                logger.info("[NEW]: {}".format(name))
                 gh_repo = self.create_github_repository(name)
             else:
                 gh_repo = gh_repo_data[name]
 
-                if gh_repo['archived']:
+                if gh_repo["archived"]:
                     continue
 
-            self.lab2hub(gl_repo, gh_repo)
-            logger.info('[OK]: {}'.format(name))
+            lab2hub(gl_repo, gh_repo)
+            logger.info("[OK]: {}".format(name))
 
 
-if __name__ == '__main__':
-    l2h = Lab2Hub()
+if __name__ == "__main__":
+    parser = ArgumentParser()
+    parser.add_argument("--gitlab-url", default="https://git.neuf.no")
+    parser.add_argument("--gitlab-group-id", default=5, type=int)
+    parser.add_argument("--github-org-name", default="edb-gjengen")
+    parser.add_argument("--dry-run", action="store_true")
+    args = parser.parse_args()
+
+    l2h = Lab2Hub(args.gitlab_url, args.gitlab_group_id, args.github_org_name, dry_run=args.dry_run)
     l2h.sync()