From b3fbac9f05d0a71f95a927f305fab4a77e216be8 Mon Sep 17 00:00:00 2001
From: Nikolai R Kristiansen <nikolaik@gmail.com>
Date: Mon, 8 Aug 2016 22:36:05 +0200
Subject: [PATCH] Initial commit

---
 .gitignore        |   6 +++
 README.md         |  16 +++++++
 config-example.py |   6 +++
 lab2hub.py        | 111 ++++++++++++++++++++++++++++++++++++++++++++++
 requirements.txt  |   3 ++
 5 files changed, 142 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 README.md
 create mode 100644 config-example.py
 create mode 100644 lab2hub.py
 create mode 100644 requirements.txt

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..18ee559
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,6 @@
+*.swp
+*.pyc
+__pycache__
+config.py
+/repos
+/venv
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..8cf6a5d
--- /dev/null
+++ b/README.md
@@ -0,0 +1,16 @@
+**lab2hub** syncs from gitlab to github like described in [this GitHub article](https://help.github.com/articles/duplicating-a-repository/#mirroring-a-repository).
+
+## Install
+    pyvenv venv
+    . venv/bin/activate
+    pip install -r requirements
+
+## Usage
+
+Create a `config.py` with github and gitlab url and key. Use `config-example.py` as a template.
+run with `python lab2hub.py`.
+
+
+## TODO
+
+- On gitlab webhook, per repo
\ No newline at end of file
diff --git a/config-example.py b/config-example.py
new file mode 100644
index 0000000..776a28f
--- /dev/null
+++ b/config-example.py
@@ -0,0 +1,6 @@
+GITLAB_URL = 'https://git.neuf.no/'
+GITLAB_TOKEN = ''
+GITLAB_GROUP_ID = 1
+
+GITHUB_TOKEN = ''
+GITHUB_ORG_NAME = 'edb-gjengen'
diff --git a/lab2hub.py b/lab2hub.py
new file mode 100644
index 0000000..7eb3bcf
--- /dev/null
+++ b/lab2hub.py
@@ -0,0 +1,111 @@
+import logging
+import os
+from collections import OrderedDict
+
+from gitlab import Gitlab
+from github3 import login
+import git
+
+# Default config
+BASE_DIR = os.path.dirname(__file__)
+REPO_DIR = os.path.join(BASE_DIR, 'repos')
+
+# Log config
+logger = logging.getLogger(__name__)
+logger.setLevel('INFO')
+logger.addHandler(logging.StreamHandler())
+
+
+try:
+    import config
+except ImportError:
+    pass
+
+
+def get_gitlab_repo_data(gl_api, group_id):
+    projects = list(filter(lambda x: x.public, gl_api.groups.get(group_id).projects))
+    repos = OrderedDict()
+    for project in projects:
+        name = project.http_url_to_repo.split('/')[-1].split('.')[0]
+        repos[name] = {
+            'description': project.name,
+            'clone_url': project.http_url_to_repo,
+            'name': name,
+        }
+    return repos
+
+
+def get_github_repo_data(org):
+    gh_repos = list(org.repositories())
+    repos = OrderedDict()
+
+    for r in gh_repos:
+        name = r.name.lower()
+
+        repos[name] = {
+            'ssh_url': r.ssh_url,
+            'name': name
+        }
+    return repos
+
+
+def git_clone(git_url, dir_name):
+    local_path = os.path.join(REPO_DIR, dir_name)
+    if not os.path.exists(local_path):
+        logger.debug('Cloning %s into bare repo %s', git_url, local_path)
+        git.Repo.clone_from(git_url, local_path, mirror=True)
+    else:
+        logger.debug('Fetch from %s (origin) into %s', git_url, local_path)
+        r = git.Repo(local_path)
+        r.remotes.origin.fetch(prune=True)
+
+
+def git_push(dir_name, hub_url):
+    remote_branch_name = 'github'
+    local_path = os.path.join(REPO_DIR, dir_name)
+    r = git.Repo(local_path)
+
+    try:
+        remote = r.remote(remote_branch_name)
+    except ValueError:
+        logger.debug('Created remote %s', remote_branch_name)
+        remote = r.create_remote(remote_branch_name, hub_url)
+
+    logger.debug('Pushing %s (%s) to %s', local_path, remote_branch_name, hub_url)
+    remote.push(mirror=True)
+
+
+def create_github_repository(gh_org, name):
+    repo = gh_org.create_repository(name)
+    return {
+        'ssh_url': repo.ssh_url,
+        'name': name
+    }
+
+
+def lab2hub(gl_repo, gh_repo):
+    git_clone(gl_repo['clone_url'], gl_repo['name'])
+    git_push(gl_repo['name'], gh_repo['ssh_url'])
+
+if __name__ == '__main__':
+    # Gitlab
+    gl = Gitlab(config.GITLAB_URL, config.GITLAB_TOKEN)
+    gl_repo_data = get_gitlab_repo_data(gl, config.GITLAB_GROUP_ID)
+    logger.info('Found {} GitLab ({}) projects'.format(len(gl_repo_data), config.GITLAB_URL))
+
+    # Github
+    gh = login(token=config.GITHUB_TOKEN)
+    gh_org = gh.organization(config.GITHUB_ORG_NAME)
+    gh_repo_data = get_github_repo_data(gh_org)
+    logger.info('Found {} GitHub repos'.format(len(gh_repo_data)))
+
+    # Check if repos exist and sync
+    for name, gl_repo in gl_repo_data.items():
+        if name not in gh_repo_data:
+            logger.info('[NEW]: {}'.format(name))
+            gh_repo = create_github_repository(gh_org, name)
+        else:
+            gh_repo = gh_repo_data[name]
+
+        lab2hub(gl_repo, gh_repo)
+        logger.info('[OK]: {}'.format(name))
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..0ebd0a6
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,3 @@
+github3.py==1.0.0a4
+python-gitlab==0.13
+GitPython==2.0.8