Add CI for GitLab

Author: ddehaasgt

.coveragerc

@@ -0,0 +1,7 @@
+[report]
+
+show_missing = True
+
+exclude_lines =
+    if __name__ == .__main__.:
+

.flake8

@@ -32,9 +32,9 @@ jobs = auto
 
 ########## VERBOSITY ##########
 
-# Increase the verbosity of Flake8's output.
+# Increase the verbosity of Flake8s output.
 verbose = 0
-# Decrease the verbosity of Flake8's output.
+# Decrease the verbosity of Flake8s output.
 quiet = 0
 
 
@@ -91,7 +91,7 @@ disable-noqa = False
 max-line-length = 100
 # Set the maximum allowed McCabe complexity value for a block of code.
 max-complexity = 10
-# Toggle whether pycodestyle should enforce matching the indentation of the opening bracket's line.
+# Toggle whether pycodestyle should enforce matching the indentation of the opening brackets line.
 # incluences E131 and E133
 hang-closing = True
 
@@ -107,8 +107,6 @@ hang-closing = True
 # Specify a list of codes to ignore.
 ignore = D4
 # Specify the list of error codes you wish Flake8 to report.
-# For now we only use the pyflakes errors, but in the future we may want to add
-# more (too noisy right now)
 select = F, E9
 # Enable off-by-default extensions.
 enable-extensions =
@@ -127,4 +125,3 @@ exclude-in-doctest =
 # tell flake8-rst-docstrings plugin to ignore some custom roles
 # this prevents FP RST303 and RST304
 rst-roles = py:meth, py:class, py:obj
-

.gitlab-ci.yml

@@ -0,0 +1,32 @@
+stages:
+  - test
+  - export
+
+test_module:
+  stage: test
+  image: python:3.7-slim
+  script:
+    - pip install -r requirements-dev.txt
+    - flake8 src/
+    - pip install -r requirements.txt
+    - pip install .
+    - pytest --cov=retypd --cov-config=.coveragerc test/
+  tags: 
+    - kubernetes
+  rules:
+    - if: '$CI_COMMIT_BRANCH || $CI_MERGE_REQUEST_REF_PATH'
+
+export_module:
+  stage: export
+  image: python:3.7-slim
+  script:
+    - pip install -r requirements-dev.txt
+    - python3 setup.py bdist_wheel --dist-dir=$CI_PROJECT_DIR/dist
+    - ls $CI_PROJECT_DIR/dist/*.whl | xargs $CI_PROJECT_DIR/delete_remote_packages.py $GL_PKG_API_TOKEN
+    - sed "s/password = <access token>/password = $GL_PKG_API_TOKEN/" $CI_PROJECT_DIR/.pypirc > ~/.pypirc
+    - python3 -m twine upload --verbose --repository repypi $CI_PROJECT_DIR/dist/*.whl
+  tags: 
+    - kubernetes
+  rules:
+    - if: '$CI_COMMIT_BRANCH == "master"'
+    - if: '$CI_COMMIT_REF_NAME =~ /^release-.*/'

.pypirc

@@ -0,0 +1,7 @@
+[distutils]
+index-servers =
+    repypi
+[repypi]
+repository = https://git.grammatech.com/api/v4/projects/1587/packages/pypi
+username = __token__
+password = <access token>

delete_remote_packages.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+"""
+Helper script for working around a "feature" in Gitlab's pypi package repositories.
+Pypi does not support uploading packages of the same version,
+they believe the version should be bumped for any change.
+We're going to delete packages instead.
+
+Call this script with positional args.
+The first is the token with read and write access to the pypi repository.
+This can be your personal access token or $CI_DEPLOY_PASSWORD.
+$CI_JOB_TOKEN does not work, it doesn't have write access.
+The remainder is an unlimited list of wheels to be uploaded.
+
+If any local wheels find a match in name and version in the remote pypi repository, the remote will be deleted.
+"""
+import sys
+import requests
+import pkginfo
+
+TOKEN = sys.argv[1]
+for wheel_loc in sys.argv[2:]:
+    wheel = pkginfo.Wheel(wheel_loc)
+    # Get packages, handling pagination
+    responses = []
+    response = requests.get(
+        f'https://git.grammatech.com/api/v4/projects/1587/packages?package_name={wheel.name}',
+        headers={'PRIVATE-TOKEN': TOKEN},
+    )
+    responses.append(response)
+    while response.links.get('next'):
+        response = requests.get(response.links.get('next')['url'],
+                                headers={'PRIVATE-TOKEN': TOKEN})
+        if response.status_code != 200:
+            raise Exception(f'{response.status_code} status code while requesting package listings filtered by local name: {wheel.name}')
+        responses.append(response)
+
+    packages = [package for response in responses for package in response.json()]
+    # Delete all matching packages
+    for package in packages:
+        if wheel.version == package['version'] and wheel.name == package['name']:
+            print(f'Deleting {package["name"]} {package["version"]}.')
+            response = requests.delete(
+                f'https://git.grammatech.com/api/v4/projects/1587/packages/{package["id"]}',
+                headers={'PRIVATE-TOKEN': TOKEN},
+            )
+            if response.status_code != 204:
+                raise Exception(f'{response.status_code} status code while deleting this package: {package["name"]} {package["version"]}')