release.py

from __future__ import print_function
import os
import sys
from azure.storage.blob import BlockBlobService, ContentSettings
from mssqlcli import __version__ as latest_version
import utility

AZURE_STORAGE_CONNECTION_STRING = os.environ.get(
    'AZURE_STORAGE_CONNECTION_STRING')
BLOB_MSSQL_CLI_DAILY_CONTAINER_NAME = 'daily/whl/mssql-cli'
BLOB_CONTAINER_NAME = 'daily'
UPLOADED_PACKAGE_LINKS = []


def print_heading(heading, f=None):
    print('{0}\n{1}\n{0}'.format('=' * len(heading), heading), file=f)


def _upload_index_file(service, blob_name, title, links):
    print('Uploading index file {}'.format(blob_name))
    service.create_blob_from_text(
        container_name=BLOB_CONTAINER_NAME,
        blob_name=blob_name,
        text="<html><head><title>{0}</title></head><body><h1>{0}</h1>{1}</body></html>"
        .format(title, '\n'.join(
            ['<a href="{0}">{0}</a><br/>'.format(link) for link in links])),
        content_settings=ContentSettings(
            content_type='text/html',
            content_disposition=None,
            content_encoding=None,
            content_language=None,
            content_md5=None,
            cache_control=None
        )
    )


def _gen_pkg_index_html(service, pkg_name):
    links = []
    full_path_prefix_to_search = 'whl/' + pkg_name + '/'
    index_file_name = pkg_name + '/'
    for blob in list(service.list_blobs(
            BLOB_CONTAINER_NAME, prefix=full_path_prefix_to_search)):
        if blob.name == full_path_prefix_to_search:
            # Exclude the index file from being added to the list
            continue
        links.append(blob.name.replace(full_path_prefix_to_search, ''))
    _upload_index_file(
        service,
        full_path_prefix_to_search,
        'Links for {}'.format(pkg_name),
        links)
    UPLOADED_PACKAGE_LINKS.append(index_file_name)


def _upload_package(service, file_path, pkg_name):
    print('Uploading {}'.format(file_path))
    file_name = os.path.basename(file_path)
    _, file_ext = os.path.splitext(file_name)

    if file_ext == '.deb':
        blob_name = 'deb/{}'.format(file_name)
    elif file_ext == '.rpm':
        blob_name = 'rpm/{}'.format(file_name)
    else:
        blob_name = 'whl/{}/{}'.format(pkg_name, file_name)

    service.create_blob_from_path(
        container_name=BLOB_CONTAINER_NAME,
        blob_name=blob_name,
        file_path=file_path
    )


def download_official_wheels():
    """
        Download the official wheels for each platform
    """
    assert AZURE_STORAGE_CONNECTION_STRING, \
           'Set AZURE_STORAGE_CONNECTION_STRING environment variable'

    # Clear previous downloads
    utility.clean_up(utility.MSSQLCLI_DIST_DIRECTORY)
    os.mkdir(utility.MSSQLCLI_DIST_DIRECTORY)

    print('Downloading official wheels and sdist with version: {}'.format(latest_version))
    blob_names = [
        'mssql_cli-{}-py2.py3-none-macosx_10_11_intel.whl'.format(latest_version),
        'mssql_cli-{}-py2.py3-none-manylinux1_x86_64.whl'.format(latest_version),
        'mssql_cli-{}-py2.py3-none-win_amd64.whl'.format(latest_version),
        'mssql_cli-{}-py2.py3-none-win32.whl'.format(latest_version)
    ]

    blob_service = BlockBlobService(connection_string=AZURE_STORAGE_CONNECTION_STRING)
    for blob in blob_names:
        print('Downloading file:{}'.format(blob))

        if not blob_service.exists(BLOB_MSSQL_CLI_DAILY_CONTAINER_NAME, blob):
            print('Error: blob: {} does not exist in container: {}'\
                  .format(blob, BLOB_MSSQL_CLI_DAILY_CONTAINER_NAME))
            sys.exit(1)

        blob_service.get_blob_to_path(BLOB_MSSQL_CLI_DAILY_CONTAINER_NAME, blob,
                                      os.path.join(utility.MSSQLCLI_DIST_DIRECTORY, blob))


def publish_official():
    """
    Publish mssql-cli package to PyPi.
    """
    mssqlcli_dist_dir = os.listdir(utility.MSSQLCLI_DIST_DIRECTORY)
    # Run twine action for mssql-cli.
    # Only authorized users with credentials will be able to upload this package.
    # Credentials will be stored in a .pypirc file.
    for file_dist in mssqlcli_dist_dir:
        utility.exec_command(
            'twine upload {}'.format(file_dist),
            utility.MSSQLCLI_DIST_DIRECTORY)


def publish_daily():
    """
    Publish mssql-cli package to daily storage account.
    """
    print('Publishing to daily container within storage account.')
    assert AZURE_STORAGE_CONNECTION_STRING,\
          'Set AZURE_STORAGE_CONNECTION_STRING environment variable'

    blob_service = BlockBlobService(
        connection_string=AZURE_STORAGE_CONNECTION_STRING)

    print_heading('Uploading packages to blob storage ')
    for pkg in os.listdir(utility.MSSQLCLI_DIST_DIRECTORY):
        pkg_path = os.path.join(utility.MSSQLCLI_DIST_DIRECTORY, pkg)
        print('Uploading package {}'.format(pkg_path))
        _upload_package(blob_service, pkg_path, 'mssql-cli')

    _gen_pkg_index_html(blob_service, 'mssql-cli')
    _upload_index_file(
        blob_service,
        'whl/index.html',
        'Simple Index',
        UPLOADED_PACKAGE_LINKS)


def publish_daily_deb():
    """ Publish .deb package """
    print('Publishing Debian package to daily container within storage account.')
    assert AZURE_STORAGE_CONNECTION_STRING,\
          'Set AZURE_STORAGE_CONNECTION_STRING environment variable'

    blob_service = BlockBlobService(
        connection_string=AZURE_STORAGE_CONNECTION_STRING)

    print_heading('Uploading packages to blob storage ')
    for pkg in os.listdir(utility.MSSQLCLI_DEB_DIRECTORY):
        pkg_path = os.path.join(utility.MSSQLCLI_DEB_DIRECTORY, pkg)
        print('Uploading package {}'.format(pkg_path))
        _upload_package(blob_service, pkg_path, 'mssql-cli')


def publish_daily_rpm():
    """ Publish .rpm package """
    print('Publishing rpm package to daily container within storage account.')
    assert AZURE_STORAGE_CONNECTION_STRING,\
          'Set AZURE_STORAGE_CONNECTION_STRING environment variable'

    blob_service = BlockBlobService(
        connection_string=AZURE_STORAGE_CONNECTION_STRING)

    print_heading('Uploading packages to blob storage ')
    for pkg in os.listdir(utility.MSSQLCLI_RPM_DIRECTORY):
        pkg_path = os.path.join(utility.MSSQLCLI_RPM_DIRECTORY, pkg)
        print('Uploading package {}'.format(pkg_path))
        _upload_package(blob_service, pkg_path, 'mssql-cli')


if __name__ == '__main__':
    default_actions = ['download_official_wheels']

    targets = {
        'publish_daily': publish_daily,
        'publish_daily_deb': publish_daily_deb,
        'publish_daily_rpm': publish_daily_rpm,
        'publish_official': publish_official,
        'download_official_wheels': download_official_wheels
    }
    actions = sys.argv[1:] or default_actions

    for action in actions:
        if action in targets:
            targets[action]()
        else:
            print('{0} is not a supported action'.format(action[1]))
            print('Supported actions are {}'.format(list(targets.keys())))