make.py

#! /usr/bin/env python3
# -*- coding: utf-8 -*-

"""
Make tool

Usage:
  make.py run <task-name>
  make.py [options]
  make.py -h | --help  

Options:
  -h --help                         Show this screen.
  -d --debug                        Enable debug mode.
  --version                         Show version.
  
Examples:
  python make.py -h

Tasks:
  - build-pdfium
  - install-ios
  - build-ios
  - build-depot-tools
  - build-chromium
  

"""

import os
import shutil
import stat
import sys
import tarfile
import glob

from docopt import docopt
from slugify import slugify
from tqdm import tqdm

from subprocess import call
from shutil import copyfile, copytree

import urllib.request as urllib2
import urllib.parse as urlparse


def main(options):    
    make_debug = False
    make_task = ''
    ios_archs = ['arm64', 'arm', 'x86', 'x64']
    #ios_archs = ['arm']
    ios_configurations = ['release']

    # show all params for debug
    if ('--debug' in options and options['--debug']) or ('-d' in options and options['-d']):
        make_debug = True

    if make_debug:
        debug('You have executed with options:')
        message(str(options))
        message('')

    # bind options
    if '<task-name>' in options:
        make_task = options['<task-name>']

    # validate data
    debug('Validating data...')

    # validate task
    if not make_task:
        error('Task is invalid')

    # build pdfium
    if make_task == 'build-pdfium':
        run_task_build_pdfium()

    # build chromium
    elif make_task == 'build-chromium':        
        run_task_build_chromium()

    # build depot tools
    elif make_task == 'build-depot-tools':        
        run_task_build_depot_tools()

    # install ios
    elif make_task == 'install-ios':        
        run_task_install_ios(
            ios_archs=ios_archs,
            ios_configurations=ios_configurations
        )

    # build ios
    elif make_task == 'build-ios':        
        run_task_build_ios(
            ios_archs=ios_archs,
            ios_configurations=ios_configurations
        )
        
    message('')
    debug('FINISHED!')


def run_task_build_pdfium():
    debug('Building PDFIUM...')

    remove_dir(os.path.join('pdfium'))

    dtools_dir = os.path.join('depot_tools')
    gclient_tool = os.path.join(dtools_dir, 'gclient')
    
    command = ' '.join([gclient_tool, 'config', '--unmanaged', 'https://pdfium.googlesource.com/pdfium.git'])
    call(command, shell=True)

    command = ' '.join([gclient_tool, 'sync'])
    call(command, shell=True)

    remove_dir(os.path.join('pdfium', 'testing', 'iossim'))
    remove_dir(os.path.join('pdfium', 'testing', 'gtest_ios'))

    copytree(os.path.join('chromium', 'testing', 'iossim'), os.path.join('pdfium', 'testing', 'iossim'))
    copytree(os.path.join('chromium', 'testing', 'gtest_ios'), os.path.join('pdfium', 'testing', 'gtest_ios'))


def run_task_build_chromium():
    debug('Building Chromium...')

    remove_dir(os.path.join('chromium'))
    
    command = ' '.join(['git', 'clone', 'https://github.com/chromium/chromium.git'])
    call(command, shell=True)


def run_task_build_depot_tools():
    debug('Building Depot Tools...')

    remove_dir(os.path.join('depot_tools'))
    
    command = ' '.join(['git', 'clone', 'https://chromium.googlesource.com/chromium/tools/depot_tools.git'])
    call(command, shell=True)


def run_task_install_ios(ios_archs, ios_configurations):
    debug('Installing iOS libraries...')

    # configs
    for config in ios_configurations:
        remove_dir(os.path.join('build', 'ios', config))
        create_dir(os.path.join('build', 'ios', config))
        
        # archs
        for arch in ios_archs:
            folder = os.path.join('pdfium', 'out', '{0}-{1}'.format(config, arch), 'obj', '**', '*.a')
            files = glob.glob(folder, recursive=True)            
            files_str = ' '.join(files)

            lib_file_out = os.path.join('build', 'ios', config, 'libpdfium_{0}.a'.format(arch))

            command = ' '.join(['libtool', '-static', files_str, '-o', lib_file_out])
            call(command, shell=True)

        # universal
        folder = os.path.join('build', 'ios', config, '*.a')
        files = glob.glob(folder)
        files_str = ' '.join(files)
        lib_file_out = os.path.join('build', 'ios', config, 'libpdfium.a')

        command = ' '.join(['lipo', '-create', files_str, '-o', lib_file_out])
        call(command, shell=True)

        # only to test in my machine
        #copyfile(lib_file_out, '/Users/paulo/Downloads/UXReader-iOS/UXReader/UXReader/PDFium/libpdfium.a')


def run_task_build_ios(ios_archs, ios_configurations):
    debug('Building iOS libraries...')

    current_dir = os.getcwd()
    dtools_dir = os.path.join(current_dir, 'depot_tools')
    gn_tool = os.path.join(dtools_dir, 'gn')

    # configs
    for config in ios_configurations:
        # archs
        for arch in ios_archs:
            main_dir = os.path.join('pdfium', 'out', '{0}-{1}'.format(config, arch))

            remove_dir(main_dir)
            create_dir(main_dir)

            os.chdir(os.path.join('pdfium'))

            # generating files...
            debug('Generating files to arch "{0}" and configuration "{1}"...'.format(arch, config))

            arg_is_debug = ('true' if config == 'debug' else 'false')
            args = 'target_os="ios" target_cpu="{0}" use_goma=false is_debug={1} pdf_use_skia=false pdf_use_skia_paths=false pdf_enable_xfa=false pdf_enable_v8=false pdf_is_standalone=true is_component_build=false clang_use_chrome_plugins=false ios_enable_code_signing=false symbol_level=0 pdf_is_complete_lib=true strip_debug_info=true enable_stripping=true ios_deployment_target="8.0"'.format(arch, arg_is_debug)
            command = ' '.join([gn_tool, 'gen', 'out/{0}-{1}'.format(config, arch), '--args=\'{0}\''.format(args)])
            call(command, shell=True)

            # compiling...
            debug('Compiling to arch "{0}" and configuration "{1}"...'.format(arch, config))
            command = ' '.join(['ninja', '-C', 'out/{0}-{1}'.format(config, arch), 'pdfium'])
            call(command, shell=True)

            os.chdir(current_dir)


def debug(msg):
    print('> {0}'.format(msg))


def message(msg):
    print('{0}'.format(msg))


def error(msg):
    print('ERROR: {0}'.format(msg))
    sys.exit(1)


def download_file(url, dest=None):
    """
    Download and save a file specified by url to dest directory,
    """
    u = urllib2.urlopen(url)

    scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
    filename = os.path.basename(path)

    if not filename:
        filename = 'downloaded.file'

    if dest:
        filename = os.path.join(dest, filename)

    with open(filename, 'wb') as f:
        debug('Downloading...')
        message('')

        meta = u.info()
        meta_func = meta.getheaders if hasattr(meta, 'getheaders') else meta.get_all
        meta_length = meta_func('Content-Length')
        file_size = None
        pbar = None

        if meta_length:
            file_size = int(meta_length[0])

        if file_size:
            pbar = tqdm(total=file_size)

        file_size_dl = 0
        block_sz = 8192

        while True:
            dbuffer = u.read(block_sz)

            if not dbuffer:
                break

            dbuffer_len = len(dbuffer)
            file_size_dl += dbuffer_len
            f.write(dbuffer)

            if pbar:
                pbar.update(dbuffer_len)

        if pbar:
            pbar.close()
            message('')

        return filename


def get_download_filename(url):
    scheme, netloc, path, query, fragment = urlparse.urlsplit(url)
    filename = os.path.basename(path)

    if not filename:
        filename = 'downloaded.file'

    return filename


def list_subdirs(from_path):
    dirs = filter(lambda x: os.path.isdir(os.path.join(from_path, x)), os.listdir(from_path))
    return dirs


def remove_all_files(base_path, files_to_remove):
    for file_to_remove in files_to_remove:
        try:
            file_to_remove = os.path.join(base_path, file_to_remove)

            if os.path.isdir(file_to_remove):
                shutil.rmtree(file_to_remove)
            else:
                os.remove(file_to_remove)
        except IOError as e:
            # we will ignore this message, is not important now
            # debug('Error removing file: {0} - {1}'.format(file_to_remove, e.strerror))
            pass
        except OSError as e:
            # we will ignore this message, is not important now
            # debug('Error removing file: {0} - {1}'.format(file_to_remove, e.strerror))
            pass


def create_dir(dir_path):
    if not os.path.isdir(dir_path):
        os.makedirs(dir_path)


def remove_dir(dir_path):
    if os.path.isdir(dir_path):
        shutil.rmtree(dir_path)


def remove_file(filename):
    if os.path.isfile(filename):
        os.remove(filename)


def make_tarfile(output_filename, source_dir):
    with tarfile.open(output_filename, 'w:gz') as tar:
        tar.add(source_dir, arcname=os.path.basename(source_dir))


def write_to_file(dirname, filename, content):
    full_file_path = os.path.join(dirname, filename)
    remove_file(full_file_path)
    create_dir(dirname)

    with open(full_file_path, 'w') as f:
        f.write(content)
        f.close()

def find_files(directory, pattern):
    files = [f for (dir, subdirs, fs) in os.walk(directory) for f in fs if f.endswith(pattern)]
    return files


if __name__ == '__main__':
    # main CLI entrypoint
    args = docopt(__doc__, version='1.0.0')
    main(args)