mourne_rcpp_fw/SConstruct

#!/usr/bin/env python
# -*- coding: utf-8 -*-

# Copyright (c) 2019-2020 Péter Magyar
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.

EnsureSConsVersion(0, 98, 1)

import sys
import os
import subprocess
import json
import shutil
import traceback


folders = [
    'app',
]

module_folders = [
    '../modules',
    '../custom_modules',
]

databases=True

main_file = 'main.cpp'

repository_index = 0
module_clone_path  = '/modules/' 
clone_command = 'git clone {0} {1}'

visual_studio_call_vcvarsall = False
visual_studio_vcvarsall_path = 'C:\\Program Files (x86)\\Microsoft Visual Studio\\2019\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat'
visual_studio_arch = 'amd64'

exports = {
    'global': [],
    'linux': [],
    'windows': [],
    'android': [],
    'javascript': [],
}

engine_repository = [ ['https://github.com/Relintai/rcpp_cms.git', 'git@github.com:Relintai/rcpp_cms.git'], 'engine', '' ]

module_repositories = [
]

addon_repositories = [
]

third_party_addon_repositories = [
]

target_commits = {}

engine_branch = 'master'

def onerror(func, path, exc_info):
    """
    https://stackoverflow.com/questions/2656322/shutil-rmtree-fails-on-windows-with-access-is-denied

    Because Windows.

    Error handler for ``shutil.rmtree``.

    If the error is due to an access error (read only file)
    it attempts to add write permission and then retries.

    If the error is for another reason it re-raises the error.

    Usage : ``shutil.rmtree(path, onerror=onerror)``
    """
    import stat
    if not os.access(path, os.W_OK):
        # Is the error an access error ?
        os.chmod(path, stat.S_IWUSR)
        func(path)
    else:
        raise

def load_target_commits_array():
    global target_commits

    if os.path.isfile('./HEADS'):
        with open('./HEADS', 'r') as infile:
            target_commits = json.load(infile)
    else:
        target_commits = {}

def save_target_commits_array():
    with open('./HEADS', 'w') as outfile:
        json.dump(target_commits, outfile)

def update_repository(data, clone_path, branch = 'master'):
    cwd = os.getcwd()

    full_path = cwd + clone_path + data[1] + '/'
    
    if not os.path.isdir(full_path):
        os.chdir(cwd + clone_path)

        subprocess.call(clone_command.format(data[0][repository_index], data[1]), shell=True)

    os.chdir(full_path)

    subprocess.call('git reset', shell=True)
    subprocess.call('git reset --hard', shell=True)
    subprocess.call('git clean -f -d', shell=True)
    subprocess.call('git checkout -B ' + branch + ' origin/' + branch, shell=True)
    subprocess.call('git reset', shell=True)
    subprocess.call('git reset --hard', shell=True)
    subprocess.call('git clean -f -d', shell=True)
    subprocess.call('git pull origin ' + branch, shell=True)

    process = subprocess.Popen('git rev-parse HEAD', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
    output = process.communicate()[0].decode().strip()

    if data[1] not in target_commits:
        target_commits[data[1]] = {}

    target_commits[data[1]][branch] = output

    os.chdir(cwd)

def setup_repository(data, clone_path, branch = 'master'):
    cwd = os.getcwd()

    full_path = cwd + clone_path + data[1] + '/'
    
    if not os.path.isdir(full_path):
        os.chdir(cwd + clone_path)

        subprocess.call(clone_command.format(data[0][repository_index], data[1]), shell=True)

    os.chdir(full_path)

    subprocess.call('git reset', shell=True)
    subprocess.call('git reset --hard', shell=True)
    subprocess.call('git clean -f -d', shell=True)
    subprocess.call('git checkout -B ' + branch + ' origin/' + branch, shell=True)
    subprocess.call('git pull origin ' + branch, shell=True)
    subprocess.call('git reset', shell=True)
    subprocess.call('git reset --hard', shell=True)

    if data[1] in target_commits:
        target = target_commits[data[1]][branch]

    subprocess.call('git checkout -B ' + branch + ' ' + target, shell=True)
    subprocess.call('git clean -f -d', shell=True)
    subprocess.call('git reset', shell=True)
    subprocess.call('git reset --hard', shell=True)

    os.chdir(cwd)

def copy_repository(data, target_folder, clone_path):
    copytree(os.path.abspath(clone_path + data[1] + '/' + data[2]), os.path.abspath(target_folder + data[1]))

def copytree(src, dst):
    for item in os.listdir(src):
        sp = os.path.join(src, item)
        dp = os.path.join(dst, item)

        if os.path.isdir(sp):
            if os.path.isdir(dp):
                shutil.rmtree(dp, onerror=onerror)

            shutil.copytree(sp, dp)
        else:
            if not os.path.isdir(dst):
                os.makedirs(dst)

            shutil.copy2(sp, dp)

def update_engine():
    update_repository(engine_repository, '/', engine_branch)

def update_modules():
    for rep in module_repositories:
        update_repository(rep, module_clone_path)
        copy_repository(rep, './engine/modules/', '.' + module_clone_path)

def update_addons():
    for rep in addon_repositories:
        update_repository(rep, module_clone_path)
        copy_repository(rep, './game/addons/', '.' + module_clone_path)

def update_addons_third_party_addons():
    for rep in third_party_addon_repositories:
        update_repository(rep, module_clone_path)
        copy_repository(rep, './game/addons/', '.' + module_clone_path)

def update_all():
    update_engine()
    update_modules()
    update_addons()
    update_addons_third_party_addons()

    save_target_commits_array()


def setup_engine():
    setup_repository(engine_repository, '/', engine_branch)

def setup_modules():
    for rep in module_repositories:
        setup_repository(rep, module_clone_path)
        copy_repository(rep, './engine/modules/', '.' + module_clone_path)

def setup_addons():
    for rep in addon_repositories:
        setup_repository(rep, module_clone_path)
        copy_repository(rep, './game/addons/', '.' + module_clone_path)

def setup_addons_third_party_addons():
    for rep in third_party_addon_repositories:
        setup_repository(rep, module_clone_path)
        copy_repository(rep, './game/addons/', '.' + module_clone_path)

def setup_all():
    setup_engine()
    setup_modules()
    setup_addons()
    setup_addons_third_party_addons()

def format_path(path):
    if 'win' in sys.platform:
        path = path.replace('/', '\\')
        path = path.replace('~', '%userprofile%')

    return path

def get_exports_for(platform):
    export_command = 'export '
    command_separator = ';'

    if 'win' in sys.platform:
        command_separator = '&'
        export_command = 'set '

    command = ''

    for p in exports[platform]:
        command += export_command + p + command_separator

    return command


def parse_config():
    global visual_studio_vcvarsall_path
    global visual_studio_arch
    global visual_studio_call_vcvarsall
    global exports

    if not os.path.isfile('build.config'):
        return

    with open('build.config', 'r') as f:

        for line in f:
            ls = line.strip()
            if ls == '' or ls.startswith('#'):
                continue

            words = line.split()

            if (len(words) < 2):
                print('This build.config line is malformed, and got ignored: ' + ls)
                continue

            if words[0] == 'visual_studio_vcvarsall_path':
                visual_studio_vcvarsall_path = format_path(ls[29:])
            elif words[0] == 'visual_studio_arch':
                visual_studio_arch = format_path(ls[19:])
            elif words[0] == 'visual_studio_call_vcvarsall':
                visual_studio_call_vcvarsall = words[1].lower() in [ 'true', '1', 't', 'y', 'yes' ]
            elif words[0] == 'export':
                if (len(words) < 3) or not words[1] in exports:
                    print('This build.config line is malformed, and got ignored: ' + ls)
                    continue

                export_path = format_path(ls[8 + len(words[1]):])

                exports[words[1]].append(export_path)

parse_config()

env = Environment()

if len(sys.argv) > 1:

    arg = sys.argv[1]

    arg_split = arg.split('_')
    arg = arg_split[0]
    arg_split = arg_split[1:]

    if arg[0] == 'b':
        build_string = get_exports_for('global') + 'scons '

        build_string += 'target='
        if 'r' in arg:
            build_string += 'release'
        elif 'd' in arg:
            build_string += 'debug'
        else:
            build_string += 'release_debug'
        build_string += ' '

        if 'm' in arg:
            build_string += 'use_mingw=yes'
        else:
            if 'win' in sys.platform and visual_studio_call_vcvarsall:
                build_string = 'call "{0}" {1}&'.format(visual_studio_vcvarsall_path, visual_studio_arch) + build_string

        if 'o' in arg:
            build_string += 'use_llvm=yes'

        if 'v' in arg:
            build_string += 'vsproj=yes'

        if databases:
            build_string += " databases=yes "

        build_string += 'folders="'

        for f in folders:
            build_string += '../' + f
            build_string += ';'

        build_string += '" '

        build_string += 'main_file="../' + main_file + '" '

        for i in range(2, len(sys.argv)):
            build_string += ' ' + sys.argv[i] + ' '

        cwd = os.getcwd()
        full_path = cwd + '/engine/'

        if not os.path.isdir(full_path):
            print('engine directory doesnt exists.')
            exit()

        os.chdir(full_path)

        if 'l' in arg:
            build_string += 'platform=x11'

            build_string = get_exports_for('linux') + build_string 

            print('Running command: ' + build_string)

            subprocess.call(build_string, shell=True)
        elif 'w' in arg:
            build_string += 'platform=windows'

            build_string = get_exports_for('windows') + build_string

            print('Running command: ' + build_string)

            subprocess.call(build_string, shell=True)
        elif 'a' in arg:
            build_string += 'platform=android'

            build_string = get_exports_for('android') + build_string

            print('Running command: ' + build_string + ' android_arch=armv7')
            subprocess.call(build_string + ' android_arch=armv7', shell=True)
            print('Running command: ' + build_string + ' android_arch=arm64v8')
            subprocess.call(build_string + ' android_arch=arm64v8', shell=True)
            print('Running command: ' + build_string + ' android_arch=x86')
            subprocess.call(build_string + ' android_arch=x86', shell=True)

            os.chdir(full_path + 'platform/android/java/')

            print('Running command: ' + get_exports_for('global') + get_exports_for('android') + './gradlew generateGodotTemplates')
            subprocess.call(get_exports_for('global') + get_exports_for('android') + './gradlew generateGodotTemplates', shell=True)
        elif 'j' in arg:
            build_string += 'platform=javascript'

            build_string = get_exports_for('javascript') + build_string

            print('Running command: ' + build_string)
            subprocess.call(build_string, shell=True)

        else:
            print('No platform specified')
            exit()

        exit()
    elif arg[0] == 'p':
        if arg == 'p':
            #print("Applies a patch. Append c for the compilation database patch. For example: pc")
            print("Applies a patch. No Patches right now.")
            exit()

        cwd = os.getcwd()
        full_path = cwd + '/engine/'

        if not os.path.isdir(full_path):
            print('engine directory doesnt exists.')
            exit()

        os.chdir(full_path)

        #apply the patch to just the working directory, without creating a commit

        #if 'c' in arg:
        #    subprocess.call('git apply --index ../patches/compilation_db.patch', shell=True)

        #unstage all files
        subprocess.call('git reset', shell=True)

        exit()

opts = Variables(args=ARGUMENTS)

opts.Add('a', 'What to do', '')
opts.Add(EnumVariable('action', 'What to do', 'setup', ('setup', 'update')))
opts.Add('t', 'Action target', '')
opts.Add(EnumVariable('target', 'Action target', 'all', ('all', 'engine', 'modules', 'all_addons', 'addons', 'third_party_addons')))
opts.Add(EnumVariable('repository_type', 'Type of repositories to clone from first', 'http', ('http', 'ssh')))

opts.Update(env)
Help(opts.GenerateHelpText(env))

load_target_commits_array()

rt = env['repository_type']

if rt == 'ssh':
    repository_index = 1

action = env['action']
target = env['target']

if env['a']:
    action = env['a']

if env['t']:
    target = env['t']

if not os.path.isdir('./modules'):
    os.mkdir('./modules')

if 'm' in action:
    godot_branch = 'master'

if 'setup' in action or action[0] == 's':
    if target == 'all':
        setup_all()
    elif target == 'engine':
        setup_engine()
    elif target == 'modules':
        setup_modules()
    elif target == 'all_addons':
        setup_addons()
        setup_addons_third_party_addons()
    elif target == 'addons':
        setup_addons()
    elif target == 'third_party_addons':
        setup_addons_third_party_addons()
elif 'update' in action or action[0] == 'u':
    if target == 'all':
        update_all()
    elif target == 'engine':
        update_engine()
        save_target_commits_array()
    elif target == 'modules':
        update_modules()
        save_target_commits_array()
    elif target == 'all_addons':
        update_addons()
        update_addons_third_party_addons()
        save_target_commits_array()
    elif target == 'addons':
        update_addons()
        save_target_commits_array()
    elif target == 'third_party_addons':
        update_addons_third_party_addons()
        save_target_commits_array()