502 lines
15 KiB
Python
502 lines
15 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright (c) 2019-2021 Péter Magyar
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
# copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
# SOFTWARE.
|
|
|
|
EnsureSConsVersion(0, 98, 1)
|
|
|
|
import sys
|
|
import os
|
|
import subprocess
|
|
import json
|
|
import shutil
|
|
import traceback
|
|
|
|
|
|
folders = [
|
|
'app',
|
|
]
|
|
|
|
module_folders = [
|
|
'../custom_modules',
|
|
]
|
|
|
|
databases=True
|
|
|
|
main_file = 'main.cpp'
|
|
|
|
repository_index = 0
|
|
module_clone_path = '/modules/'
|
|
clone_command = 'git clone {0} {1}'
|
|
|
|
visual_studio_call_vcvarsall = False
|
|
visual_studio_vcvarsall_path = 'C:\\Program Files (x86)\\Microsoft Visual Studio\\2019\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat'
|
|
visual_studio_arch = 'amd64'
|
|
|
|
exports = {
|
|
'global': [],
|
|
'linux': [],
|
|
'windows': [],
|
|
'android': [],
|
|
'javascript': [],
|
|
}
|
|
|
|
engine_repository = [ ['https://github.com/Relintai/rcpp_cms.git', 'git@github.com:Relintai/rcpp_cms.git'], 'engine', '' ]
|
|
|
|
module_repositories = [
|
|
]
|
|
|
|
addon_repositories = [
|
|
]
|
|
|
|
third_party_addon_repositories = [
|
|
]
|
|
|
|
target_commits = {}
|
|
|
|
engine_branch = 'master'
|
|
|
|
def onerror(func, path, exc_info):
|
|
"""
|
|
https://stackoverflow.com/questions/2656322/shutil-rmtree-fails-on-windows-with-access-is-denied
|
|
|
|
Because Windows.
|
|
|
|
Error handler for ``shutil.rmtree``.
|
|
|
|
If the error is due to an access error (read only file)
|
|
it attempts to add write permission and then retries.
|
|
|
|
If the error is for another reason it re-raises the error.
|
|
|
|
Usage : ``shutil.rmtree(path, onerror=onerror)``
|
|
"""
|
|
import stat
|
|
if not os.access(path, os.W_OK):
|
|
# Is the error an access error ?
|
|
os.chmod(path, stat.S_IWUSR)
|
|
func(path)
|
|
else:
|
|
raise
|
|
|
|
def load_target_commits_array():
|
|
global target_commits
|
|
|
|
if os.path.isfile('./HEADS'):
|
|
with open('./HEADS', 'r') as infile:
|
|
target_commits = json.load(infile)
|
|
else:
|
|
target_commits = {}
|
|
|
|
def save_target_commits_array():
|
|
with open('./HEADS', 'w') as outfile:
|
|
json.dump(target_commits, outfile)
|
|
|
|
def update_repository(data, clone_path, branch = 'master'):
|
|
cwd = os.getcwd()
|
|
|
|
full_path = cwd + clone_path + data[1] + '/'
|
|
|
|
if not os.path.isdir(full_path):
|
|
os.chdir(cwd + clone_path)
|
|
|
|
subprocess.call(clone_command.format(data[0][repository_index], data[1]), shell=True)
|
|
|
|
os.chdir(full_path)
|
|
|
|
subprocess.call('git reset', shell=True)
|
|
subprocess.call('git reset --hard', shell=True)
|
|
subprocess.call('git clean -f -d', shell=True)
|
|
subprocess.call('git checkout -B ' + branch + ' origin/' + branch, shell=True)
|
|
subprocess.call('git reset', shell=True)
|
|
subprocess.call('git reset --hard', shell=True)
|
|
subprocess.call('git clean -f -d', shell=True)
|
|
subprocess.call('git pull origin ' + branch, shell=True)
|
|
|
|
process = subprocess.Popen('git rev-parse HEAD', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
output = process.communicate()[0].decode().strip()
|
|
|
|
if data[1] not in target_commits:
|
|
target_commits[data[1]] = {}
|
|
|
|
target_commits[data[1]][branch] = output
|
|
|
|
os.chdir(cwd)
|
|
|
|
def setup_repository(data, clone_path, branch = 'master'):
|
|
cwd = os.getcwd()
|
|
|
|
full_path = cwd + clone_path + data[1] + '/'
|
|
|
|
if not os.path.isdir(full_path):
|
|
os.chdir(cwd + clone_path)
|
|
|
|
subprocess.call(clone_command.format(data[0][repository_index], data[1]), shell=True)
|
|
|
|
os.chdir(full_path)
|
|
|
|
subprocess.call('git reset', shell=True)
|
|
subprocess.call('git reset --hard', shell=True)
|
|
subprocess.call('git clean -f -d', shell=True)
|
|
subprocess.call('git checkout -B ' + branch + ' origin/' + branch, shell=True)
|
|
subprocess.call('git pull origin ' + branch, shell=True)
|
|
subprocess.call('git reset', shell=True)
|
|
subprocess.call('git reset --hard', shell=True)
|
|
|
|
if data[1] in target_commits:
|
|
target = target_commits[data[1]][branch]
|
|
|
|
subprocess.call('git checkout -B ' + branch + ' ' + target, shell=True)
|
|
subprocess.call('git clean -f -d', shell=True)
|
|
subprocess.call('git reset', shell=True)
|
|
subprocess.call('git reset --hard', shell=True)
|
|
|
|
os.chdir(cwd)
|
|
|
|
def copy_repository(data, target_folder, clone_path):
|
|
copytree(os.path.abspath(clone_path + data[1] + '/' + data[2]), os.path.abspath(target_folder + data[1]))
|
|
|
|
def copytree(src, dst):
|
|
for item in os.listdir(src):
|
|
sp = os.path.join(src, item)
|
|
dp = os.path.join(dst, item)
|
|
|
|
if os.path.isdir(sp):
|
|
if os.path.isdir(dp):
|
|
shutil.rmtree(dp, onerror=onerror)
|
|
|
|
shutil.copytree(sp, dp)
|
|
else:
|
|
if not os.path.isdir(dst):
|
|
os.makedirs(dst)
|
|
|
|
shutil.copy2(sp, dp)
|
|
|
|
def update_engine():
|
|
update_repository(engine_repository, '/', engine_branch)
|
|
|
|
def update_modules():
|
|
for rep in module_repositories:
|
|
update_repository(rep, module_clone_path)
|
|
copy_repository(rep, './engine/modules/', '.' + module_clone_path)
|
|
|
|
def update_addons():
|
|
for rep in addon_repositories:
|
|
update_repository(rep, module_clone_path)
|
|
copy_repository(rep, './game/addons/', '.' + module_clone_path)
|
|
|
|
def update_addons_third_party_addons():
|
|
for rep in third_party_addon_repositories:
|
|
update_repository(rep, module_clone_path)
|
|
copy_repository(rep, './game/addons/', '.' + module_clone_path)
|
|
|
|
def update_all():
|
|
update_engine()
|
|
update_modules()
|
|
update_addons()
|
|
update_addons_third_party_addons()
|
|
|
|
save_target_commits_array()
|
|
|
|
|
|
def setup_engine():
|
|
setup_repository(engine_repository, '/', engine_branch)
|
|
|
|
def setup_modules():
|
|
for rep in module_repositories:
|
|
setup_repository(rep, module_clone_path)
|
|
copy_repository(rep, './engine/modules/', '.' + module_clone_path)
|
|
|
|
def setup_addons():
|
|
for rep in addon_repositories:
|
|
setup_repository(rep, module_clone_path)
|
|
copy_repository(rep, './game/addons/', '.' + module_clone_path)
|
|
|
|
def setup_addons_third_party_addons():
|
|
for rep in third_party_addon_repositories:
|
|
setup_repository(rep, module_clone_path)
|
|
copy_repository(rep, './game/addons/', '.' + module_clone_path)
|
|
|
|
def setup_all():
|
|
setup_engine()
|
|
setup_modules()
|
|
setup_addons()
|
|
setup_addons_third_party_addons()
|
|
|
|
def format_path(path):
|
|
if 'win' in sys.platform:
|
|
path = path.replace('/', '\\')
|
|
path = path.replace('~', '%userprofile%')
|
|
|
|
return path
|
|
|
|
def get_exports_for(platform):
|
|
export_command = 'export '
|
|
command_separator = ';'
|
|
|
|
if 'win' in sys.platform:
|
|
command_separator = '&'
|
|
export_command = 'set '
|
|
|
|
command = ''
|
|
|
|
for p in exports[platform]:
|
|
command += export_command + p + command_separator
|
|
|
|
return command
|
|
|
|
|
|
def parse_config():
|
|
global visual_studio_vcvarsall_path
|
|
global visual_studio_arch
|
|
global visual_studio_call_vcvarsall
|
|
global exports
|
|
|
|
if not os.path.isfile('build.config'):
|
|
return
|
|
|
|
with open('build.config', 'r') as f:
|
|
|
|
for line in f:
|
|
ls = line.strip()
|
|
if ls == '' or ls.startswith('#'):
|
|
continue
|
|
|
|
words = line.split()
|
|
|
|
if (len(words) < 2):
|
|
print('This build.config line is malformed, and got ignored: ' + ls)
|
|
continue
|
|
|
|
if words[0] == 'visual_studio_vcvarsall_path':
|
|
visual_studio_vcvarsall_path = format_path(ls[29:])
|
|
elif words[0] == 'visual_studio_arch':
|
|
visual_studio_arch = format_path(ls[19:])
|
|
elif words[0] == 'visual_studio_call_vcvarsall':
|
|
visual_studio_call_vcvarsall = words[1].lower() in [ 'true', '1', 't', 'y', 'yes' ]
|
|
elif words[0] == 'export':
|
|
if (len(words) < 3) or not words[1] in exports:
|
|
print('This build.config line is malformed, and got ignored: ' + ls)
|
|
continue
|
|
|
|
export_path = format_path(ls[8 + len(words[1]):])
|
|
|
|
exports[words[1]].append(export_path)
|
|
|
|
parse_config()
|
|
|
|
env = Environment()
|
|
|
|
if len(sys.argv) > 1:
|
|
|
|
arg = sys.argv[1]
|
|
|
|
arg_split = arg.split('_')
|
|
arg = arg_split[0]
|
|
arg_split = arg_split[1:]
|
|
|
|
if arg[0] == 'b':
|
|
build_string = get_exports_for('global') + 'scons '
|
|
|
|
build_string += 'target='
|
|
if 'r' in arg:
|
|
build_string += 'release'
|
|
elif 'd' in arg:
|
|
build_string += 'debug'
|
|
else:
|
|
build_string += 'release_debug'
|
|
build_string += ' '
|
|
|
|
if 'm' in arg:
|
|
build_string += 'use_mingw=yes'
|
|
else:
|
|
if 'win' in sys.platform and visual_studio_call_vcvarsall:
|
|
build_string = 'call "{0}" {1}&'.format(visual_studio_vcvarsall_path, visual_studio_arch) + build_string
|
|
|
|
if 'o' in arg:
|
|
build_string += 'use_llvm=yes'
|
|
|
|
if 'v' in arg:
|
|
build_string += 'vsproj=yes'
|
|
|
|
if databases:
|
|
build_string += " databases=yes "
|
|
|
|
build_string += 'folders="'
|
|
|
|
for f in folders:
|
|
build_string += '../' + f
|
|
build_string += ';'
|
|
|
|
build_string += '" '
|
|
|
|
build_string += 'main_file="../' + main_file + '" '
|
|
|
|
for i in range(2, len(sys.argv)):
|
|
build_string += ' ' + sys.argv[i] + ' '
|
|
|
|
cwd = os.getcwd()
|
|
full_path = cwd + '/engine/'
|
|
|
|
if not os.path.isdir(full_path):
|
|
print('engine directory doesnt exists.')
|
|
exit()
|
|
|
|
os.chdir(full_path)
|
|
|
|
if 'l' in arg:
|
|
build_string += 'platform=x11'
|
|
|
|
build_string = get_exports_for('linux') + build_string
|
|
|
|
print('Running command: ' + build_string)
|
|
|
|
subprocess.call(build_string, shell=True)
|
|
elif 'w' in arg:
|
|
build_string += 'platform=windows'
|
|
|
|
build_string = get_exports_for('windows') + build_string
|
|
|
|
print('Running command: ' + build_string)
|
|
|
|
subprocess.call(build_string, shell=True)
|
|
elif 'a' in arg:
|
|
build_string += 'platform=android'
|
|
|
|
build_string = get_exports_for('android') + build_string
|
|
|
|
print('Running command: ' + build_string + ' android_arch=armv7')
|
|
subprocess.call(build_string + ' android_arch=armv7', shell=True)
|
|
print('Running command: ' + build_string + ' android_arch=arm64v8')
|
|
subprocess.call(build_string + ' android_arch=arm64v8', shell=True)
|
|
print('Running command: ' + build_string + ' android_arch=x86')
|
|
subprocess.call(build_string + ' android_arch=x86', shell=True)
|
|
|
|
os.chdir(full_path + 'platform/android/java/')
|
|
|
|
print('Running command: ' + get_exports_for('global') + get_exports_for('android') + './gradlew generateGodotTemplates')
|
|
subprocess.call(get_exports_for('global') + get_exports_for('android') + './gradlew generateGodotTemplates', shell=True)
|
|
elif 'j' in arg:
|
|
build_string += 'platform=javascript'
|
|
|
|
build_string = get_exports_for('javascript') + build_string
|
|
|
|
print('Running command: ' + build_string)
|
|
subprocess.call(build_string, shell=True)
|
|
|
|
else:
|
|
print('No platform specified')
|
|
exit()
|
|
|
|
exit()
|
|
elif arg[0] == 'p':
|
|
if arg == 'p':
|
|
#print("Applies a patch. Append c for the compilation database patch. For example: pc")
|
|
print("Applies a patch. No Patches right now.")
|
|
exit()
|
|
|
|
cwd = os.getcwd()
|
|
full_path = cwd + '/engine/'
|
|
|
|
if not os.path.isdir(full_path):
|
|
print('engine directory doesnt exists.')
|
|
exit()
|
|
|
|
os.chdir(full_path)
|
|
|
|
#apply the patch to just the working directory, without creating a commit
|
|
|
|
#if 'c' in arg:
|
|
# subprocess.call('git apply --index ../patches/compilation_db.patch', shell=True)
|
|
|
|
#unstage all files
|
|
subprocess.call('git reset', shell=True)
|
|
|
|
exit()
|
|
|
|
opts = Variables(args=ARGUMENTS)
|
|
|
|
opts.Add('a', 'What to do', '')
|
|
opts.Add(EnumVariable('action', 'What to do', 'setup', ('setup', 'update')))
|
|
opts.Add('t', 'Action target', '')
|
|
opts.Add(EnumVariable('target', 'Action target', 'all', ('all', 'engine', 'modules', 'all_addons', 'addons', 'third_party_addons')))
|
|
opts.Add(EnumVariable('repository_type', 'Type of repositories to clone from first', 'http', ('http', 'ssh')))
|
|
|
|
opts.Update(env)
|
|
Help(opts.GenerateHelpText(env))
|
|
|
|
load_target_commits_array()
|
|
|
|
rt = env['repository_type']
|
|
|
|
if rt == 'ssh':
|
|
repository_index = 1
|
|
|
|
action = env['action']
|
|
target = env['target']
|
|
|
|
if env['a']:
|
|
action = env['a']
|
|
|
|
if env['t']:
|
|
target = env['t']
|
|
|
|
if not os.path.isdir('./modules'):
|
|
os.mkdir('./modules')
|
|
|
|
if 'm' in action:
|
|
godot_branch = 'master'
|
|
|
|
if 'setup' in action or action[0] == 's':
|
|
if target == 'all':
|
|
setup_all()
|
|
elif target == 'engine':
|
|
setup_engine()
|
|
elif target == 'modules':
|
|
setup_modules()
|
|
elif target == 'all_addons':
|
|
setup_addons()
|
|
setup_addons_third_party_addons()
|
|
elif target == 'addons':
|
|
setup_addons()
|
|
elif target == 'third_party_addons':
|
|
setup_addons_third_party_addons()
|
|
elif 'update' in action or action[0] == 'u':
|
|
if target == 'all':
|
|
update_all()
|
|
elif target == 'engine':
|
|
update_engine()
|
|
save_target_commits_array()
|
|
elif target == 'modules':
|
|
update_modules()
|
|
save_target_commits_array()
|
|
elif target == 'all_addons':
|
|
update_addons()
|
|
update_addons_third_party_addons()
|
|
save_target_commits_array()
|
|
elif target == 'addons':
|
|
update_addons()
|
|
save_target_commits_array()
|
|
elif target == 'third_party_addons':
|
|
update_addons_third_party_addons()
|
|
save_target_commits_array()
|
|
|