scons_gd/scons/test/option/option-j.py
2022-10-15 16:06:26 +02:00

231 lines
6.5 KiB
Python

#!/usr/bin/env python
#
# __COPYRIGHT__
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be included
# in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
"""
This tests the -j command line option, and the num_jobs
SConscript settable option.
"""
__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__"
import os.path
import sys
import TestSCons
_python_ = TestSCons._python_
try:
import threading
except ImportError:
# if threads are not supported, then
# there is nothing to test
TestCmd.no_result()
sys.exit()
test = TestSCons.TestSCons()
test.write('build.py', r"""
import time
import sys
with open(sys.argv[1], 'w') as f:
f.write(str(time.time()) + '\n')
time.sleep(1)
f.write(str(time.time()))
""")
test.subdir('foo')
test.write(['foo','foo.in'], r"""
foo you
""")
test.write('SConstruct', """
DefaultEnvironment(tools=[])
MyBuild = Builder(action = r'%(_python_)s build.py $TARGETS')
env = Environment(BUILDERS={'MyBuild': MyBuild}, tools=[])
env.Tool('install')
env.MyBuild(target='f1', source='f1.in')
env.MyBuild(target='f2', source='f2.in')
def copyn(env, target, source):
import shutil
import time
time.sleep(1)
for t in target:
shutil.copy(str(source[0]), str(t))
t = env.Command(target=['foo/foo1.out', 'foo/foo2.out'],
source='foo/foo.in',
action=copyn)
env.Install('out', t)
""" % locals())
def RunTest(args, extra):
"""extra is used to make scons rebuild the output file"""
test.write('f1.in', 'f1.in'+extra)
test.write('f2.in', 'f2.in'+extra)
test.run(arguments = args)
str = test.read("f1", mode='r')
start1,finish1 = list(map(float, str.split("\n")))
str = test.read("f2", mode='r')
start2,finish2 = list(map(float, str.split("\n")))
return start2, finish1
# Test 2 parallel jobs.
# fail if the second file was not started
# before the first one was finished.
start2, finish1 = RunTest('-j 2 f1 f2', "first")
test.fail_test(not (start2 < finish1))
# re-run the test with the same input, fail if we don't
# get back the same times, which would indicate that
# SCons rebuilt the files even though nothing changed
s2, f1 = RunTest('-j 2 f1 f2', "first")
test.fail_test(start2 != s2)
test.fail_test(finish1 != f1)
# Test a single serial job.
# fail if the second file was started
# before the first one was finished
start2, finish1 = RunTest('f1 f2', "second")
test.fail_test(start2 < finish1)
# Make sure that a parallel build using a list builder
# succeeds.
test.run(arguments='-j 2 out')
if sys.platform != 'win32' and sys.version_info[0] == 2:
# Test breaks on win32 when using real subprocess is not the only
# package to import threading
#
# Test that we fall back and warn properly if there's no threading.py
# module (simulated), which is the case if this version of Python wasn't
# built with threading support.
test.subdir('pythonlib')
test.write(['pythonlib', 'threading.py'], "raise ImportError\n")
save_pythonpath = os.environ.get('PYTHONPATH', '')
os.environ['PYTHONPATH'] = test.workpath('pythonlib')
#start2, finish1 = RunTest('-j 2 f1, f2', "fifth")
test.write('f1.in', 'f1.in pythonlib\n')
test.write('f2.in', 'f2.in pythonlib\n')
test.run(arguments = "-j 2 f1 f2", stderr=None)
warn = """scons: warning: parallel builds are unsupported by this version of Python;
\tignoring -j or num_jobs option."""
test.must_contain_all_lines(test.stderr(), [warn])
str = test.read("f1", mode='r')
start1,finish1 = list(map(float, str.split("\n")))
str = test.read("f2", mode='r')
start2,finish2 = list(map(float, str.split("\n")))
test.fail_test(start2 < finish1)
os.environ['PYTHONPATH'] = save_pythonpath
# Test SetJobs() with no -j:
test.write('SConstruct', """
DefaultEnvironment(tools=[])
MyBuild = Builder(action=r'%(_python_)s build.py $TARGETS')
env = Environment(BUILDERS={'MyBuild': MyBuild}, tools=[])
env.Tool('install')
env.MyBuild(target = 'f1', source = 'f1.in')
env.MyBuild(target = 'f2', source = 'f2.in')
def copyn(env, target, source):
import shutil
import time
time.sleep(1)
for t in target:
shutil.copy(str(source[0]), str(t))
t = env.Command(target=['foo/foo1.out', 'foo/foo2.out'], source='foo/foo.in', action=copyn)
env.Install('out', t)
assert GetOption('num_jobs') == 1
SetOption('num_jobs', 2)
assert GetOption('num_jobs') == 2
""" % locals())
# This should be a parallel build because the SConscript sets jobs to 2.
# fail if the second file was not started
# before the first one was finished
start2, finish1 = RunTest('f1 f2', "third")
test.fail_test(not (start2 < finish1))
# Test SetJobs() with -j:
test.write('SConstruct', """
DefaultEnvironment(tools=[])
MyBuild = Builder(action = r'%(_python_)s build.py $TARGETS')
env = Environment(BUILDERS = {'MyBuild': MyBuild}, tools=[])
env.Tool('install')
env.MyBuild(target='f1', source='f1.in')
env.MyBuild(target='f2', source='f2.in')
def copyn(env, target, source):
import shutil
import time
time.sleep(1)
for t in target:
shutil.copy(str(source[0]), str(t))
t = env.Command(target=['foo/foo1.out', 'foo/foo2.out'], source='foo/foo.in', action=copyn)
env.Install('out', t)
assert GetOption('num_jobs') == 1
SetOption('num_jobs', 2)
assert GetOption('num_jobs') == 1
""" % locals())
# This should be a serial build since -j 1 overrides the call to SetJobs().
# fail if the second file was started
# before the first one was finished
start2, finish1 = RunTest('-j 1 f1 f2', "fourth")
test.fail_test(start2 < finish1)
test.pass_test()
# Local Variables:
# tab-width:4
# indent-tabs-mode:nil
# End:
# vim: set expandtab tabstop=4 shiftwidth=4: