402 lines
21 KiB
Python
402 lines
21 KiB
Python
|
#
|
||
|
|
# BitBake Tests for runqueue task processing
|
||
|
|
#
|
||
|
|
# Copyright (C) 2019 Richard Purdie
|
||
|
|
#
|
||
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
||
|
|
#
|
||
|
|
|
||
|
|
import unittest
|
||
|
|
import os
|
||
|
|
import tempfile
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
import time
|
||
|
|
|
||
|
|
#
|
||
|
|
# TODO:
|
||
|
|
# Add tests on task ordering (X happens before Y after Z)
|
||
|
|
#
|
||
|
|
|
||
|
|
class RunQueueTests(unittest.TestCase):
|
||
|
|
|
||
|
|
alltasks = ['package', 'fetch', 'unpack', 'patch', 'prepare_recipe_sysroot', 'configure',
|
||
|
|
'compile', 'install', 'packagedata', 'package_qa', 'package_write_rpm', 'package_write_ipk',
|
||
|
|
'populate_sysroot', 'build']
|
||
|
|
a1_sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
|
||
|
|
b1_sstatevalid = "b1:do_package b1:do_package_qa b1:do_packagedata b1:do_package_write_ipk b1:do_package_write_rpm b1:do_populate_lic b1:do_populate_sysroot"
|
||
|
|
|
||
|
|
def run_bitbakecmd(self, cmd, builddir, sstatevalid="", slowtasks="", extraenv=None, cleanup=False):
|
||
|
|
env = os.environ.copy()
|
||
|
|
env["BBPATH"] = os.path.realpath(os.path.join(os.path.dirname(__file__), "runqueue-tests"))
|
||
|
|
env["BB_ENV_PASSTHROUGH_ADDITIONS"] = "SSTATEVALID SLOWTASKS TOPDIR"
|
||
|
|
env["SSTATEVALID"] = sstatevalid
|
||
|
|
env["SLOWTASKS"] = slowtasks
|
||
|
|
env["TOPDIR"] = builddir
|
||
|
|
if extraenv:
|
||
|
|
for k in extraenv:
|
||
|
|
env[k] = extraenv[k]
|
||
|
|
env["BB_ENV_PASSTHROUGH_ADDITIONS"] = env["BB_ENV_PASSTHROUGH_ADDITIONS"] + " " + k
|
||
|
|
try:
|
||
|
|
output = subprocess.check_output(cmd, env=env, stderr=subprocess.STDOUT,universal_newlines=True, cwd=builddir)
|
||
|
|
print(output)
|
||
|
|
except subprocess.CalledProcessError as e:
|
||
|
|
self.fail("Command %s failed with %s" % (cmd, e.output))
|
||
|
|
tasks = []
|
||
|
|
tasklog = builddir + "/task.log"
|
||
|
|
if os.path.exists(tasklog):
|
||
|
|
with open(tasklog, "r") as f:
|
||
|
|
tasks = [line.rstrip() for line in f]
|
||
|
|
if cleanup:
|
||
|
|
os.remove(tasklog)
|
||
|
|
return tasks
|
||
|
|
|
||
|
|
def test_no_setscenevalid(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_single_setscenevalid(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = "a1:do_package"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
|
||
|
|
'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot', 'a1:build']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_intermediate_setscenevalid(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = "a1:do_package a1:do_populate_sysroot"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot_setscene', 'a1:build']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_intermediate_notcovered(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = "a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_package_write_rpm a1:do_populate_lic a1:do_populate_sysroot"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
|
||
|
|
'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_all_setscenevalid(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = self.a1_sstatevalid
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
|
||
|
|
'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_no_settasks(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1", "-c", "patch"]
|
||
|
|
sstatevalid = self.a1_sstatevalid
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:fetch', 'a1:unpack', 'a1:patch']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_mix_covered_notcovered(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1:do_patch", "a1:do_populate_sysroot"]
|
||
|
|
sstatevalid = self.a1_sstatevalid
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:fetch', 'a1:unpack', 'a1:patch', 'a1:populate_sysroot_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
# Test targets with intermediate setscene tasks alongside a target with no intermediate setscene tasks
|
||
|
|
def test_mixed_direct_tasks_setscene_tasks(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "c1:do_patch", "a1"]
|
||
|
|
sstatevalid = self.a1_sstatevalid
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['c1:fetch', 'c1:unpack', 'c1:patch', 'a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
|
||
|
|
'a1:package_qa_setscene', 'a1:build', 'a1:populate_sysroot_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
# This test slows down the execution of do_package_setscene until after other real tasks have
|
||
|
|
# started running which tests for a bug where tasks were being lost from the buildable list of real
|
||
|
|
# tasks if they weren't in tasks_covered or tasks_notcovered
|
||
|
|
def test_slow_setscene(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
sstatevalid = "a1:do_package"
|
||
|
|
slowtasks = "a1:package_setscene"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, slowtasks)
|
||
|
|
expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
|
||
|
|
'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_qa', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot', 'a1:build']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_setscene_ignore_tasks(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "a1"]
|
||
|
|
extraenv = {
|
||
|
|
"BB_SETSCENE_ENFORCE" : "1",
|
||
|
|
"BB_SETSCENE_ENFORCE_IGNORE_TASKS" : "a1:do_package_write_rpm a1:do_build"
|
||
|
|
}
|
||
|
|
sstatevalid = "a1:do_package a1:do_package_qa a1:do_packagedata a1:do_package_write_ipk a1:do_populate_lic a1:do_populate_sysroot"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
|
||
|
|
expected = ['a1:packagedata_setscene', 'a1:package_qa_setscene', 'a1:package_write_ipk_setscene',
|
||
|
|
'a1:populate_sysroot_setscene', 'a1:package_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
# Tests for problems with dependencies between setscene tasks
|
||
|
|
def test_no_setscenevalid_harddeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "d1"]
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
|
||
|
|
'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot', 'd1:package', 'd1:fetch', 'd1:unpack', 'd1:patch', 'd1:prepare_recipe_sysroot', 'd1:configure',
|
||
|
|
'd1:compile', 'd1:install', 'd1:packagedata', 'd1:package_qa', 'd1:package_write_rpm', 'd1:package_write_ipk',
|
||
|
|
'd1:populate_sysroot', 'd1:build']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_no_setscenevalid_withdeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "b1"]
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
|
||
|
|
expected.remove('a1:build')
|
||
|
|
expected.remove('a1:package_qa')
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_single_a1_setscenevalid_withdeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "b1"]
|
||
|
|
sstatevalid = "a1:do_package"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_setscene', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
|
||
|
|
'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot'] + ['b1:' + x for x in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_single_b1_setscenevalid_withdeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "b1"]
|
||
|
|
sstatevalid = "b1:do_package"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package', 'a1:fetch', 'a1:unpack', 'a1:patch', 'a1:prepare_recipe_sysroot', 'a1:configure',
|
||
|
|
'a1:compile', 'a1:install', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
|
||
|
|
expected.remove('b1:package')
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_intermediate_setscenevalid_withdeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "b1"]
|
||
|
|
sstatevalid = "a1:do_package a1:do_populate_sysroot b1:do_package"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_setscene', 'a1:packagedata', 'a1:package_write_rpm', 'a1:package_write_ipk',
|
||
|
|
'a1:populate_sysroot_setscene', 'b1:package_setscene'] + ['b1:' + x for x in self.alltasks]
|
||
|
|
expected.remove('b1:package')
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_all_setscenevalid_withdeps(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
cmd = ["bitbake", "b1"]
|
||
|
|
sstatevalid = self.a1_sstatevalid + " " + self.b1_sstatevalid
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid)
|
||
|
|
expected = ['a1:package_write_ipk_setscene', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
|
||
|
|
'b1:build', 'a1:populate_sysroot_setscene', 'b1:package_write_ipk_setscene', 'b1:package_write_rpm_setscene',
|
||
|
|
'b1:packagedata_setscene', 'b1:package_qa_setscene', 'b1:populate_sysroot_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_multiconfig_setscene_optimise(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BBMULTICONFIG" : "mc-1 mc_2",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "basic"
|
||
|
|
}
|
||
|
|
cmd = ["bitbake", "b1", "mc:mc-1:b1", "mc:mc_2:b1"]
|
||
|
|
setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
|
||
|
|
'populate_sysroot_setscene', 'package_qa_setscene']
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + \
|
||
|
|
['mc-1:b1:' + x for x in setscenetasks] + ['mc-1:a1:' + x for x in setscenetasks] + \
|
||
|
|
['mc_2:b1:' + x for x in setscenetasks] + ['mc_2:a1:' + x for x in setscenetasks] + \
|
||
|
|
['mc-1:b1:build', 'mc_2:b1:build']
|
||
|
|
for x in ['mc-1:a1:package_qa_setscene', 'mc_2:a1:package_qa_setscene', 'a1:build', 'a1:package_qa']:
|
||
|
|
expected.remove(x)
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_multiconfig_bbmask(self):
|
||
|
|
# This test validates that multiconfigs can independently mask off
|
||
|
|
# recipes they do not want with BBMASK. It works by having recipes
|
||
|
|
# that will fail to parse for mc-1 and mc_2, then making each multiconfig
|
||
|
|
# build the one that does parse. This ensures that the recipes are in
|
||
|
|
# each multiconfigs BBFILES, but each is masking only the one that
|
||
|
|
# doesn't parse
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BBMULTICONFIG" : "mc-1 mc_2",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "basic",
|
||
|
|
"EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
|
||
|
|
}
|
||
|
|
cmd = ["bitbake", "mc:mc-1:fails-mc2", "mc:mc_2:fails-mc1"]
|
||
|
|
self.run_bitbakecmd(cmd, tempdir, "", extraenv=extraenv)
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_multiconfig_mcdepends(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BBMULTICONFIG" : "mc-1 mc_2",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "TestMulticonfigDepends",
|
||
|
|
"EXTRA_BBFILES": "${COREBASE}/recipes/fails-mc/*.bb",
|
||
|
|
}
|
||
|
|
tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ["mc-1:f1:%s" % t for t in self.alltasks] + \
|
||
|
|
["mc_2:a1:%s" % t for t in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
# A rebuild does nothing
|
||
|
|
tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
|
||
|
|
self.assertEqual(set(tasks), set())
|
||
|
|
|
||
|
|
# Test that a signature change in the dependent task causes
|
||
|
|
# mcdepends to rebuild
|
||
|
|
tasks = self.run_bitbakecmd(["bitbake", "mc:mc_2:a1", "-c", "compile", "-f"], tempdir, "", extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ["mc_2:a1:compile"]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
rerun_tasks = self.alltasks[:]
|
||
|
|
for x in ("fetch", "unpack", "patch", "prepare_recipe_sysroot", "configure", "compile"):
|
||
|
|
rerun_tasks.remove(x)
|
||
|
|
tasks = self.run_bitbakecmd(["bitbake", "mc:mc-1:f1"], tempdir, "", extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ["mc-1:f1:%s" % t for t in rerun_tasks] + \
|
||
|
|
["mc_2:a1:%s" % t for t in rerun_tasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_hashserv_single(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BB_HASHSERVE" : "auto",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "TestEquivHash"
|
||
|
|
}
|
||
|
|
cmd = ["bitbake", "a1", "b1"]
|
||
|
|
setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
|
||
|
|
'populate_sysroot_setscene', 'package_qa_setscene']
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
cmd = ["bitbake", "a1", "-c", "install", "-f"]
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:install']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
cmd = ["bitbake", "a1", "b1"]
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:populate_sysroot', 'a1:package', 'a1:package_write_rpm_setscene', 'a1:packagedata_setscene',
|
||
|
|
'a1:package_write_ipk_setscene', 'a1:package_qa_setscene', 'a1:build']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_hashserv_double(self):
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BB_HASHSERVE" : "auto",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "TestEquivHash"
|
||
|
|
}
|
||
|
|
cmd = ["bitbake", "a1", "b1", "e1"]
|
||
|
|
setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
|
||
|
|
'populate_sysroot_setscene', 'package_qa_setscene']
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
cmd = ["bitbake", "e1"]
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
|
||
|
|
'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
|
||
|
|
'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def test_hashserv_multiple_setscene(self):
|
||
|
|
# Runs e1:do_package_setscene twice
|
||
|
|
with tempfile.TemporaryDirectory(prefix="runqueuetest") as tempdir:
|
||
|
|
extraenv = {
|
||
|
|
"BB_HASHSERVE" : "auto",
|
||
|
|
"BB_SIGNATURE_HANDLER" : "TestEquivHash"
|
||
|
|
}
|
||
|
|
cmd = ["bitbake", "a1", "b1", "e1"]
|
||
|
|
setscenetasks = ['package_write_ipk_setscene', 'package_write_rpm_setscene', 'packagedata_setscene',
|
||
|
|
'populate_sysroot_setscene', 'package_qa_setscene']
|
||
|
|
sstatevalid = ""
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
expected = ['a1:' + x for x in self.alltasks] + ['b1:' + x for x in self.alltasks] + ['e1:' + x for x in self.alltasks]
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
cmd = ["bitbake", "a1", "b1", "-c", "install", "-fn"]
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True)
|
||
|
|
cmd = ["bitbake", "e1"]
|
||
|
|
sstatevalid = "e1:do_package"
|
||
|
|
tasks = self.run_bitbakecmd(cmd, tempdir, sstatevalid, extraenv=extraenv, cleanup=True, slowtasks="a1:populate_sysroot b1:populate_sysroot")
|
||
|
|
expected = ['a1:package', 'a1:install', 'b1:package', 'b1:install', 'a1:populate_sysroot', 'b1:populate_sysroot',
|
||
|
|
'a1:package_write_ipk_setscene', 'b1:packagedata_setscene', 'b1:package_write_rpm_setscene',
|
||
|
|
'a1:package_write_rpm_setscene', 'b1:package_write_ipk_setscene', 'a1:packagedata_setscene',
|
||
|
|
'e1:package_setscene']
|
||
|
|
self.assertEqual(set(tasks), set(expected))
|
||
|
|
for i in expected:
|
||
|
|
self.assertEqual(tasks.count(i), 1, "%s not in task list once" % i)
|
||
|
|
|
||
|
|
self.shutdown(tempdir)
|
||
|
|
|
||
|
|
def shutdown(self, tempdir):
|
||
|
|
# Wait for the hashserve socket to disappear else we'll see races with the tempdir cleanup
|
||
|
|
while (os.path.exists(tempdir + "/hashserve.sock") or os.path.exists(tempdir + "cache/hashserv.db-wal") or os.path.exists(tempdir + "/bitbake.lock")):
|
||
|
|
time.sleep(0.5)
|
||
|
|
|