mirror of
https://git.yoctoproject.org/poky
synced 2026-05-09 17:39:31 +00:00
Liming An
26cce34e4d
Make the building log config information to get from the bitbake parameters directly, and then cancel the old way of filting the building log on running [YOCTO #2144] (From Poky rev: b52025a0fe2ca65e4d8549b1b90f5813b0c2e39f) (Bitbake rev: 983f8848da0be02dadb1bb6530ff736325d014ba) Signed-off-by: Liming An <limingx.l.an@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
450 lines
19 KiB
Python
450 lines
19 KiB
Python
#
|
|
# BitBake Graphical GTK User Interface
|
|
#
|
|
# Copyright (C) 2011 Intel Corporation
|
|
#
|
|
# Authored by Joshua Lock <josh@linux.intel.com>
|
|
# Authored by Dongxiao Xu <dongxiao.xu@intel.com>
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
import gobject
|
|
import logging
|
|
from bb.ui.crumbs.runningbuild import RunningBuild
|
|
from bb.ui.crumbs.hobwidget import hcc
|
|
|
|
class HobHandler(gobject.GObject):
|
|
|
|
"""
|
|
This object does BitBake event handling for the hob gui.
|
|
"""
|
|
__gsignals__ = {
|
|
"layers-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"package-formats-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"config-updated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING, gobject.TYPE_PYOBJECT,)),
|
|
"command-succeeded" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_INT,)),
|
|
"command-failed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_STRING,)),
|
|
"generating-data" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"data-generated" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
()),
|
|
"parsing-started" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
"parsing-completed" : (gobject.SIGNAL_RUN_LAST,
|
|
gobject.TYPE_NONE,
|
|
(gobject.TYPE_PYOBJECT,)),
|
|
}
|
|
|
|
(PARSE_CONFIG, GENERATE_CONFIGURATION, GENERATE_RECIPES, GENERATE_PACKAGES, GENERATE_IMAGE, POPULATE_PACKAGEINFO) = range(6)
|
|
(SUB_PATH_LAYERS, SUB_FILES_DISTRO, SUB_FILES_MACH, SUB_FILES_SDKMACH, SUB_MATCH_CLASS, SUB_PARSE_CONFIG, SUB_GNERATE_TGTS, SUB_GENERATE_PKGINFO, SUB_BUILD_RECIPES, SUB_BUILD_IMAGE) = range(10)
|
|
|
|
def __init__(self, server, recipe_model, package_model):
|
|
super(HobHandler, self).__init__()
|
|
|
|
self.build = RunningBuild(sequential=True)
|
|
|
|
self.recipe_model = recipe_model
|
|
self.package_model = package_model
|
|
|
|
self.commands_async = []
|
|
self.generating = False
|
|
self.current_phase = None
|
|
self.building = False
|
|
self.recipe_queue = []
|
|
self.package_queue = []
|
|
|
|
self.server = server
|
|
self.error_msg = ""
|
|
self.initcmd = None
|
|
|
|
def set_busy(self):
|
|
if not self.generating:
|
|
self.emit("generating-data")
|
|
self.generating = True
|
|
|
|
def clear_busy(self):
|
|
if self.generating:
|
|
self.emit("data-generated")
|
|
self.generating = False
|
|
|
|
def run_next_command(self, initcmd=None):
|
|
if initcmd != None:
|
|
self.initcmd = initcmd
|
|
|
|
if self.commands_async:
|
|
self.set_busy()
|
|
next_command = self.commands_async.pop(0)
|
|
else:
|
|
self.clear_busy()
|
|
if self.initcmd != None:
|
|
self.emit("command-succeeded", self.initcmd)
|
|
return
|
|
|
|
if next_command == self.SUB_PATH_LAYERS:
|
|
self.server.runCommand(["findConfigFilePath", "bblayers.conf"])
|
|
elif next_command == self.SUB_FILES_DISTRO:
|
|
self.server.runCommand(["findConfigFiles", "DISTRO"])
|
|
elif next_command == self.SUB_FILES_MACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE"])
|
|
elif next_command == self.SUB_FILES_SDKMACH:
|
|
self.server.runCommand(["findConfigFiles", "MACHINE-SDK"])
|
|
elif next_command == self.SUB_MATCH_CLASS:
|
|
self.server.runCommand(["findFilesMatchingInDir", "rootfs_", "classes"])
|
|
elif next_command == self.SUB_PARSE_CONFIG:
|
|
self.server.runCommand(["parseConfigurationFiles", "", ""])
|
|
elif next_command == self.SUB_GNERATE_TGTS:
|
|
self.server.runCommand(["generateTargetsTree", "classes/image.bbclass", []])
|
|
elif next_command == self.SUB_GENERATE_PKGINFO:
|
|
self.server.runCommand(["triggerEvent", "bb.event.RequestPackageInfo()"])
|
|
elif next_command == self.SUB_BUILD_RECIPES:
|
|
self.clear_busy()
|
|
self.building = True
|
|
self.server.runCommand(["buildTargets", self.recipe_queue, "build"])
|
|
self.recipe_queue = []
|
|
elif next_command == self.SUB_BUILD_IMAGE:
|
|
self.clear_busy()
|
|
self.building = True
|
|
targets = ["hob-image"]
|
|
self.server.runCommand(["setVariable", "LINGUAS_INSTALL", ""])
|
|
self.server.runCommand(["setVariable", "PACKAGE_INSTALL", " ".join(self.package_queue)])
|
|
if self.toolchain_build:
|
|
pkgs = self.package_queue + [i+'-dev' for i in self.package_queue] + [i+'-dbg' for i in self.package_queue]
|
|
self.server.runCommand(["setVariable", "TOOLCHAIN_TARGET_TASK", " ".join(pkgs)])
|
|
targets.append("hob-toolchain")
|
|
self.server.runCommand(["buildTargets", targets, "build"])
|
|
|
|
def handle_event(self, event):
|
|
if not event:
|
|
return
|
|
|
|
if self.building:
|
|
self.current_phase = "building"
|
|
self.build.handle_event(event)
|
|
|
|
if isinstance(event, bb.event.PackageInfo):
|
|
self.package_model.populate(event._pkginfolist)
|
|
self.run_next_command()
|
|
|
|
elif(isinstance(event, logging.LogRecord)):
|
|
if event.levelno >= logging.ERROR:
|
|
self.error_msg += event.msg + '\n'
|
|
|
|
elif isinstance(event, bb.event.TargetsTreeGenerated):
|
|
self.current_phase = "data generation"
|
|
if event._model:
|
|
self.recipe_model.populate(event._model)
|
|
elif isinstance(event, bb.event.CoreBaseFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
paths = event._paths
|
|
self.emit('layers-updated', paths)
|
|
elif isinstance(event, bb.event.ConfigFilesFound):
|
|
self.current_phase = "configuration lookup"
|
|
var = event._variable
|
|
values = event._values
|
|
values.sort()
|
|
self.emit("config-updated", var, values)
|
|
elif isinstance(event, bb.event.ConfigFilePathFound):
|
|
self.current_phase = "configuration lookup"
|
|
elif isinstance(event, bb.event.FilesMatchingFound):
|
|
self.current_phase = "configuration lookup"
|
|
# FIXME: hard coding, should at least be a variable shared between
|
|
# here and the caller
|
|
if event._pattern == "rootfs_":
|
|
formats = []
|
|
for match in event._matches:
|
|
classname, sep, cls = match.rpartition(".")
|
|
fs, sep, format = classname.rpartition("_")
|
|
formats.append(format)
|
|
formats.sort()
|
|
self.emit("package-formats-updated", formats)
|
|
elif isinstance(event, bb.command.CommandCompleted):
|
|
self.current_phase = None
|
|
self.run_next_command()
|
|
# TODO: Currently there are NoProvider issues when generate
|
|
# universe tree dependency for non-x86 architecture.
|
|
# Comment the follow code to enable the build of non-x86
|
|
# architectures in Hob.
|
|
#elif isinstance(event, bb.event.NoProvider):
|
|
# if event._runtime:
|
|
# r = "R"
|
|
# else:
|
|
# r = ""
|
|
# if event._dependees:
|
|
# self.error_msg += " Nothing %sPROVIDES '%s' (but %s %sDEPENDS on or otherwise requires it)" % (r, event._item, ", ".join(event._dependees), r)
|
|
# else:
|
|
# self.error_msg += " Nothing %sPROVIDES '%s'" % (r, event._item)
|
|
# if event._reasons:
|
|
# for reason in event._reasons:
|
|
# self.error_msg += " %s" % reason
|
|
|
|
# self.commands_async = []
|
|
# self.emit("command-failed", self.error_msg)
|
|
# self.error_msg = ""
|
|
|
|
elif isinstance(event, bb.command.CommandFailed):
|
|
self.commands_async = []
|
|
self.emit("command-failed", self.error_msg)
|
|
self.error_msg = ""
|
|
elif isinstance(event, (bb.event.ParseStarted,
|
|
bb.event.CacheLoadStarted,
|
|
bb.event.TreeDataPreparationStarted,
|
|
)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = 0
|
|
message["total"] = None
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-started", message)
|
|
elif isinstance(event, (bb.event.ParseProgress,
|
|
bb.event.CacheLoadProgress,
|
|
bb.event.TreeDataPreparationProgress)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.current
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing", message)
|
|
elif isinstance(event, (bb.event.ParseCompleted,
|
|
bb.event.CacheLoadCompleted,
|
|
bb.event.TreeDataPreparationCompleted)):
|
|
message = {}
|
|
message["eventname"] = bb.event.getName(event)
|
|
message["current"] = event.total
|
|
message["total"] = event.total
|
|
message["title"] = "Parsing recipes: "
|
|
self.emit("parsing-completed", message)
|
|
|
|
return
|
|
|
|
def init_cooker(self):
|
|
self.server.runCommand(["initCooker"])
|
|
|
|
def parse_config(self):
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.run_next_command(self.PARSE_CONFIG)
|
|
|
|
def refresh_layers(self, bblayers):
|
|
self.init_cooker()
|
|
self.set_bblayers(bblayers)
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.generate_configuration()
|
|
|
|
def set_extra_inherit(self, bbclass):
|
|
inherits = self.server.runCommand(["getVariable", "INHERIT"]) or ""
|
|
inherits = inherits + " " + bbclass
|
|
self.server.runCommand(["setVariable", "INHERIT", inherits])
|
|
|
|
def set_bblayers(self, bblayers):
|
|
self.server.runCommand(["setVariable", "BBLAYERS", " ".join(bblayers)])
|
|
|
|
def set_machine(self, machine):
|
|
self.server.runCommand(["setVariable", "MACHINE", machine])
|
|
|
|
def set_sdk_machine(self, sdk_machine):
|
|
self.server.runCommand(["setVariable", "SDKMACHINE", sdk_machine])
|
|
|
|
def set_image_fstypes(self, image_fstypes):
|
|
self.server.runCommand(["setVariable", "IMAGE_FSTYPES", " ".join(image_fstypes).lstrip(" ")])
|
|
|
|
def set_distro(self, distro):
|
|
if distro != "defaultsetup":
|
|
self.server.runCommand(["setVariable", "DISTRO", distro])
|
|
|
|
def set_package_format(self, format):
|
|
package_classes = ""
|
|
for pkgfmt in format.split():
|
|
package_classes += ("package_%s" % pkgfmt + " ")
|
|
self.server.runCommand(["setVariable", "PACKAGE_CLASSES", package_classes])
|
|
|
|
def set_bbthreads(self, threads):
|
|
self.server.runCommand(["setVariable", "BB_NUMBER_THREADS", threads])
|
|
|
|
def set_pmake(self, threads):
|
|
pmake = "-j %s" % threads
|
|
self.server.runCommand(["setVariable", "PARALLEL_MAKE", pmake])
|
|
|
|
def set_dl_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "DL_DIR", directory])
|
|
|
|
def set_sstate_dir(self, directory):
|
|
self.server.runCommand(["setVariable", "SSTATE_DIR", directory])
|
|
|
|
def set_sstate_mirror(self, url):
|
|
self.server.runCommand(["setVariable", "SSTATE_MIRROR", url])
|
|
|
|
def set_extra_size(self, image_extra_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_EXTRA_SPACE", str(image_extra_size)])
|
|
|
|
def set_rootfs_size(self, image_rootfs_size):
|
|
self.server.runCommand(["setVariable", "IMAGE_ROOTFS_SIZE", str(image_rootfs_size)])
|
|
|
|
def set_incompatible_license(self, incompat_license):
|
|
self.server.runCommand(["setVariable", "INCOMPATIBLE_LICENSE", incompat_license])
|
|
|
|
def set_extra_config(self, extra_setting):
|
|
for key in extra_setting.keys():
|
|
value = extra_setting[key]
|
|
self.server.runCommand(["setVariable", key, value])
|
|
|
|
def request_package_info_async(self):
|
|
self.commands_async.append(self.SUB_GENERATE_PKGINFO)
|
|
self.run_next_command(self.POPULATE_PACKAGEINFO)
|
|
|
|
def generate_configuration(self):
|
|
self.commands_async.append(self.SUB_PATH_LAYERS)
|
|
self.commands_async.append(self.SUB_FILES_DISTRO)
|
|
self.commands_async.append(self.SUB_FILES_MACH)
|
|
self.commands_async.append(self.SUB_FILES_SDKMACH)
|
|
self.commands_async.append(self.SUB_MATCH_CLASS)
|
|
self.run_next_command(self.GENERATE_CONFIGURATION)
|
|
|
|
def generate_recipes(self):
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_GNERATE_TGTS)
|
|
self.run_next_command(self.GENERATE_RECIPES)
|
|
|
|
def generate_packages(self, tgts):
|
|
targets = []
|
|
targets.extend(tgts)
|
|
self.recipe_queue = targets
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_BUILD_RECIPES)
|
|
self.run_next_command(self.GENERATE_PACKAGES)
|
|
|
|
def generate_image(self, tgts, toolchain_build=False):
|
|
self.package_queue = tgts
|
|
self.toolchain_build = toolchain_build
|
|
self.commands_async.append(self.SUB_PARSE_CONFIG)
|
|
self.commands_async.append(self.SUB_BUILD_IMAGE)
|
|
self.run_next_command(self.GENERATE_IMAGE)
|
|
|
|
def build_failed_async(self):
|
|
self.initcmd = None
|
|
self.commands_async = []
|
|
self.building = False
|
|
|
|
def cancel_parse(self):
|
|
self.server.runCommand(["stateStop"])
|
|
|
|
def cancel_build(self, force=False):
|
|
if force:
|
|
# Force the cooker to stop as quickly as possible
|
|
self.server.runCommand(["stateStop"])
|
|
else:
|
|
# Wait for tasks to complete before shutting down, this helps
|
|
# leave the workdir in a usable state
|
|
self.server.runCommand(["stateShutdown"])
|
|
|
|
def reset_build(self):
|
|
self.build.reset()
|
|
|
|
def get_parameters(self):
|
|
# retrieve the parameters from bitbake
|
|
params = {}
|
|
params["core_base"] = self.server.runCommand(["getVariable", "COREBASE"]) or ""
|
|
hob_layer = params["core_base"] + "/meta-hob"
|
|
params["layer"] = (self.server.runCommand(["getVariable", "BBLAYERS"]) or "") + " " + hob_layer
|
|
params["dldir"] = self.server.runCommand(["getVariable", "DL_DIR"]) or ""
|
|
params["machine"] = self.server.runCommand(["getVariable", "MACHINE"]) or ""
|
|
params["distro"] = self.server.runCommand(["getVariable", "DISTRO"]) or "defaultsetup"
|
|
params["pclass"] = self.server.runCommand(["getVariable", "PACKAGE_CLASSES"]) or ""
|
|
params["sstatedir"] = self.server.runCommand(["getVariable", "SSTATE_DIR"]) or ""
|
|
params["sstatemirror"] = self.server.runCommand(["getVariable", "SSTATE_MIRROR"]) or ""
|
|
|
|
num_threads = self.server.runCommand(["getCpuCount"])
|
|
if not num_threads:
|
|
num_threads = 1
|
|
max_threads = 65536
|
|
else:
|
|
num_threads = int(num_threads)
|
|
max_threads = 16 * num_threads
|
|
params["max_threads"] = max_threads
|
|
|
|
bbthread = self.server.runCommand(["getVariable", "BB_NUMBER_THREADS"])
|
|
if not bbthread:
|
|
bbthread = num_threads
|
|
else:
|
|
bbthread = int(bbthread)
|
|
params["bbthread"] = bbthread
|
|
|
|
pmake = self.server.runCommand(["getVariable", "PARALLEL_MAKE"])
|
|
if not pmake:
|
|
pmake = num_threads
|
|
elif isinstance(pmake, int):
|
|
pass
|
|
else:
|
|
pmake = int(pmake.lstrip("-j "))
|
|
params["pmake"] = pmake
|
|
|
|
params["image_addr"] = self.server.runCommand(["getVariable", "DEPLOY_DIR_IMAGE"]) or ""
|
|
|
|
image_extra_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_EXTRA_SPACE"])
|
|
if not image_extra_size:
|
|
image_extra_size = 0
|
|
else:
|
|
image_extra_size = int(image_extra_size)
|
|
params["image_extra_size"] = image_extra_size
|
|
|
|
image_rootfs_size = self.server.runCommand(["getVariable", "IMAGE_ROOTFS_SIZE"])
|
|
if not image_rootfs_size:
|
|
image_rootfs_size = 0
|
|
else:
|
|
image_rootfs_size = int(image_rootfs_size)
|
|
params["image_rootfs_size"] = image_rootfs_size
|
|
|
|
image_overhead_factor = self.server.runCommand(["getVariable", "IMAGE_OVERHEAD_FACTOR"])
|
|
if not image_overhead_factor:
|
|
image_overhead_factor = 1
|
|
else:
|
|
image_overhead_factor = float(image_overhead_factor)
|
|
params['image_overhead_factor'] = image_overhead_factor
|
|
|
|
params["incompat_license"] = self.server.runCommand(["getVariable", "INCOMPATIBLE_LICENSE"]) or ""
|
|
params["sdk_machine"] = self.server.runCommand(["getVariable", "SDKMACHINE"]) or self.server.runCommand(["getVariable", "SDK_ARCH"]) or ""
|
|
|
|
params["image_fstypes"] = self.server.runCommand(["getVariable", "IMAGE_FSTYPES"]) or ""
|
|
|
|
params["image_types"] = self.server.runCommand(["getVariable", "IMAGE_TYPES"]) or ""
|
|
|
|
params["conf_version"] = self.server.runCommand(["getVariable", "CONF_VERSION"]) or ""
|
|
params["lconf_version"] = self.server.runCommand(["getVariable", "LCONF_VERSION"]) or ""
|
|
|
|
params["runnable_image_types"] = self.server.runCommand(["getVariable", "RUNNABLE_IMAGE_TYPES"]) or ""
|
|
params["runnable_machine_patterns"] = self.server.runCommand(["getVariable", "RUNNABLE_MACHINE_PATTERNS"]) or ""
|
|
params["deployable_image_types"] = self.server.runCommand(["getVariable", "DEPLOYABLE_IMAGE_TYPES"]) or ""
|
|
params["tmpdir"] = self.server.runCommand(["getVariable", "TMPDIR"]) or ""
|
|
params["distro_version"] = self.server.runCommand(["getVariable", "DISTRO_VERSION"]) or ""
|
|
params["target_os"] = self.server.runCommand(["getVariable", "TARGET_OS"]) or ""
|
|
params["target_arch"] = self.server.runCommand(["getVariable", "TARGET_ARCH"]) or ""
|
|
params["tune_pkgarch"] = self.server.runCommand(["getVariable", "TUNE_PKGARCH"]) or ""
|
|
params["bb_version"] = self.server.runCommand(["getVariable", "BB_MIN_VERSION"]) or ""
|
|
params["tune_arch"] = self.server.runCommand(["getVariable", "TUNE_ARCH"]) or ""
|
|
return params
|