2016-04-06 16:46:30 +00:00
|
|
|
#
|
|
|
|
# BitBake Toaster Implementation
|
|
|
|
#
|
|
|
|
# Copyright (C) 2016 Intel Corporation
|
|
|
|
#
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
|
|
# published by the Free Software Foundation.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License along
|
|
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
|
|
|
|
|
|
# Temporary home for the UI's misc API
|
2016-05-10 14:06:54 +00:00
|
|
|
import re
|
2016-04-06 16:46:30 +00:00
|
|
|
|
2016-07-06 17:22:36 +00:00
|
|
|
from orm.models import Project, ProjectTarget, Build, Layer_Version
|
|
|
|
from orm.models import LayerVersionDependency, LayerSource, ProjectLayer
|
2016-04-06 16:46:30 +00:00
|
|
|
from bldcontrol.models import BuildRequest
|
|
|
|
from bldcontrol import bbcontroller
|
|
|
|
from django.http import HttpResponse, JsonResponse
|
|
|
|
from django.views.generic import View
|
2016-07-06 17:22:36 +00:00
|
|
|
from django.core.urlresolvers import reverse
|
bitbake: toaster: move most recent builds templating to client
The most recent builds area of the all builds and project builds
table needs to update as a build progresses. It also needs
additional functionality to show other states (e.g. recipe parsing,
queued) which again needs to update on the client side.
Rather than add to the existing mix of server-side templating
with client-side DOM updating, translate all of the server-side
templates to client-side ones (jsrender), and add logic which
updates the most recent builds area as the state of a build changes.
Add a JSON API for mostrecentbuilds, which returns the state of
all "recent" builds. Fetch this via Ajax from the build dashboard
(rather than fetching the ad hoc API as in the previous version).
Then, as new states for builds are fetched via Ajax, determine
whether the build state has changed completely, or whether the progress
has just updated. If the state completely changed, re-render the
template on the client side for that build. If only the progress
changed, just update the progress bar. (NB this fixes the
task progress bar so it works for the project builds and all builds
pages.)
In cases where the builds table needs to update as the result of
a build finishing, reload the whole page.
This work highlighted a variety of other issues, such as
build requests not being able to change state as necessary. This
was one part of the cause of the "cancelling build..." state
being fragile and disappearing entirely when the page refreshed.
The cancelling state now persists between page reloads, as the
logic for determining whether a build is cancelling is now on
the Build object itself.
Note that jsrender is redistributed as part of Toaster, so
a note was added to LICENSE to that effect.
[YOCTO #9631]
(Bitbake rev: c868ea036aa34b387a72ec5116a66b2cd863995b)
Signed-off-by: Elliot Smith <elliot.smith@intel.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
2016-06-29 14:41:56 +00:00
|
|
|
from django.core import serializers
|
|
|
|
from django.utils import timezone
|
|
|
|
from django.template.defaultfilters import date
|
|
|
|
from toastergui.templatetags.projecttags import json, sectohms, get_tasks
|
2016-04-06 16:46:30 +00:00
|
|
|
|
2016-07-06 17:22:37 +00:00
|
|
|
def error_response(error):
|
|
|
|
return JsonResponse({"error": error})
|
|
|
|
|
2016-04-06 16:46:30 +00:00
|
|
|
|
|
|
|
class XhrBuildRequest(View):
|
|
|
|
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
|
|
return HttpResponse()
|
|
|
|
|
|
|
|
def post(self, request, *args, **kwargs):
|
2016-04-06 16:46:31 +00:00
|
|
|
"""
|
|
|
|
Build control
|
|
|
|
|
|
|
|
Entry point: /xhr_buildrequest/<project_id>
|
|
|
|
Method: POST
|
|
|
|
|
|
|
|
Args:
|
|
|
|
id: id of build to change
|
|
|
|
buildCancel = build_request_id ...
|
|
|
|
buildDelete = id ...
|
|
|
|
targets = recipe_name ...
|
|
|
|
|
|
|
|
Returns:
|
|
|
|
{"error": "ok"}
|
|
|
|
or
|
|
|
|
{"error": <error message>}
|
|
|
|
"""
|
2016-04-06 16:46:30 +00:00
|
|
|
|
|
|
|
project = Project.objects.get(pk=kwargs['pid'])
|
|
|
|
|
|
|
|
if 'buildCancel' in request.POST:
|
|
|
|
for i in request.POST['buildCancel'].strip().split(" "):
|
|
|
|
try:
|
2016-04-06 16:46:31 +00:00
|
|
|
br = BuildRequest.objects.get(project=project, pk=i)
|
|
|
|
|
|
|
|
try:
|
|
|
|
bbctrl = bbcontroller.BitbakeController(br.environment)
|
|
|
|
bbctrl.forceShutDown()
|
|
|
|
except:
|
|
|
|
# We catch a bunch of exceptions here because
|
|
|
|
# this is where the server has not had time to start up
|
|
|
|
# and the build request or build is in transit between
|
|
|
|
# processes.
|
|
|
|
# We can safely just set the build as cancelled
|
|
|
|
# already as it never got started
|
|
|
|
build = br.build
|
|
|
|
build.outcome = Build.CANCELLED
|
|
|
|
build.save()
|
|
|
|
|
|
|
|
# We now hand over to the buildinfohelper to update the
|
|
|
|
# build state once we've finished cancelling
|
|
|
|
br.state = BuildRequest.REQ_CANCELLING
|
2016-04-06 16:46:30 +00:00
|
|
|
br.save()
|
2016-04-06 16:46:31 +00:00
|
|
|
|
2016-04-06 16:46:30 +00:00
|
|
|
except BuildRequest.DoesNotExist:
|
2016-07-11 13:47:06 +00:00
|
|
|
return error_response('No such build request id %s' % i)
|
2016-04-06 16:46:31 +00:00
|
|
|
|
2016-07-06 17:22:37 +00:00
|
|
|
return error_response('ok')
|
2016-04-06 16:46:30 +00:00
|
|
|
|
|
|
|
if 'buildDelete' in request.POST:
|
|
|
|
for i in request.POST['buildDelete'].strip().split(" "):
|
|
|
|
try:
|
2016-07-06 17:22:37 +00:00
|
|
|
BuildRequest.objects.select_for_update().get(
|
|
|
|
project=project,
|
|
|
|
pk=i,
|
|
|
|
state__lte=BuildRequest.REQ_DELETED).delete()
|
|
|
|
|
2016-04-06 16:46:30 +00:00
|
|
|
except BuildRequest.DoesNotExist:
|
|
|
|
pass
|
2016-07-06 17:22:37 +00:00
|
|
|
return error_response("ok")
|
2016-04-06 16:46:30 +00:00
|
|
|
|
|
|
|
if 'targets' in request.POST:
|
2016-07-06 17:22:37 +00:00
|
|
|
ProjectTarget.objects.filter(project=project).delete()
|
2016-04-06 16:46:30 +00:00
|
|
|
s = str(request.POST['targets'])
|
2016-05-10 14:06:54 +00:00
|
|
|
for t in re.sub(r'[;%|"]', '', s).split(" "):
|
2016-04-06 16:46:30 +00:00
|
|
|
if ":" in t:
|
|
|
|
target, task = t.split(":")
|
|
|
|
else:
|
|
|
|
target = t
|
|
|
|
task = ""
|
2016-07-06 17:22:37 +00:00
|
|
|
ProjectTarget.objects.create(project=project,
|
|
|
|
target=target,
|
|
|
|
task=task)
|
2016-04-06 16:46:30 +00:00
|
|
|
project.schedule_build()
|
|
|
|
|
2016-07-06 17:22:37 +00:00
|
|
|
return error_response('ok')
|
2016-04-06 16:46:31 +00:00
|
|
|
|
2016-04-06 16:46:30 +00:00
|
|
|
response = HttpResponse()
|
2016-04-06 16:46:31 +00:00
|
|
|
response.status_code = 500
|
2016-04-06 16:46:30 +00:00
|
|
|
return response
|
2016-07-06 17:22:36 +00:00
|
|
|
|
|
|
|
|
|
|
|
class XhrLayer(View):
|
|
|
|
""" Get and Update Layer information """
|
|
|
|
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
|
|
"""
|
|
|
|
Update a layer
|
|
|
|
|
|
|
|
Entry point: /xhr_layer/<layerversion_id>
|
|
|
|
Method: POST
|
|
|
|
|
|
|
|
Args:
|
2016-08-22 15:42:30 +00:00
|
|
|
vcs_url, dirpath, commit, up_branch, summary, description, local_source_dir
|
2016-07-06 17:22:36 +00:00
|
|
|
|
|
|
|
add_dep = append a layerversion_id as a dependency
|
|
|
|
rm_dep = remove a layerversion_id as a depedency
|
|
|
|
Returns:
|
|
|
|
{"error": "ok"}
|
|
|
|
or
|
|
|
|
{"error": <error message>}
|
|
|
|
"""
|
|
|
|
|
|
|
|
try:
|
|
|
|
# We currently only allow Imported layers to be edited
|
|
|
|
layer_version = Layer_Version.objects.get(
|
|
|
|
id=kwargs['layerversion_id'],
|
|
|
|
project=kwargs['pid'],
|
2016-07-21 13:43:27 +00:00
|
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
2016-07-06 17:22:36 +00:00
|
|
|
|
|
|
|
except Layer_Version.DoesNotExist:
|
|
|
|
return error_response("Cannot find imported layer to update")
|
|
|
|
|
|
|
|
if "vcs_url" in request.POST:
|
|
|
|
layer_version.layer.vcs_url = request.POST["vcs_url"]
|
|
|
|
if "dirpath" in request.POST:
|
|
|
|
layer_version.dirpath = request.POST["dirpath"]
|
|
|
|
if "commit" in request.POST:
|
|
|
|
layer_version.commit = request.POST["commit"]
|
|
|
|
layer_version.branch = request.POST["commit"]
|
|
|
|
if "summary" in request.POST:
|
|
|
|
layer_version.layer.summary = request.POST["summary"]
|
|
|
|
if "description" in request.POST:
|
|
|
|
layer_version.layer.description = request.POST["description"]
|
2016-08-22 15:42:30 +00:00
|
|
|
if "local_source_dir" in request.POST:
|
|
|
|
layer_version.layer.local_source_dir = request.POST["local_source_dir"]
|
2016-07-06 17:22:36 +00:00
|
|
|
|
|
|
|
if "add_dep" in request.POST:
|
|
|
|
lvd = LayerVersionDependency(
|
|
|
|
layer_version=layer_version,
|
|
|
|
depends_on_id=request.POST["add_dep"])
|
|
|
|
lvd.save()
|
|
|
|
|
|
|
|
if "rm_dep" in request.POST:
|
|
|
|
rm_dep = LayerVersionDependency.objects.get(
|
|
|
|
layer_version=layer_version,
|
|
|
|
depends_on_id=request.POST["rm_dep"])
|
|
|
|
rm_dep.delete()
|
|
|
|
|
|
|
|
try:
|
|
|
|
layer_version.layer.save()
|
|
|
|
layer_version.save()
|
|
|
|
except Exception as e:
|
|
|
|
return error_response("Could not update layer version entry: %s"
|
|
|
|
% e)
|
|
|
|
|
|
|
|
return JsonResponse({"error": "ok"})
|
|
|
|
|
|
|
|
def delete(self, request, *args, **kwargs):
|
|
|
|
try:
|
|
|
|
# We currently only allow Imported layers to be deleted
|
|
|
|
layer_version = Layer_Version.objects.get(
|
|
|
|
id=kwargs['layerversion_id'],
|
|
|
|
project=kwargs['pid'],
|
2016-07-21 13:43:27 +00:00
|
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
2016-07-06 17:22:36 +00:00
|
|
|
except Layer_Version.DoesNotExist:
|
|
|
|
return error_response("Cannot find imported layer to delete")
|
|
|
|
|
|
|
|
try:
|
|
|
|
ProjectLayer.objects.get(project=kwargs['pid'],
|
|
|
|
layercommit=layer_version).delete()
|
|
|
|
except ProjectLayer.DoesNotExist:
|
|
|
|
pass
|
|
|
|
|
|
|
|
layer_version.layer.delete()
|
|
|
|
layer_version.delete()
|
|
|
|
|
|
|
|
return JsonResponse({
|
|
|
|
"error": "ok",
|
|
|
|
"redirect": reverse('project', args=(kwargs['pid'],))
|
|
|
|
})
|
bitbake: toaster: move most recent builds templating to client
The most recent builds area of the all builds and project builds
table needs to update as a build progresses. It also needs
additional functionality to show other states (e.g. recipe parsing,
queued) which again needs to update on the client side.
Rather than add to the existing mix of server-side templating
with client-side DOM updating, translate all of the server-side
templates to client-side ones (jsrender), and add logic which
updates the most recent builds area as the state of a build changes.
Add a JSON API for mostrecentbuilds, which returns the state of
all "recent" builds. Fetch this via Ajax from the build dashboard
(rather than fetching the ad hoc API as in the previous version).
Then, as new states for builds are fetched via Ajax, determine
whether the build state has changed completely, or whether the progress
has just updated. If the state completely changed, re-render the
template on the client side for that build. If only the progress
changed, just update the progress bar. (NB this fixes the
task progress bar so it works for the project builds and all builds
pages.)
In cases where the builds table needs to update as the result of
a build finishing, reload the whole page.
This work highlighted a variety of other issues, such as
build requests not being able to change state as necessary. This
was one part of the cause of the "cancelling build..." state
being fragile and disappearing entirely when the page refreshed.
The cancelling state now persists between page reloads, as the
logic for determining whether a build is cancelling is now on
the Build object itself.
Note that jsrender is redistributed as part of Toaster, so
a note was added to LICENSE to that effect.
[YOCTO #9631]
(Bitbake rev: c868ea036aa34b387a72ec5116a66b2cd863995b)
Signed-off-by: Elliot Smith <elliot.smith@intel.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
2016-06-29 14:41:56 +00:00
|
|
|
|
|
|
|
class MostRecentBuildsView(View):
|
|
|
|
def _was_yesterday_or_earlier(self, completed_on):
|
|
|
|
now = timezone.now()
|
|
|
|
delta = now - completed_on
|
|
|
|
|
|
|
|
if delta.days >= 1:
|
|
|
|
return True
|
|
|
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
|
|
"""
|
|
|
|
Returns a list of builds in JSON format.
|
|
|
|
"""
|
|
|
|
mrb_type = 'all'
|
|
|
|
project = None
|
|
|
|
|
|
|
|
project_id = request.GET.get('project_id', None)
|
|
|
|
if project_id:
|
|
|
|
try:
|
|
|
|
mrb_type = 'project'
|
|
|
|
project = Project.objects.get(pk=project_id)
|
|
|
|
except:
|
|
|
|
# if project lookup fails, assume no project
|
|
|
|
pass
|
|
|
|
|
|
|
|
recent_build_objs = Build.get_recent(project)
|
|
|
|
recent_builds = []
|
|
|
|
|
|
|
|
# for timezone conversion
|
|
|
|
tz = timezone.get_current_timezone()
|
|
|
|
|
|
|
|
for build_obj in recent_build_objs:
|
|
|
|
dashboard_url = reverse('builddashboard', args=(build_obj.pk,))
|
|
|
|
buildtime_url = reverse('buildtime', args=(build_obj.pk,))
|
|
|
|
rebuild_url = \
|
|
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
|
|
cancel_url = \
|
|
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
|
|
|
|
|
|
build = {}
|
|
|
|
build['id'] = build_obj.pk
|
|
|
|
build['dashboard_url'] = dashboard_url
|
|
|
|
|
2016-07-11 13:47:06 +00:00
|
|
|
buildrequest_id = None
|
|
|
|
if hasattr(build_obj, 'buildrequest'):
|
|
|
|
buildrequest_id = build_obj.buildrequest.pk
|
|
|
|
build['buildrequest_id'] = buildrequest_id
|
|
|
|
|
|
|
|
build['recipes_parsed_percentage'] = \
|
|
|
|
int((build_obj.recipes_parsed / build_obj.recipes_to_parse) * 100)
|
|
|
|
|
bitbake: toaster: move most recent builds templating to client
The most recent builds area of the all builds and project builds
table needs to update as a build progresses. It also needs
additional functionality to show other states (e.g. recipe parsing,
queued) which again needs to update on the client side.
Rather than add to the existing mix of server-side templating
with client-side DOM updating, translate all of the server-side
templates to client-side ones (jsrender), and add logic which
updates the most recent builds area as the state of a build changes.
Add a JSON API for mostrecentbuilds, which returns the state of
all "recent" builds. Fetch this via Ajax from the build dashboard
(rather than fetching the ad hoc API as in the previous version).
Then, as new states for builds are fetched via Ajax, determine
whether the build state has changed completely, or whether the progress
has just updated. If the state completely changed, re-render the
template on the client side for that build. If only the progress
changed, just update the progress bar. (NB this fixes the
task progress bar so it works for the project builds and all builds
pages.)
In cases where the builds table needs to update as the result of
a build finishing, reload the whole page.
This work highlighted a variety of other issues, such as
build requests not being able to change state as necessary. This
was one part of the cause of the "cancelling build..." state
being fragile and disappearing entirely when the page refreshed.
The cancelling state now persists between page reloads, as the
logic for determining whether a build is cancelling is now on
the Build object itself.
Note that jsrender is redistributed as part of Toaster, so
a note was added to LICENSE to that effect.
[YOCTO #9631]
(Bitbake rev: c868ea036aa34b387a72ec5116a66b2cd863995b)
Signed-off-by: Elliot Smith <elliot.smith@intel.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
2016-06-29 14:41:56 +00:00
|
|
|
tasks_complete_percentage = 0
|
|
|
|
if build_obj.outcome in (Build.SUCCEEDED, Build.FAILED):
|
|
|
|
tasks_complete_percentage = 100
|
|
|
|
elif build_obj.outcome == Build.IN_PROGRESS:
|
|
|
|
tasks_complete_percentage = build_obj.completeper()
|
|
|
|
build['tasks_complete_percentage'] = tasks_complete_percentage
|
|
|
|
|
|
|
|
build['state'] = build_obj.get_state()
|
|
|
|
|
|
|
|
build['errors'] = build_obj.errors.count()
|
|
|
|
build['dashboard_errors_url'] = dashboard_url + '#errors'
|
|
|
|
|
|
|
|
build['warnings'] = build_obj.warnings.count()
|
|
|
|
build['dashboard_warnings_url'] = dashboard_url + '#warnings'
|
|
|
|
|
|
|
|
build['buildtime'] = sectohms(build_obj.timespent_seconds)
|
|
|
|
build['buildtime_url'] = buildtime_url
|
|
|
|
|
|
|
|
build['rebuild_url'] = rebuild_url
|
|
|
|
build['cancel_url'] = cancel_url
|
|
|
|
|
|
|
|
build['is_default_project_build'] = build_obj.project.is_default
|
|
|
|
|
|
|
|
build['build_targets_json'] = \
|
|
|
|
json(get_tasks(build_obj.target_set.all()))
|
|
|
|
|
|
|
|
# convert completed_on time to user's timezone
|
|
|
|
completed_on = timezone.localtime(build_obj.completed_on)
|
|
|
|
|
|
|
|
completed_on_template = '%H:%M'
|
|
|
|
if self._was_yesterday_or_earlier(completed_on):
|
|
|
|
completed_on_template = '%d/%m/%Y ' + completed_on_template
|
|
|
|
build['completed_on'] = completed_on.strftime(completed_on_template)
|
|
|
|
|
|
|
|
targets = []
|
|
|
|
target_objs = build_obj.get_sorted_target_list()
|
|
|
|
for target_obj in target_objs:
|
|
|
|
if target_obj.task:
|
|
|
|
targets.append(target_obj.target + ':' + target_obj.task)
|
|
|
|
else:
|
|
|
|
targets.append(target_obj.target)
|
|
|
|
build['targets'] = ' '.join(targets)
|
|
|
|
|
|
|
|
# abbreviated form of the full target list
|
|
|
|
abbreviated_targets = ''
|
|
|
|
num_targets = len(targets)
|
|
|
|
if num_targets > 0:
|
|
|
|
abbreviated_targets = targets[0]
|
|
|
|
if num_targets > 1:
|
|
|
|
abbreviated_targets += (' +%s' % (num_targets - 1))
|
|
|
|
build['targets_abbreviated'] = abbreviated_targets
|
|
|
|
|
|
|
|
recent_builds.append(build)
|
|
|
|
|
|
|
|
return JsonResponse(recent_builds, safe=False)
|