2013-10-11 12:46:23 +00:00
#
2014-01-14 12:50:32 +00:00
# ex:ts=4:sw=4:sts=4:et
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
#
2013-10-11 12:46:23 +00:00
# BitBake Toaster Implementation
#
# Copyright (C) 2013 Intel Corporation
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
from django . db import models
2014-12-03 13:55:19 +00:00
from django . db . models import F , Q
2014-08-08 14:03:03 +00:00
from django . utils import timezone
2014-10-09 11:37:30 +00:00
from django . core import validators
2014-12-05 15:14:20 +00:00
from django . conf import settings
2014-10-09 11:37:30 +00:00
class GitURLValidator ( validators . URLValidator ) :
import re
regex = re . compile (
r ' ^(?:ssh|git|http|ftp)s?:// ' # http:// or https://
r ' (?:(?:[A-Z0-9](?:[A-Z0-9-] { 0,61}[A-Z0-9])? \ .)+(?:[A-Z] { 2,6} \ .?|[A-Z0-9-] { 2,} \ .?)| ' # domain...
r ' localhost| ' # localhost...
r ' \ d { 1,3} \ . \ d { 1,3} \ . \ d { 1,3} \ . \ d { 1,3}| ' # ...or ipv4
r ' \ [?[A-F0-9]*:[A-F0-9:]+ \ ]?) ' # ...or ipv6
r ' (?:: \ d+)? ' # optional port
r ' (?:/?|[/?] \ S+)$ ' , re . IGNORECASE )
def GitURLField ( * * kwargs ) :
r = models . URLField ( * * kwargs )
for i in xrange ( len ( r . validators ) ) :
if isinstance ( r . validators [ i ] , validators . URLValidator ) :
r . validators [ i ] = GitURLValidator ( )
return r
2014-08-08 14:03:03 +00:00
class ToasterSetting ( models . Model ) :
name = models . CharField ( max_length = 63 )
helptext = models . TextField ( )
value = models . CharField ( max_length = 255 )
2014-10-09 11:37:30 +00:00
def __unicode__ ( self ) :
return " Setting %s " % self . name
2014-06-30 14:58:36 +00:00
class ProjectManager ( models . Manager ) :
2014-08-08 14:03:03 +00:00
def create_project ( self , name , release ) :
prj = self . model ( name = name , bitbake_version = release . bitbake_version , release = release )
2014-06-30 14:58:36 +00:00
prj . save ( )
2014-08-08 14:03:03 +00:00
for defaultconf in ToasterSetting . objects . filter ( name__startswith = " DEFCONF_ " ) :
name = defaultconf . name [ 8 : ]
ProjectVariable . objects . create ( project = prj ,
name = name ,
value = defaultconf . value )
2014-11-14 17:07:06 +00:00
for rdl in release . releasedefaultlayer_set . all ( ) :
lv = Layer_Version . objects . filter ( layer__name = rdl . layer_name , up_branch__name = release . branch_name ) [ 0 ] . get_equivalents_wpriority ( prj ) [ 0 ]
ProjectLayer . objects . create ( project = prj ,
2014-08-08 14:03:03 +00:00
layercommit = lv ,
optional = False )
2014-06-30 14:58:36 +00:00
return prj
def create ( self , * args , * * kwargs ) :
raise Exception ( " Invalid call to Project.objects.create. Use Project.objects.create_project() to create a project " )
def get_or_create ( self , * args , * * kwargs ) :
raise Exception ( " Invalid call to Project.objects.get_or_create. Use Project.objects.create_project() to create a project " )
2014-06-03 15:26:17 +00:00
class Project ( models . Model ) :
2014-11-14 17:07:06 +00:00
search_allowed_fields = [ ' name ' , ' short_description ' , ' release__name ' , ' release__branch_name ' ]
2014-06-03 15:26:17 +00:00
name = models . CharField ( max_length = 100 )
2014-06-30 14:58:36 +00:00
short_description = models . CharField ( max_length = 50 , blank = True )
2014-08-08 14:03:03 +00:00
bitbake_version = models . ForeignKey ( ' BitbakeVersion ' )
release = models . ForeignKey ( " Release " )
2014-06-03 15:26:17 +00:00
created = models . DateTimeField ( auto_now_add = True )
updated = models . DateTimeField ( auto_now = True )
2014-06-30 14:58:36 +00:00
# This is a horrible hack; since Toaster has no "User" model available when
# running in interactive mode, we can't reference the field here directly
# Instead, we keep a possible null reference to the User id, as not to force
# hard links to possibly missing models
user_id = models . IntegerField ( null = True )
objects = ProjectManager ( )
2013-10-11 12:46:23 +00:00
2014-11-14 17:07:06 +00:00
def __unicode__ ( self ) :
return " %s ( %s , %s ) " % ( self . name , self . release , self . bitbake_version )
2014-07-15 12:01:56 +00:00
2014-12-03 13:55:19 +00:00
# returns a queryset of compatible layers for a project
def compatible_layerversions ( self , release = None , layer_name = None ) :
if release == None :
release = self . release
# layers on the same branch or layers specifically set for this project
2015-02-02 17:57:36 +00:00
queryset = Layer_Version . objects . filter ( ( Q ( up_branch__name = release . branch_name ) & Q ( project = None ) ) | Q ( project = self ) | Q ( build__project = self ) )
2014-12-03 13:55:19 +00:00
if layer_name is not None :
# we select only a layer name
queryset = queryset . filter ( layer__name = layer_name )
# order by layer version priority
queryset = queryset . filter ( layer_source__releaselayersourcepriority__release = release ) . order_by ( " -layer_source__releaselayersourcepriority__priority " )
return queryset
# returns a set of layer-equivalent set of layers already in project
def projectlayer_equivalent_set ( self ) :
return [ j for i in [ x . layercommit . get_equivalents_wpriority ( self ) for x in self . projectlayer_set . all ( ) ] for j in i ]
2014-07-15 12:01:56 +00:00
def schedule_build ( self ) :
2014-08-08 14:03:03 +00:00
from bldcontrol . models import BuildRequest , BRTarget , BRLayer , BRVariable , BRBitbake
2014-07-15 12:01:56 +00:00
br = BuildRequest . objects . create ( project = self )
2014-09-09 10:47:13 +00:00
try :
2014-08-08 14:03:03 +00:00
2014-09-09 10:47:13 +00:00
BRBitbake . objects . create ( req = br ,
giturl = self . bitbake_version . giturl ,
commit = self . bitbake_version . branch ,
dirpath = self . bitbake_version . dirpath )
2014-11-05 14:47:51 +00:00
for l in self . projectlayer_set . all ( ) . order_by ( " pk " ) :
commit = l . layercommit . commit
print ( " ii Building layer " , l . layercommit . layer . name , " at commit " , commit )
if l . layercommit . up_branch :
commit = l . layercommit . up_branch . name
print ( " ii Building layer " , l . layercommit . layer . name , " at upbranch " , commit )
if l . layercommit . branch :
commit = l . layercommit . branch
print ( " ii Building layer " , l . layercommit . layer . name , " at actual_branch " , commit )
BRLayer . objects . create ( req = br , name = l . layercommit . layer . name , giturl = l . layercommit . layer . vcs_url , commit = commit , dirpath = l . layercommit . dirpath )
2014-09-09 10:47:13 +00:00
for t in self . projecttarget_set . all ( ) :
BRTarget . objects . create ( req = br , target = t . target , task = t . task )
for v in self . projectvariable_set . all ( ) :
BRVariable . objects . create ( req = br , name = v . name , value = v . value )
br . state = BuildRequest . REQ_QUEUED
br . save ( )
except Exception as e :
br . delete ( )
raise e
2014-07-15 12:01:56 +00:00
return br
2013-10-11 12:46:23 +00:00
class Build ( models . Model ) :
SUCCEEDED = 0
FAILED = 1
IN_PROGRESS = 2
BUILD_OUTCOME = (
( SUCCEEDED , ' Succeeded ' ) ,
( FAILED , ' Failed ' ) ,
( IN_PROGRESS , ' In Progress ' ) ,
)
2014-02-20 12:47:55 +00:00
search_allowed_fields = [ ' machine ' , ' cooker_log_path ' , " target__target " , " target__target_image_file__file_name " ]
2013-10-11 12:46:23 +00:00
2014-06-09 10:36:01 +00:00
project = models . ForeignKey ( Project , null = True )
2013-10-11 12:46:23 +00:00
machine = models . CharField ( max_length = 100 )
distro = models . CharField ( max_length = 100 )
distro_version = models . CharField ( max_length = 100 )
started_on = models . DateTimeField ( )
completed_on = models . DateTimeField ( )
2014-01-16 12:22:21 +00:00
timespent = models . IntegerField ( default = 0 )
2013-10-11 12:46:23 +00:00
outcome = models . IntegerField ( choices = BUILD_OUTCOME , default = IN_PROGRESS )
errors_no = models . IntegerField ( default = 0 )
warnings_no = models . IntegerField ( default = 0 )
cooker_log_path = models . CharField ( max_length = 500 )
build_name = models . CharField ( max_length = 100 )
bitbake_version = models . CharField ( max_length = 50 )
2014-08-27 16:24:42 +00:00
def completeper ( self ) :
tf = Task . objects . filter ( build = self )
tfc = tf . count ( )
if tfc > 0 :
completeper = tf . exclude ( order__isnull = True ) . count ( ) * 100 / tf . count ( )
else :
completeper = 0
return completeper
def eta ( self ) :
from django . utils import timezone
2014-09-09 10:47:13 +00:00
eta = timezone . now ( )
2014-08-27 16:24:42 +00:00
completeper = self . completeper ( )
if self . completeper ( ) > 0 :
eta = timezone . now ( ) + ( ( timezone . now ( ) - self . started_on ) * ( 100 - completeper ) / completeper )
return eta
2014-03-21 12:35:50 +00:00
def get_sorted_target_list ( self ) :
tgts = Target . objects . filter ( build_id = self . id ) . order_by ( ' target ' ) ;
return ( tgts ) ;
2014-11-25 10:12:46 +00:00
@property
def toaster_exceptions ( self ) :
return self . logmessage_set . filter ( level = LogMessage . EXCEPTION )
2014-12-05 15:14:20 +00:00
# an Artifact is anything that results from a Build, and may be of interest to the user, and is not stored elsewhere
class BuildArtifact ( models . Model ) :
build = models . ForeignKey ( Build )
file_name = models . FilePathField ( )
file_size = models . IntegerField ( )
def get_local_file_name ( self ) :
try :
deploydir = Variable . objects . get ( build = self . build , variable_name = " DEPLOY_DIR " ) . variable_value
return self . file_name [ len ( deploydir ) + 1 : ]
except :
raise
return self . file_name
def is_available ( self ) :
if settings . MANAGED and build . project is not None :
return build . buildrequest . environment . has_artifact ( file_path )
return False
2014-06-03 15:26:17 +00:00
class ProjectTarget ( models . Model ) :
project = models . ForeignKey ( Project )
target = models . CharField ( max_length = 100 )
2014-06-30 17:33:04 +00:00
task = models . CharField ( max_length = 100 , null = True )
2014-03-21 12:35:50 +00:00
2013-10-11 12:46:23 +00:00
class Target ( models . Model ) :
2014-02-20 12:47:55 +00:00
search_allowed_fields = [ ' target ' , ' file_name ' ]
2013-10-11 12:46:23 +00:00
build = models . ForeignKey ( Build )
target = models . CharField ( max_length = 100 )
is_image = models . BooleanField ( default = False )
2014-03-06 18:22:38 +00:00
image_size = models . IntegerField ( default = 0 )
license_manifest_path = models . CharField ( max_length = 500 , null = True )
2013-10-11 12:46:23 +00:00
2014-03-12 21:54:09 +00:00
def package_count ( self ) :
return Target_Installed_Package . objects . filter ( target_id__exact = self . id ) . count ( )
2014-11-14 17:07:06 +00:00
def __unicode__ ( self ) :
2013-10-11 12:46:23 +00:00
return self . target
2014-02-20 12:47:55 +00:00
class Target_Image_File ( models . Model ) :
target = models . ForeignKey ( Target )
2014-04-28 14:11:03 +00:00
file_name = models . FilePathField ( max_length = 254 )
2014-02-20 12:47:55 +00:00
file_size = models . IntegerField ( )
class Target_File ( models . Model ) :
ITYPE_REGULAR = 1
ITYPE_DIRECTORY = 2
ITYPE_SYMLINK = 3
ITYPE_SOCKET = 4
ITYPE_FIFO = 5
ITYPE_CHARACTER = 6
ITYPE_BLOCK = 7
ITYPES = ( ( ITYPE_REGULAR , ' regular ' ) ,
( ITYPE_DIRECTORY , ' directory ' ) ,
( ITYPE_SYMLINK , ' symlink ' ) ,
( ITYPE_SOCKET , ' socket ' ) ,
( ITYPE_FIFO , ' fifo ' ) ,
( ITYPE_CHARACTER , ' character ' ) ,
( ITYPE_BLOCK , ' block ' ) ,
2014-03-06 18:22:38 +00:00
)
2014-02-20 12:47:55 +00:00
target = models . ForeignKey ( Target )
path = models . FilePathField ( )
size = models . IntegerField ( )
inodetype = models . IntegerField ( choices = ITYPES )
2014-03-06 18:22:38 +00:00
permission = models . CharField ( max_length = 16 )
2014-02-20 12:47:55 +00:00
owner = models . CharField ( max_length = 128 )
group = models . CharField ( max_length = 128 )
2014-03-06 18:22:38 +00:00
directory = models . ForeignKey ( ' Target_File ' , related_name = " directory_set " , null = True )
sym_target = models . ForeignKey ( ' Target_File ' , related_name = " symlink_set " , null = True )
2013-10-11 12:46:23 +00:00
2014-01-14 12:35:12 +00:00
class TaskManager ( models . Manager ) :
def related_setscene ( self , task_object ) :
return Task . objects . filter ( task_executed = True , build = task_object . build , recipe = task_object . recipe , task_name = task_object . task_name + " _setscene " )
2013-10-11 12:46:23 +00:00
class Task ( models . Model ) :
SSTATE_NA = 0
SSTATE_MISS = 1
SSTATE_FAILED = 2
SSTATE_RESTORED = 3
SSTATE_RESULT = (
( SSTATE_NA , ' Not Applicable ' ) , # For rest of tasks, but they still need checking.
2014-02-18 12:08:40 +00:00
( SSTATE_MISS , ' File not in cache ' ) , # the sstate object was not found
2013-10-11 12:46:23 +00:00
( SSTATE_FAILED , ' Failed ' ) , # there was a pkg, but the script failed
2014-02-14 22:58:20 +00:00
( SSTATE_RESTORED , ' Succeeded ' ) , # successfully restored
2013-10-11 12:46:23 +00:00
)
2013-11-14 10:52:58 +00:00
CODING_NA = 0
CODING_PYTHON = 2
CODING_SHELL = 3
2013-10-11 12:46:23 +00:00
TASK_CODING = (
2013-11-14 10:52:58 +00:00
( CODING_NA , ' N/A ' ) ,
2013-10-11 12:46:23 +00:00
( CODING_PYTHON , ' Python ' ) ,
( CODING_SHELL , ' Shell ' ) ,
)
2014-02-13 13:12:39 +00:00
OUTCOME_NA = - 1
2013-10-11 12:46:23 +00:00
OUTCOME_SUCCESS = 0
OUTCOME_COVERED = 1
2014-01-14 12:35:12 +00:00
OUTCOME_CACHED = 2
OUTCOME_PREBUILT = 3
2013-10-11 12:46:23 +00:00
OUTCOME_FAILED = 4
2014-02-13 13:12:39 +00:00
OUTCOME_EMPTY = 5
2013-10-11 12:46:23 +00:00
TASK_OUTCOME = (
2014-02-13 13:12:39 +00:00
( OUTCOME_NA , ' Not Available ' ) ,
2013-10-11 12:46:23 +00:00
( OUTCOME_SUCCESS , ' Succeeded ' ) ,
( OUTCOME_COVERED , ' Covered ' ) ,
2014-01-14 12:35:12 +00:00
( OUTCOME_CACHED , ' Cached ' ) ,
( OUTCOME_PREBUILT , ' Prebuilt ' ) ,
2013-10-11 12:46:23 +00:00
( OUTCOME_FAILED , ' Failed ' ) ,
2014-02-13 13:12:39 +00:00
( OUTCOME_EMPTY , ' Empty ' ) ,
2013-10-11 12:46:23 +00:00
)
2014-02-21 08:58:01 +00:00
TASK_OUTCOME_HELP = (
2014-03-16 13:09:34 +00:00
( OUTCOME_SUCCESS , ' This task successfully completed ' ) ,
2014-02-21 08:58:01 +00:00
( OUTCOME_COVERED , ' This task did not run because its output is provided by another task ' ) ,
( OUTCOME_CACHED , ' This task restored output from the sstate-cache directory or mirrors ' ) ,
( OUTCOME_PREBUILT , ' This task did not run because its outcome was reused from a previous build ' ) ,
( OUTCOME_FAILED , ' This task did not complete ' ) ,
2014-03-07 06:15:58 +00:00
( OUTCOME_EMPTY , ' This task has no executable content ' ) ,
2014-02-21 08:58:01 +00:00
( OUTCOME_NA , ' ' ) ,
)
2014-02-18 04:30:41 +00:00
2014-02-14 22:58:20 +00:00
search_allowed_fields = [ " recipe__name " , " recipe__version " , " task_name " , " logfile " ]
2014-01-07 13:10:42 +00:00
2014-01-14 12:35:12 +00:00
objects = TaskManager ( )
def get_related_setscene ( self ) :
return Task . objects . related_setscene ( self )
2014-04-11 04:43:11 +00:00
def get_outcome_text ( self ) :
return Task . TASK_OUTCOME [ self . outcome + 1 ] [ 1 ]
2014-02-21 08:58:01 +00:00
def get_outcome_help ( self ) :
return Task . TASK_OUTCOME_HELP [ self . outcome ] [ 1 ]
2014-02-18 04:30:41 +00:00
2014-04-11 04:43:11 +00:00
def get_sstate_text ( self ) :
if self . sstate_result == Task . SSTATE_NA :
return ' '
else :
return Task . SSTATE_RESULT [ self . sstate_result ] [ 1 ]
2014-02-13 13:36:54 +00:00
def get_executed_display ( self ) :
if self . task_executed :
return " Executed "
return " Not Executed "
2014-03-18 19:17:31 +00:00
def get_description ( self ) :
2014-04-03 10:16:23 +00:00
helptext = HelpText . objects . filter ( key = self . task_name , area = HelpText . VARIABLE , build = self . build )
2014-03-18 19:17:31 +00:00
try :
2014-04-03 10:16:23 +00:00
return helptext [ 0 ] . text
2014-03-18 19:17:31 +00:00
except IndexError :
return ' '
2013-10-11 12:46:23 +00:00
build = models . ForeignKey ( Build , related_name = ' task_build ' )
order = models . IntegerField ( null = True )
2014-01-14 12:35:12 +00:00
task_executed = models . BooleanField ( default = False ) # True means Executed, False means Not/Executed
2013-10-11 12:46:23 +00:00
outcome = models . IntegerField ( choices = TASK_OUTCOME , default = OUTCOME_NA )
sstate_checksum = models . CharField ( max_length = 100 , blank = True )
path_to_sstate_obj = models . FilePathField ( max_length = 500 , blank = True )
recipe = models . ForeignKey ( ' Recipe ' , related_name = ' build_recipe ' )
task_name = models . CharField ( max_length = 100 )
source_url = models . FilePathField ( max_length = 255 , blank = True )
work_directory = models . FilePathField ( max_length = 255 , blank = True )
2013-11-14 10:52:58 +00:00
script_type = models . IntegerField ( choices = TASK_CODING , default = CODING_NA )
2013-10-11 12:46:23 +00:00
line_number = models . IntegerField ( default = 0 )
disk_io = models . IntegerField ( null = True )
cpu_usage = models . DecimalField ( max_digits = 6 , decimal_places = 2 , null = True )
2014-02-20 12:47:55 +00:00
elapsed_time = models . DecimalField ( max_digits = 6 , decimal_places = 2 , null = True )
2013-10-11 12:46:23 +00:00
sstate_result = models . IntegerField ( choices = SSTATE_RESULT , default = SSTATE_NA )
message = models . CharField ( max_length = 240 )
logfile = models . FilePathField ( max_length = 255 , blank = True )
2014-04-11 04:43:11 +00:00
outcome_text = property ( get_outcome_text )
sstate_text = property ( get_sstate_text )
2013-10-11 12:46:23 +00:00
class Meta :
ordering = ( ' order ' , ' recipe ' , )
2014-02-13 13:12:39 +00:00
unique_together = ( ' build ' , ' recipe ' , ' task_name ' , )
2013-10-11 12:46:23 +00:00
class Task_Dependency ( models . Model ) :
task = models . ForeignKey ( Task , related_name = ' task_dependencies_task ' )
depends_on = models . ForeignKey ( Task , related_name = ' task_dependencies_depends ' )
2013-11-26 18:12:43 +00:00
class Package ( models . Model ) :
2014-03-12 21:54:09 +00:00
search_allowed_fields = [ ' name ' , ' version ' , ' revision ' , ' recipe__name ' , ' recipe__version ' , ' recipe__license ' , ' recipe__layer_version__layer__name ' , ' recipe__layer_version__branch ' , ' recipe__layer_version__commit ' , ' recipe__layer_version__layer__local_path ' , ' installed_name ' ]
2013-10-11 12:46:23 +00:00
build = models . ForeignKey ( ' Build ' )
recipe = models . ForeignKey ( ' Recipe ' , null = True )
name = models . CharField ( max_length = 100 )
2014-01-17 17:58:05 +00:00
installed_name = models . CharField ( max_length = 100 , default = ' ' )
2013-10-11 12:46:23 +00:00
version = models . CharField ( max_length = 100 , blank = True )
revision = models . CharField ( max_length = 32 , blank = True )
2014-10-09 11:37:30 +00:00
summary = models . TextField ( blank = True )
2014-04-28 14:11:03 +00:00
description = models . TextField ( blank = True )
2013-10-11 12:46:23 +00:00
size = models . IntegerField ( default = 0 )
2013-11-26 18:12:43 +00:00
installed_size = models . IntegerField ( default = 0 )
2013-10-11 12:46:23 +00:00
section = models . CharField ( max_length = 80 , blank = True )
license = models . CharField ( max_length = 80 , blank = True )
2014-03-19 12:24:47 +00:00
class Package_DependencyManager ( models . Manager ) :
use_for_related_fields = True
def get_query_set ( self ) :
return super ( Package_DependencyManager , self ) . get_query_set ( ) . exclude ( package_id = F ( ' depends_on__id ' ) )
2013-11-26 18:12:43 +00:00
class Package_Dependency ( models . Model ) :
2013-10-11 12:46:23 +00:00
TYPE_RDEPENDS = 0
2014-01-23 17:47:41 +00:00
TYPE_TRDEPENDS = 1
2013-10-11 12:46:23 +00:00
TYPE_RRECOMMENDS = 2
2014-01-23 17:47:41 +00:00
TYPE_TRECOMMENDS = 3
TYPE_RSUGGESTS = 4
TYPE_RPROVIDES = 5
TYPE_RREPLACES = 6
TYPE_RCONFLICTS = 7
' TODO: bpackage should be changed to remove the DEPENDS_TYPE access '
2013-10-11 12:46:23 +00:00
DEPENDS_TYPE = (
2014-01-23 17:47:41 +00:00
( TYPE_RDEPENDS , " depends " ) ,
( TYPE_TRDEPENDS , " depends " ) ,
( TYPE_TRECOMMENDS , " recommends " ) ,
( TYPE_RRECOMMENDS , " recommends " ) ,
( TYPE_RSUGGESTS , " suggests " ) ,
( TYPE_RPROVIDES , " provides " ) ,
( TYPE_RREPLACES , " replaces " ) ,
( TYPE_RCONFLICTS , " conflicts " ) ,
2013-10-11 12:46:23 +00:00
)
2014-11-14 17:07:06 +00:00
""" Indexed by dep_type, in view order, key for short name and help
2014-01-23 17:47:41 +00:00
description which when viewed will be printf ' d with the
package name .
2014-11-14 17:07:06 +00:00
"""
2014-01-23 17:47:41 +00:00
DEPENDS_DICT = {
TYPE_RDEPENDS : ( " depends " , " %s is required to run %s " ) ,
TYPE_TRDEPENDS : ( " depends " , " %s is required to run %s " ) ,
TYPE_TRECOMMENDS : ( " recommends " , " %s extends the usability of %s " ) ,
TYPE_RRECOMMENDS : ( " recommends " , " %s extends the usability of %s " ) ,
TYPE_RSUGGESTS : ( " suggests " , " %s is suggested for installation with %s " ) ,
TYPE_RPROVIDES : ( " provides " , " %s is provided by %s " ) ,
TYPE_RREPLACES : ( " replaces " , " %s is replaced by %s " ) ,
TYPE_RCONFLICTS : ( " conflicts " , " %s conflicts with %s , which will not be installed if this package is not first removed " ) ,
}
2013-11-26 18:12:43 +00:00
package = models . ForeignKey ( Package , related_name = ' package_dependencies_source ' )
depends_on = models . ForeignKey ( Package , related_name = ' package_dependencies_target ' ) # soft dependency
2013-10-11 12:46:23 +00:00
dep_type = models . IntegerField ( choices = DEPENDS_TYPE )
2013-11-26 18:12:43 +00:00
target = models . ForeignKey ( Target , null = True )
2014-03-19 12:24:47 +00:00
objects = Package_DependencyManager ( )
2013-10-11 12:46:23 +00:00
2013-11-26 18:12:43 +00:00
class Target_Installed_Package ( models . Model ) :
target = models . ForeignKey ( Target )
2014-01-23 17:47:41 +00:00
package = models . ForeignKey ( Package , related_name = ' buildtargetlist_package ' )
2013-10-11 12:46:23 +00:00
2013-11-26 18:12:43 +00:00
class Package_File ( models . Model ) :
package = models . ForeignKey ( Package , related_name = ' buildfilelist_package ' )
2013-10-11 12:46:23 +00:00
path = models . FilePathField ( max_length = 255 , blank = True )
size = models . IntegerField ( )
class Recipe ( models . Model ) :
2014-11-05 14:47:51 +00:00
search_allowed_fields = [ ' name ' , ' version ' , ' file_path ' , ' section ' , ' description ' , ' license ' , ' layer_version__layer__name ' , ' layer_version__branch ' , ' layer_version__commit ' , ' layer_version__layer__local_path ' , ' layer_version__layer_source__name ' ]
2014-08-08 14:03:03 +00:00
layer_source = models . ForeignKey ( ' LayerSource ' , default = None , null = True ) # from where did we get this recipe
up_id = models . IntegerField ( null = True , default = None ) # id of entry in the source
up_date = models . DateTimeField ( null = True , default = None )
name = models . CharField ( max_length = 100 , blank = True ) # pn
version = models . CharField ( max_length = 100 , blank = True ) # pv
2013-10-11 12:46:23 +00:00
layer_version = models . ForeignKey ( ' Layer_Version ' , related_name = ' recipe_layer_version ' )
2014-10-09 11:37:30 +00:00
summary = models . TextField ( blank = True )
2014-04-28 14:11:03 +00:00
description = models . TextField ( blank = True )
2013-10-11 12:46:23 +00:00
section = models . CharField ( max_length = 100 , blank = True )
license = models . CharField ( max_length = 200 , blank = True )
homepage = models . URLField ( blank = True )
bugtracker = models . URLField ( blank = True )
file_path = models . FilePathField ( max_length = 255 )
2014-08-29 15:41:59 +00:00
def get_vcs_link_url ( self ) :
if self . layer_version . layer . vcs_web_file_base_url is None :
return " "
return self . layer_version . layer . vcs_web_file_base_url . replace ( ' % path % ' , self . file_path ) . replace ( ' % branch % ' , self . layer_version . up_branch . name )
def get_layersource_view_url ( self ) :
if self . layer_source is None :
return " "
url = self . layer_source . get_object_view ( self . layer_version . up_branch , " recipes " , self . name )
return url
2014-08-08 14:03:03 +00:00
def __unicode__ ( self ) :
return " Recipe " + self . name + " : " + self . version
2014-12-05 15:14:20 +00:00
def get_local_path ( self ) :
if settings . MANAGED and self . layer_version . build . project is not None :
return self . file_path [ len ( self . layer_version . layer . local_path ) + 1 : ]
return self . file_path
2014-11-05 14:47:51 +00:00
class Meta :
unique_together = ( " layer_version " , " file_path " )
2014-03-19 12:24:47 +00:00
class Recipe_DependencyManager ( models . Manager ) :
use_for_related_fields = True
def get_query_set ( self ) :
return super ( Recipe_DependencyManager , self ) . get_query_set ( ) . exclude ( recipe_id = F ( ' depends_on__id ' ) )
2013-10-11 12:46:23 +00:00
class Recipe_Dependency ( models . Model ) :
TYPE_DEPENDS = 0
TYPE_RDEPENDS = 1
DEPENDS_TYPE = (
( TYPE_DEPENDS , " depends " ) ,
( TYPE_RDEPENDS , " rdepends " ) ,
)
recipe = models . ForeignKey ( Recipe , related_name = ' r_dependencies_recipe ' )
depends_on = models . ForeignKey ( Recipe , related_name = ' r_dependencies_depends ' )
dep_type = models . IntegerField ( choices = DEPENDS_TYPE )
2014-03-19 12:24:47 +00:00
objects = Recipe_DependencyManager ( )
2013-10-11 12:46:23 +00:00
2014-06-03 15:26:17 +00:00
2014-08-08 14:03:03 +00:00
class Machine ( models . Model ) :
2015-02-05 14:24:01 +00:00
search_allowed_fields = [ " name " , " description " , " layer_version__layer__name " ]
2014-08-08 14:03:03 +00:00
layer_source = models . ForeignKey ( ' LayerSource ' , default = None , null = True ) # from where did we get this machine
up_id = models . IntegerField ( null = True , default = None ) # id of entry in the source
up_date = models . DateTimeField ( null = True , default = None )
layer_version = models . ForeignKey ( ' Layer_Version ' )
name = models . CharField ( max_length = 255 )
description = models . CharField ( max_length = 255 )
2015-02-03 15:40:41 +00:00
def get_vcs_machine_file_link_url ( self ) :
path = ' conf/machine/ ' + self . name + ' .conf '
return self . layer_version . get_vcs_file_link_url ( path )
2014-08-08 14:03:03 +00:00
def __unicode__ ( self ) :
return " Machine " + self . name + " ( " + self . description + " ) "
class Meta :
unique_together = ( " layer_source " , " up_id " )
from django . db . models . base import ModelBase
class InheritanceMetaclass ( ModelBase ) :
def __call__ ( cls , * args , * * kwargs ) :
obj = super ( InheritanceMetaclass , cls ) . __call__ ( * args , * * kwargs )
return obj . get_object ( )
class LayerSource ( models . Model ) :
__metaclass__ = InheritanceMetaclass
class Meta :
unique_together = ( ( ' sourcetype ' , ' apiurl ' ) , )
TYPE_LOCAL = 0
TYPE_LAYERINDEX = 1
2014-11-14 17:07:06 +00:00
TYPE_IMPORTED = 2
2014-08-08 14:03:03 +00:00
SOURCE_TYPE = (
( TYPE_LOCAL , " local " ) ,
( TYPE_LAYERINDEX , " layerindex " ) ,
2014-11-14 17:07:06 +00:00
( TYPE_IMPORTED , " imported " ) ,
2014-08-08 14:03:03 +00:00
)
2014-11-14 17:07:06 +00:00
name = models . CharField ( max_length = 63 , unique = True )
2014-08-08 14:03:03 +00:00
sourcetype = models . IntegerField ( choices = SOURCE_TYPE )
apiurl = models . CharField ( max_length = 255 , null = True , default = None )
2014-11-14 17:07:06 +00:00
def update ( self ) :
"""
Updates the local database information from the upstream layer source
"""
raise Exception ( " Abstract, update() must be implemented by all LayerSource-derived classes (object is %s ) " % str ( vars ( self ) ) )
2014-08-08 14:03:03 +00:00
def save ( self , * args , * * kwargs ) :
if isinstance ( self , LocalLayerSource ) :
self . sourcetype = LayerSource . TYPE_LOCAL
elif isinstance ( self , LayerIndexLayerSource ) :
self . sourcetype = LayerSource . TYPE_LAYERINDEX
2014-11-14 17:07:06 +00:00
elif isinstance ( self , ImportedLayerSource ) :
self . sourcetype = LayerSource . TYPE_IMPORTED
2014-08-08 14:03:03 +00:00
elif self . sourcetype == None :
2014-11-14 17:07:06 +00:00
raise Exception ( " Unknown LayerSource-derived class. If you added a new layer source type, fill out all code stubs. " )
2014-08-08 14:03:03 +00:00
return super ( LayerSource , self ) . save ( * args , * * kwargs )
def get_object ( self ) :
2014-11-14 17:07:06 +00:00
if self . sourcetype == LayerSource . TYPE_LOCAL :
self . __class__ = LocalLayerSource
elif self . sourcetype == LayerSource . TYPE_LAYERINDEX :
self . __class__ = LayerIndexLayerSource
elif self . sourcetype == LayerSource . TYPE_IMPORTED :
self . __class__ = ImportedLayerSource
else :
raise Exception ( " Unknown LayerSource type. If you added a new layer source type, fill out all code stubs. " )
2014-08-08 14:03:03 +00:00
return self
2014-11-14 17:07:06 +00:00
def __unicode__ ( self ) :
return " %s ( %s ) " % ( self . name , self . sourcetype )
2014-08-08 14:03:03 +00:00
class LocalLayerSource ( LayerSource ) :
class Meta ( LayerSource . _meta . __class__ ) :
proxy = True
def __init__ ( self , * args , * * kwargs ) :
super ( LocalLayerSource , self ) . __init__ ( args , kwargs )
self . sourcetype = LayerSource . TYPE_LOCAL
def update ( self ) :
2014-11-14 17:07:06 +00:00
"""
Fetches layer , recipe and machine information from local repository
"""
pass
class ImportedLayerSource ( LayerSource ) :
class Meta ( LayerSource . _meta . __class__ ) :
proxy = True
def __init__ ( self , * args , * * kwargs ) :
super ( ImportedLayerSource , self ) . __init__ ( args , kwargs )
self . sourcetype = LayerSource . TYPE_IMPORTED
def update ( self ) :
"""
2014-08-08 14:03:03 +00:00
Fetches layer , recipe and machine information from local repository
2014-11-14 17:07:06 +00:00
"""
2014-08-08 14:03:03 +00:00
pass
2014-11-14 17:07:06 +00:00
2014-08-08 14:03:03 +00:00
class LayerIndexLayerSource ( LayerSource ) :
class Meta ( LayerSource . _meta . __class__ ) :
proxy = True
def __init__ ( self , * args , * * kwargs ) :
super ( LayerIndexLayerSource , self ) . __init__ ( args , kwargs )
self . sourcetype = LayerSource . TYPE_LAYERINDEX
2014-08-29 15:41:59 +00:00
def get_object_view ( self , branch , objectype , upid ) :
if self != branch . layer_source :
raise Exception ( " Invalid branch specification " )
return self . apiurl + " ../branch/ " + branch . name + " / " + objectype + " /?q= " + str ( upid )
2014-08-08 14:03:03 +00:00
def update ( self ) :
2014-11-14 17:07:06 +00:00
"""
2014-08-08 14:03:03 +00:00
Fetches layer , recipe and machine information from remote repository
2014-11-14 17:07:06 +00:00
"""
2014-08-08 14:03:03 +00:00
assert self . apiurl is not None
2014-11-05 14:47:51 +00:00
from django . db import IntegrityError
2014-08-08 14:03:03 +00:00
2014-11-21 13:58:51 +00:00
import httplib , urlparse , json
import os
proxy_settings = os . environ . get ( " http_proxy " , None )
2014-08-08 14:03:03 +00:00
def _get_json_response ( apiurl = self . apiurl ) :
2014-11-21 13:58:51 +00:00
conn = None
_parsedurl = urlparse . urlparse ( apiurl )
path = _parsedurl . path
query = _parsedurl . query
def parse_url ( url ) :
parsedurl = urlparse . urlparse ( url )
try :
( host , port ) = parsedurl . netloc . split ( " : " )
except ValueError :
host = parsedurl . netloc
port = None
if port is None :
port = 80
else :
port = int ( port )
return ( host , port )
if proxy_settings is None :
host , port = parse_url ( apiurl )
conn = httplib . HTTPConnection ( host , port )
conn . request ( " GET " , path + " ? " + query )
2014-08-08 14:03:03 +00:00
else :
2014-11-21 13:58:51 +00:00
host , port = parse_url ( proxy_settings )
conn = httplib . HTTPConnection ( host , port )
conn . request ( " GET " , apiurl )
2014-08-08 14:03:03 +00:00
r = conn . getresponse ( )
if r . status != 200 :
2014-11-21 13:58:51 +00:00
raise Exception ( " Failed to read " + path + " : %d %s " % ( r . status , r . reason ) )
2014-08-08 14:03:03 +00:00
return json . loads ( r . read ( ) )
# verify we can get the basic api
try :
apilinks = _get_json_response ( )
2014-09-09 10:47:13 +00:00
except Exception as e :
import traceback
2014-11-21 13:58:51 +00:00
if proxy_settings is not None :
print " EE: Using proxy " , proxy_settings
2014-09-09 10:47:13 +00:00
print " EE: could not connect to %s , skipping update: %s \n %s " % ( self . apiurl , e , traceback . format_exc ( e ) )
2014-08-08 14:03:03 +00:00
return
2014-10-09 11:37:30 +00:00
# update branches; only those that we already have names listed in the Releases table
2014-11-14 17:07:06 +00:00
whitelist_branch_names = map ( lambda x : x . branch_name , Release . objects . all ( ) )
2014-08-08 14:03:03 +00:00
branches_info = _get_json_response ( apilinks [ ' branches ' ]
+ " ?filter=name: %s " % " OR " . join ( whitelist_branch_names ) )
for bi in branches_info :
2014-08-29 15:41:59 +00:00
b , created = Branch . objects . get_or_create ( layer_source = self , name = bi [ ' name ' ] )
b . up_id = bi [ ' id ' ]
b . up_date = bi [ ' updated ' ]
b . name = bi [ ' name ' ]
b . short_description = bi [ ' short_description ' ]
b . save ( )
2014-08-08 14:03:03 +00:00
# update layers
layers_info = _get_json_response ( apilinks [ ' layerItems ' ] )
for li in layers_info :
2014-11-05 14:47:51 +00:00
l , created = Layer . objects . get_or_create ( layer_source = self , name = li [ ' name ' ] )
l . up_id = li [ ' id ' ]
2014-08-29 15:41:59 +00:00
l . up_date = li [ ' updated ' ]
l . vcs_url = li [ ' vcs_url ' ]
2014-10-20 15:26:14 +00:00
l . vcs_web_url = li [ ' vcs_web_url ' ]
l . vcs_web_tree_base_url = li [ ' vcs_web_tree_base_url ' ]
2014-08-29 15:41:59 +00:00
l . vcs_web_file_base_url = li [ ' vcs_web_file_base_url ' ]
l . summary = li [ ' summary ' ]
l . description = li [ ' description ' ]
l . save ( )
2014-08-08 14:03:03 +00:00
# update layerbranches/layer_versions
layerbranches_info = _get_json_response ( apilinks [ ' layerBranches ' ]
2014-09-09 10:47:13 +00:00
+ " ?filter=branch: %s " % " OR " . join ( map ( lambda x : str ( x . up_id ) , [ i for i in Branch . objects . filter ( layer_source = self ) if i . up_id is not None ] ) )
2014-08-08 14:03:03 +00:00
)
for lbi in layerbranches_info :
2014-09-23 15:48:52 +00:00
lv , created = Layer_Version . objects . get_or_create ( layer_source = self ,
up_id = lbi [ ' id ' ] ,
layer = Layer . objects . get ( layer_source = self , up_id = lbi [ ' layer ' ] )
)
2014-08-29 15:41:59 +00:00
lv . up_date = lbi [ ' updated ' ]
lv . up_branch = Branch . objects . get ( layer_source = self , up_id = lbi [ ' branch ' ] )
lv . branch = lbi [ ' actual_branch ' ]
2015-01-08 13:15:13 +00:00
lv . commit = lbi [ ' actual_branch ' ]
2014-08-29 15:41:59 +00:00
lv . dirpath = lbi [ ' vcs_subdir ' ]
lv . save ( )
2014-09-23 15:48:52 +00:00
# update layer dependencies
layerdependencies_info = _get_json_response ( apilinks [ ' layerDependencies ' ] )
dependlist = { }
for ldi in layerdependencies_info :
try :
lv = Layer_Version . objects . get ( layer_source = self , up_id = ldi [ ' layerbranch ' ] )
except Layer_Version . DoesNotExist as e :
continue
if lv not in dependlist :
dependlist [ lv ] = [ ]
try :
dependlist [ lv ] . append ( Layer_Version . objects . get ( layer_source = self , layer__up_id = ldi [ ' dependency ' ] , up_branch = lv . up_branch ) )
except Layer_Version . DoesNotExist as e :
print " Cannot find layer version " , self , ldi [ ' dependency ' ] , lv . up_branch
raise e
for lv in dependlist :
LayerVersionDependency . objects . filter ( layer_version = lv ) . delete ( )
for lvd in dependlist [ lv ] :
LayerVersionDependency . objects . get_or_create ( layer_version = lv , depends_on = lvd )
2014-08-08 14:03:03 +00:00
# update machines
machines_info = _get_json_response ( apilinks [ ' machines ' ]
+ " ?filter=layerbranch: %s " % " OR " . join ( map ( lambda x : str ( x . up_id ) , Layer_Version . objects . filter ( layer_source = self ) ) )
)
for mi in machines_info :
2014-09-23 15:48:52 +00:00
mo , created = Machine . objects . get_or_create ( layer_source = self , up_id = mi [ ' id ' ] , layer_version = Layer_Version . objects . get ( layer_source = self , up_id = mi [ ' layerbranch ' ] ) )
2014-08-29 15:41:59 +00:00
mo . up_date = mi [ ' updated ' ]
mo . name = mi [ ' name ' ]
mo . description = mi [ ' description ' ]
mo . save ( )
2014-08-08 14:03:03 +00:00
# update recipes; paginate by layer version / layer branch
recipes_info = _get_json_response ( apilinks [ ' recipes ' ]
+ " ?filter=layerbranch: %s " % " OR " . join ( map ( lambda x : str ( x . up_id ) , Layer_Version . objects . filter ( layer_source = self ) ) )
)
for ri in recipes_info :
2014-11-05 14:47:51 +00:00
try :
ro , created = Recipe . objects . get_or_create ( layer_source = self , up_id = ri [ ' id ' ] , layer_version = Layer_Version . objects . get ( layer_source = self , up_id = ri [ ' layerbranch ' ] ) )
ro . up_date = ri [ ' updated ' ]
ro . name = ri [ ' pn ' ]
ro . version = ri [ ' pv ' ]
ro . summary = ri [ ' summary ' ]
ro . description = ri [ ' description ' ]
ro . section = ri [ ' section ' ]
ro . license = ri [ ' license ' ]
ro . homepage = ri [ ' homepage ' ]
ro . bugtracker = ri [ ' bugtracker ' ]
ro . file_path = ri [ ' filepath ' ] + " / " + ri [ ' filename ' ]
ro . save ( )
except :
print " Duplicate Recipe, ignoring: " , vars ( ro )
pass
2014-08-08 14:03:03 +00:00
pass
class BitbakeVersion ( models . Model ) :
2014-10-09 11:37:30 +00:00
2014-08-08 14:03:03 +00:00
name = models . CharField ( max_length = 32 , unique = True )
2014-10-09 11:37:30 +00:00
giturl = GitURLField ( )
2014-08-08 14:03:03 +00:00
branch = models . CharField ( max_length = 32 )
dirpath = models . CharField ( max_length = 255 )
2014-10-09 11:37:30 +00:00
def __unicode__ ( self ) :
return " %s ( %s ) " % ( self . name , self . branch )
2014-08-08 14:03:03 +00:00
class Release ( models . Model ) :
2014-11-14 17:07:06 +00:00
""" A release is a project template, used to pre-populate Project settings with a configuration set """
2014-08-08 14:03:03 +00:00
name = models . CharField ( max_length = 32 , unique = True )
description = models . CharField ( max_length = 255 )
bitbake_version = models . ForeignKey ( BitbakeVersion )
2014-11-14 17:07:06 +00:00
branch_name = models . CharField ( max_length = 50 , default = " " )
2014-11-05 14:47:51 +00:00
helptext = models . TextField ( null = True )
2014-08-08 14:03:03 +00:00
2014-11-14 17:07:06 +00:00
def __unicode__ ( self ) :
return " %s ( %s ) " % ( self . name , self . branch_name )
class ReleaseLayerSourcePriority ( models . Model ) :
""" Each release selects layers from the set up layer sources, ordered by priority """
release = models . ForeignKey ( " Release " )
layer_source = models . ForeignKey ( " LayerSource " )
priority = models . IntegerField ( default = 0 )
def __unicode__ ( self ) :
return " %s - %s : %d " % ( self . release . name , self . layer_source . name , self . priority )
class Meta :
unique_together = ( ( ' release ' , ' layer_source ' ) , )
2014-08-08 14:03:03 +00:00
class ReleaseDefaultLayer ( models . Model ) :
release = models . ForeignKey ( Release )
2014-11-14 17:07:06 +00:00
layer_name = models . CharField ( max_length = 100 , default = " " )
2014-08-08 14:03:03 +00:00
# Branch class is synced with layerindex.Branch, branches can only come from remote layer indexes
class Branch ( models . Model ) :
layer_source = models . ForeignKey ( ' LayerSource ' , null = True , default = True )
up_id = models . IntegerField ( null = True , default = None ) # id of branch in the source
up_date = models . DateTimeField ( null = True , default = None )
name = models . CharField ( max_length = 50 )
short_description = models . CharField ( max_length = 50 , blank = True )
class Meta :
verbose_name_plural = " Branches "
unique_together = ( ( ' layer_source ' , ' name ' ) , ( ' layer_source ' , ' up_id ' ) )
def __unicode__ ( self ) :
return self . name
# Layer class synced with layerindex.LayerItem
2013-10-11 12:46:23 +00:00
class Layer ( models . Model ) :
2014-08-08 14:03:03 +00:00
layer_source = models . ForeignKey ( LayerSource , null = True , default = None ) # from where did we got this layer
up_id = models . IntegerField ( null = True , default = None ) # id of layer in the remote source
up_date = models . DateTimeField ( null = True , default = None )
2013-10-11 12:46:23 +00:00
name = models . CharField ( max_length = 100 )
2014-08-08 14:03:03 +00:00
local_path = models . FilePathField ( max_length = 255 , null = True , default = None )
2013-10-11 12:46:23 +00:00
layer_index_url = models . URLField ( )
2014-10-09 11:37:30 +00:00
vcs_url = GitURLField ( default = None , null = True )
2014-10-20 15:26:14 +00:00
vcs_web_url = models . URLField ( null = True , default = None )
vcs_web_tree_base_url = models . URLField ( null = True , default = None )
2014-08-08 14:03:03 +00:00
vcs_web_file_base_url = models . URLField ( null = True , default = None )
2014-10-09 11:37:30 +00:00
summary = models . TextField ( help_text = ' One-line description of the layer ' , null = True , default = None )
2014-08-08 14:03:03 +00:00
description = models . TextField ( null = True , default = None )
def __unicode__ ( self ) :
2014-11-14 17:07:06 +00:00
return " %s / %s " % ( self . name , self . layer_source )
2014-08-08 14:03:03 +00:00
class Meta :
unique_together = ( ( " layer_source " , " up_id " ) , ( " layer_source " , " name " ) )
2013-10-11 12:46:23 +00:00
2014-08-08 14:03:03 +00:00
# LayerCommit class is synced with layerindex.LayerBranch
2013-10-11 12:46:23 +00:00
class Layer_Version ( models . Model ) :
2014-11-05 14:47:51 +00:00
search_allowed_fields = [ " layer__name " , " layer__summary " , " layer__description " , " layer__vcs_url " , " dirpath " , " up_branch__name " , " commit " , " branch " ]
2014-08-08 14:03:03 +00:00
build = models . ForeignKey ( Build , related_name = ' layer_version_build ' , default = None , null = True )
2013-10-11 12:46:23 +00:00
layer = models . ForeignKey ( Layer , related_name = ' layer_version_layer ' )
2014-08-08 14:03:03 +00:00
layer_source = models . ForeignKey ( LayerSource , null = True , default = None ) # from where did we get this Layer Version
up_id = models . IntegerField ( null = True , default = None ) # id of layerbranch in the remote source
up_date = models . DateTimeField ( null = True , default = None )
up_branch = models . ForeignKey ( Branch , null = True , default = None )
branch = models . CharField ( max_length = 80 ) # LayerBranch.actual_branch
commit = models . CharField ( max_length = 100 ) # LayerBranch.vcs_last_rev
dirpath = models . CharField ( max_length = 255 , null = True , default = None ) # LayerBranch.vcs_subdir
priority = models . IntegerField ( default = 0 ) # if -1, this is a default layer
2014-11-24 12:52:49 +00:00
project = models . ForeignKey ( ' Project ' , null = True , default = None ) # Set if this layer is project-specific; always set for imported layers, and project-set branches
2014-10-20 15:26:14 +00:00
# code lifted, with adaptations, from the layerindex-web application https://git.yoctoproject.org/cgit/cgit.cgi/layerindex-web/
def _handle_url_path ( self , base_url , path ) :
2015-02-03 15:40:41 +00:00
import re , posixpath
2014-10-20 15:26:14 +00:00
if base_url :
if self . dirpath :
if path :
extra_path = self . dirpath + ' / ' + path
# Normalise out ../ in path for usage URL
extra_path = posixpath . normpath ( extra_path )
# Minor workaround to handle case where subdirectory has been added between branches
# (should probably support usage URL per branch to handle this... sigh...)
if extra_path . startswith ( ' ../ ' ) :
extra_path = extra_path [ 3 : ]
else :
extra_path = self . dirpath
else :
extra_path = path
branchname = self . up_branch . name
url = base_url . replace ( ' % branch % ' , branchname )
# If there's a % in the path (e.g. a wildcard bbappend) we need to encode it
if extra_path :
extra_path = extra_path . replace ( ' % ' , ' % 25 ' )
if ' % path % ' in base_url :
if extra_path :
url = re . sub ( r ' \ [([^ \ ]]* % path % [^ \ ]]*) \ ] ' , ' \\ 1 ' , url )
else :
url = re . sub ( r ' \ [([^ \ ]]* % path % [^ \ ]]*) \ ] ' , ' ' , url )
return url . replace ( ' % path % ' , extra_path )
else :
return url + extra_path
return None
def get_vcs_link_url ( self ) :
if self . layer . vcs_web_url is None :
return None
return self . layer . vcs_web_url
def get_vcs_file_link_url ( self , file_path = " " ) :
2014-09-29 19:20:33 +00:00
if self . layer . vcs_web_file_base_url is None :
return None
2014-10-20 15:26:14 +00:00
return self . _handle_url_path ( self . layer . vcs_web_file_base_url , file_path )
2014-09-29 19:20:33 +00:00
2014-10-20 15:26:14 +00:00
def get_vcs_dirpath_link_url ( self ) :
if self . layer . vcs_web_tree_base_url is None :
return None
return self . _handle_url_path ( self . layer . vcs_web_tree_base_url , ' ' )
2014-09-29 19:20:33 +00:00
2014-11-14 17:07:06 +00:00
def get_equivalents_wpriority ( self , project ) :
""" Returns an ordered layerversion list that satisfies a LayerVersionDependency using the layer name and the current Project Releases ' LayerSource priority """
def _get_ls_priority ( ls ) :
try :
2015-02-02 17:57:36 +00:00
# if there is no layer source, we have minus infinite priority, as we don't want this layer selected
if ls == None :
return - 10000
2014-11-14 17:07:06 +00:00
return ls . releaselayersourcepriority_set . get ( release = project . release ) . priority
except ReleaseLayerSourcePriority . DoesNotExist :
raise
2015-02-02 17:57:36 +00:00
# layers created for this project, or coming from a build inthe project
query = Q ( project = project ) | Q ( build__project = project )
if self . up_branch is not None :
# the same up_branch name
query | = Q ( up_branch__name = self . up_branch . name )
else :
# or we have a layer in the project that's similar to mine (See the layer.name constraint below)
query | = Q ( projectlayer__project = project )
2014-11-14 17:07:06 +00:00
return sorted (
2015-02-02 17:57:36 +00:00
Layer_Version . objects . filter ( layer__name = self . layer . name ) . filter ( query ) . select_related ( ' layer_source ' , ' layer ' ) ,
2014-11-14 17:07:06 +00:00
key = lambda x : _get_ls_priority ( x . layer_source ) ,
2014-11-24 12:52:49 +00:00
reverse = True )
2014-11-14 17:07:06 +00:00
2015-01-08 13:15:13 +00:00
def get_vcs_reference ( self ) :
if self . commit is not None and len ( self . commit ) > 0 :
return self . commit
if self . branch is not None and len ( self . branch ) > 0 :
return self . branch
2015-02-02 17:57:36 +00:00
if self . up_branch is not None :
return self . up_branch . name
raise Exception ( " Cannot determine the vcs_reference for layer version %s " % vars ( self ) )
2014-09-29 19:20:33 +00:00
2014-08-08 14:03:03 +00:00
def __unicode__ ( self ) :
2015-02-02 17:57:36 +00:00
return str ( self . layer ) + " ( %s , %s ) " % ( self . get_vcs_reference ( ) , self . build . project if self . build is not None else " None " )
2014-08-08 14:03:03 +00:00
class Meta :
unique_together = ( " layer_source " , " up_id " )
class LayerVersionDependency ( models . Model ) :
layer_source = models . ForeignKey ( LayerSource , null = True , default = None ) # from where did we got this layer
up_id = models . IntegerField ( null = True , default = None ) # id of layerbranch in the remote source
layer_version = models . ForeignKey ( Layer_Version , related_name = " dependencies " )
depends_on = models . ForeignKey ( Layer_Version , related_name = " dependees " )
class Meta :
unique_together = ( " layer_source " , " up_id " )
class ProjectLayer ( models . Model ) :
project = models . ForeignKey ( Project )
layercommit = models . ForeignKey ( Layer_Version , null = True )
optional = models . BooleanField ( default = True )
2013-10-11 12:46:23 +00:00
2014-11-14 17:07:06 +00:00
def __unicode__ ( self ) :
return " %s , %s " % ( self . project . name , self . layercommit )
2014-11-05 14:47:51 +00:00
class Meta :
unique_together = ( ( " project " , " layercommit " ) , )
2014-06-03 15:26:17 +00:00
class ProjectVariable ( models . Model ) :
project = models . ForeignKey ( Project )
name = models . CharField ( max_length = 100 )
value = models . TextField ( blank = True )
2013-10-11 12:46:23 +00:00
class Variable ( models . Model ) :
2014-01-07 13:10:42 +00:00
search_allowed_fields = [ ' variable_name ' , ' variable_value ' ,
2014-01-16 12:22:21 +00:00
' vhistory__file_name ' , " description " ]
2013-10-11 12:46:23 +00:00
build = models . ForeignKey ( Build , related_name = ' variable_build ' )
variable_name = models . CharField ( max_length = 100 )
variable_value = models . TextField ( blank = True )
changed = models . BooleanField ( default = False )
human_readable_name = models . CharField ( max_length = 200 )
description = models . TextField ( blank = True )
2013-11-14 13:56:30 +00:00
class VariableHistory ( models . Model ) :
2014-01-07 13:10:42 +00:00
variable = models . ForeignKey ( Variable , related_name = ' vhistory ' )
2014-02-20 12:47:55 +00:00
value = models . TextField ( blank = True )
2013-11-14 13:56:30 +00:00
file_name = models . FilePathField ( max_length = 255 )
line_number = models . IntegerField ( null = True )
2014-04-28 14:11:03 +00:00
operation = models . CharField ( max_length = 64 )
2013-10-11 12:46:23 +00:00
2014-04-03 10:16:23 +00:00
class HelpText ( models . Model ) :
VARIABLE = 0
HELPTEXT_AREA = ( ( VARIABLE , ' variable ' ) , )
build = models . ForeignKey ( Build , related_name = ' helptext_build ' )
area = models . IntegerField ( choices = HELPTEXT_AREA )
key = models . CharField ( max_length = 100 )
text = models . TextField ( )
2013-10-11 12:46:23 +00:00
class LogMessage ( models . Model ) :
2014-11-25 10:12:46 +00:00
EXCEPTION = - 1 # used to signal self-toaster-exceptions
2013-10-11 12:46:23 +00:00
INFO = 0
WARNING = 1
ERROR = 2
LOG_LEVEL = ( ( INFO , " info " ) ,
( WARNING , " warn " ) ,
2014-11-25 10:12:46 +00:00
( ERROR , " error " ) ,
( EXCEPTION , " toaster exception " ) )
2013-10-11 12:46:23 +00:00
build = models . ForeignKey ( Build )
2014-02-20 12:47:55 +00:00
task = models . ForeignKey ( Task , blank = True , null = True )
2013-10-11 12:46:23 +00:00
level = models . IntegerField ( choices = LOG_LEVEL , default = INFO )
message = models . CharField ( max_length = 240 )
pathname = models . FilePathField ( max_length = 255 , blank = True )
lineno = models . IntegerField ( null = True )