184 lines
8.1 KiB
Python
184 lines
8.1 KiB
Python
from django.core.management.base import BaseCommand, CommandError
|
|
from orm.models import LayerSource, ToasterSetting, Branch, Layer, Layer_Version
|
|
from orm.models import BitbakeVersion, Release, ReleaseDefaultLayer, ReleaseLayerSourcePriority
|
|
from django.db import IntegrityError
|
|
import os
|
|
|
|
from .checksettings import DN
|
|
|
|
import logging
|
|
logger = logging.getLogger("toaster")
|
|
|
|
def _reduce_canon_path(path):
|
|
components = []
|
|
for c in path.split("/"):
|
|
if c == "..":
|
|
del components[-1]
|
|
elif c == ".":
|
|
pass
|
|
else:
|
|
components.append(c)
|
|
if len(components) < 2:
|
|
components.append('')
|
|
return "/".join(components)
|
|
|
|
def _get_id_for_sourcetype(s):
|
|
for i in LayerSource.SOURCE_TYPE:
|
|
if s == i[1]:
|
|
return i[0]
|
|
raise Exception("Could not find definition for sourcetype '%s'. Valid source types are %s" % (str(s), ', '.join(map(lambda x: "'%s'" % x[1], LayerSource.SOURCE_TYPE ))))
|
|
|
|
class Command(BaseCommand):
|
|
help = "Loads a toasterconf.json file in the database"
|
|
args = "filepath"
|
|
|
|
|
|
|
|
def _import_layer_config(self, filepath):
|
|
if not os.path.exists(filepath) or not os.path.isfile(filepath):
|
|
raise Exception("Failed to find toaster config file %s ." % filepath)
|
|
|
|
import json
|
|
data = json.loads(open(filepath, "r").read())
|
|
|
|
# verify config file validity before updating settings
|
|
for i in ['bitbake', 'releases', 'defaultrelease', 'config', 'layersources']:
|
|
assert i in data
|
|
|
|
def _read_git_url_from_local_repository(address):
|
|
url = None
|
|
# we detect the remote name at runtime
|
|
import subprocess
|
|
(remote, remote_name) = address.split(":", 1)
|
|
cmd = subprocess.Popen("git remote -v", shell=True, cwd = os.path.dirname(filepath), stdout=subprocess.PIPE, stderr = subprocess.PIPE)
|
|
(out,err) = cmd.communicate()
|
|
if cmd.returncode != 0:
|
|
logging.warning("Error while importing layer vcs_url: git error: %s" % err)
|
|
for line in out.split("\n"):
|
|
try:
|
|
(name, path) = line.split("\t", 1)
|
|
if name == remote_name:
|
|
url = path.split(" ")[0]
|
|
break
|
|
except ValueError:
|
|
pass
|
|
if url == None:
|
|
logging.warning("Error while looking for remote \"%s\" in \"%s\"" % (remote_name, out))
|
|
return url
|
|
|
|
|
|
# import bitbake data
|
|
for bvi in data['bitbake']:
|
|
bvo, created = BitbakeVersion.objects.get_or_create(name=bvi['name'])
|
|
if bvi['giturl'].startswith("remote:"):
|
|
bvo.giturl = _read_git_url_from_local_repository(bvi['giturl'])
|
|
if bvo.giturl is None:
|
|
logger.error("The toaster config file references the local git repo, but Toaster cannot detect it.\nYour local configuration for bitbake version %s is invalid. Make sure that the toasterconf.json file is correct." % bvi['name'])
|
|
|
|
if bvo.giturl is None:
|
|
bvo.giturl = bvi['giturl']
|
|
bvo.branch = bvi['branch']
|
|
bvo.dirpath = bvi['dirpath']
|
|
bvo.save()
|
|
|
|
# set the layer sources
|
|
for lsi in data['layersources']:
|
|
assert 'sourcetype' in lsi
|
|
assert 'apiurl' in lsi
|
|
assert 'name' in lsi
|
|
assert 'branches' in lsi
|
|
|
|
|
|
if _get_id_for_sourcetype(lsi['sourcetype']) == LayerSource.TYPE_LAYERINDEX or lsi['apiurl'].startswith("/"):
|
|
apiurl = lsi['apiurl']
|
|
else:
|
|
apiurl = _reduce_canon_path(os.path.join(DN(os.path.abspath(filepath)), lsi['apiurl']))
|
|
|
|
assert ((_get_id_for_sourcetype(lsi['sourcetype']) == LayerSource.TYPE_LAYERINDEX) or apiurl.startswith("/")), (lsi['sourcetype'],apiurl)
|
|
|
|
try:
|
|
ls, created = LayerSource.objects.get_or_create(sourcetype = _get_id_for_sourcetype(lsi['sourcetype']), apiurl = apiurl)
|
|
ls.name = lsi['name']
|
|
ls.save()
|
|
except IntegrityError as e:
|
|
logger.warning("IntegrityError %s \nWhile setting name %s for layer source %s " % (e, lsi['name'], ls))
|
|
|
|
|
|
layerbranches = []
|
|
for branchname in lsi['branches']:
|
|
bo, created = Branch.objects.get_or_create(layer_source = ls, name = branchname)
|
|
layerbranches.append(bo)
|
|
|
|
if 'layers' in lsi:
|
|
for layerinfo in lsi['layers']:
|
|
lo, created = Layer.objects.get_or_create(layer_source = ls, name = layerinfo['name'])
|
|
if layerinfo['local_path'].startswith("/"):
|
|
lo.local_path = layerinfo['local_path']
|
|
else:
|
|
lo.local_path = _reduce_canon_path(os.path.join(ls.apiurl, layerinfo['local_path']))
|
|
|
|
if not os.path.exists(lo.local_path):
|
|
logger.error("Local layer path %s must exists. Are you trying to import a layer that does not exist ? Check your local toasterconf.json" % lo.local_path)
|
|
|
|
if layerinfo['vcs_url'].startswith("remote:"):
|
|
lo.vcs_url = _read_git_url_from_local_repository(layerinfo['vcs_url'])
|
|
if lo.vcs_url is None:
|
|
logger.error("The toaster config file references the local git repo, but Toaster cannot detect it.\nYour local configuration for layer %s is invalid. Make sure that the toasterconf.json file is correct." % layerinfo['name'])
|
|
|
|
if lo.vcs_url is None:
|
|
lo.vcs_url = layerinfo['vcs_url']
|
|
|
|
if 'layer_index_url' in layerinfo:
|
|
lo.layer_index_url = layerinfo['layer_index_url']
|
|
lo.save()
|
|
|
|
for branch in layerbranches:
|
|
lvo, created = Layer_Version.objects.get_or_create(layer_source = ls,
|
|
up_branch = branch,
|
|
commit = branch.name,
|
|
layer = lo)
|
|
lvo.dirpath = layerinfo['dirpath']
|
|
lvo.save()
|
|
# set releases
|
|
for ri in data['releases']:
|
|
bvo = BitbakeVersion.objects.get(name = ri['bitbake'])
|
|
assert bvo is not None
|
|
|
|
ro, created = Release.objects.get_or_create(name = ri['name'], bitbake_version = bvo, branch_name = ri['branch'])
|
|
ro.description = ri['description']
|
|
ro.helptext = ri['helptext']
|
|
ro.save()
|
|
|
|
# save layer source priority for release
|
|
for ls_name in ri['layersourcepriority'].keys():
|
|
rlspo, created = ReleaseLayerSourcePriority.objects.get_or_create(release = ro, layer_source = LayerSource.objects.get(name=ls_name))
|
|
rlspo.priority = ri['layersourcepriority'][ls_name]
|
|
rlspo.save()
|
|
|
|
for dli in ri['defaultlayers']:
|
|
# find layers with the same name
|
|
ReleaseDefaultLayer.objects.get_or_create( release = ro, layer_name = dli)
|
|
|
|
# set default release
|
|
if ToasterSetting.objects.filter(name = "DEFAULT_RELEASE").count() > 0:
|
|
ToasterSetting.objects.filter(name = "DEFAULT_RELEASE").update(value = data['defaultrelease'])
|
|
else:
|
|
ToasterSetting.objects.create(name = "DEFAULT_RELEASE", value = data['defaultrelease'])
|
|
|
|
# set default config variables
|
|
for configname in data['config']:
|
|
if ToasterSetting.objects.filter(name = "DEFCONF_" + configname).count() > 0:
|
|
ToasterSetting.objects.filter(name = "DEFCONF_" + configname).update(value = data['config'][configname])
|
|
else:
|
|
ToasterSetting.objects.create(name = "DEFCONF_" + configname, value = data['config'][configname])
|
|
|
|
|
|
def handle(self, *args, **options):
|
|
if len(args) == 0:
|
|
raise CommandError("Need a path to the toasterconf.json file")
|
|
filepath = args[0]
|
|
self._import_layer_config(filepath)
|
|
|
|
|
|
|