1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356
|
# Copyright (c) 2015 SUSE Linux GmbH. All rights reserved.
#
# This file is part of kiwi.
#
# kiwi is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# kiwi is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with kiwi. If not, see <http://www.gnu.org/licenses/>
#
import os
import glob
from configparser import ConfigParser
from typing import List, Dict
# project
import kiwi.defaults as defaults
from kiwi.utils.temporary import (
Temporary, TmpT
)
from kiwi.defaults import Defaults
from kiwi.command import Command
from kiwi.repository.base import RepositoryBase
from kiwi.path import Path
from kiwi.utils.rpm_database import RpmDataBase
from kiwi.utils.toenv import ToEnv
class RepositoryDnf4(RepositoryBase):
"""
**Implements repository handling for dnf package manager**
:param str shared_dnf_dir: shared directory between image root
and build system root
:param str runtime_dnf_config_file: dnf runtime config file name
:param dict command_env: customized os.environ for dnf
:param str runtime_dnf_config: instance of :class:`ConfigParser`
"""
def post_init(self, custom_args: List = []) -> None:
"""
Post initialization method
Store custom dnf arguments and create runtime configuration
and environment
:param list custom_args: dnf arguments
"""
self.runtime_dnf_config_file = TmpT(name='')
self.custom_args = custom_args
self.exclude_docs = False
self.locale = None
self.target_arch = None
# extract custom arguments not used in dnf call
if 'exclude_docs' in self.custom_args:
self.custom_args.remove('exclude_docs')
self.exclude_docs = True
if 'check_signatures' in self.custom_args:
self.custom_args.remove('check_signatures')
self.gpg_check = '1'
else:
self.gpg_check = '0'
for argument in self.custom_args:
if '_install_langs' in argument:
self.locale = argument
elif '_target_arch' in argument:
self.target_arch = argument
if self.locale:
self.custom_args.remove(self.locale)
if self.target_arch:
self.custom_args.remove(self.target_arch)
self.target_arch = self.target_arch.split('%')[1]
self.repo_names: List = []
# dnf support is based on creating repo files which contains
# path names to the repo and its cache. In order to allow a
# persistent use of the files in and outside of a chroot call
# an active bind mount from RootBind::mount_shared_directory
# is expected and required
manager_base = self.shared_location + '/dnf'
self.shared_dnf_dir = {
'reposd-dir': manager_base + '/repos',
'cache-dir': manager_base + '/cache',
'pluginconf-dir': manager_base + '/pluginconf',
'vars-dir': manager_base + '/vars'
}
self.runtime_dnf_config_file = Temporary(
path=self.root_dir, prefix='kiwi_dnf4.config'
).unmanaged_file()
self.dnf_args = [
'--config', self.runtime_dnf_config_file.name, '-y', '--enableplugin=priorities', '--disableplugin=versionlock'
] + self.custom_args
self.command_env = self._create_dnf_runtime_environment()
# config file parameters for dnf tool
self._create_runtime_config_parser()
self._write_runtime_config()
def setup_package_database_configuration(self) -> None:
"""
Setup rpm macros for bootstrapping and image building
1. Create the rpm image macro which persists during the build
2. Create the rpm bootstrap macro to make sure for bootstrapping
the rpm database location matches the host rpm database setup.
This macro only persists during the bootstrap phase. If the
image was already bootstrapped a compat link is created instead.
"""
rpmdb = RpmDataBase(
self.root_dir, Defaults.get_custom_rpm_image_macro_name()
)
if self.locale:
rpmdb.set_macro_from_string(self.locale)
rpmdb.write_config()
rpmdb = RpmDataBase(self.root_dir)
if rpmdb.has_rpm():
rpmdb.link_database_to_host_path()
else:
rpmdb.set_database_to_host_path()
# SUSE compat code:
#
# Manually adding the compat link /var/lib/rpm that points to the
# rpmdb location as it is configured in the host rpm setup. DNF makes
# use of the host setup to bootstrap or to read the signing keys
# from the rpm database setup provisioned by rpm itself (macro level).
# It assumes the host setup is the default for the system being built.
#
# For SUSE this is causing a mismatch as the host setup is not the RPM
# default (/var/lib/rpm) and SUSE distros proactively relocate the rpm
# database from the default location to a custom one when the
# rpm package and related macros are installed for the first time.
rpmdb.init_database()
image_rpm_compat_link = '/var/lib/rpm'
host_rpm_dbpath = rpmdb.rpmdb_host.expand_query('%_dbpath')
if host_rpm_dbpath != image_rpm_compat_link:
Path.create(
self.root_dir + os.path.dirname(image_rpm_compat_link)
)
Command.run(
[
'ln', '-s', '--no-target-directory',
''.join(['../..', host_rpm_dbpath]),
self.root_dir + image_rpm_compat_link
], raise_on_error=False
)
def use_default_location(self) -> None:
"""
Setup dnf repository operations to store all data
in the default places
"""
self.shared_dnf_dir['reposd-dir'] = \
self.root_dir + '/etc/yum.repos.d'
self.shared_dnf_dir['cache-dir'] = \
self.root_dir + '/var/cache/dnf'
self.shared_dnf_dir['pluginconf-dir'] = \
self.root_dir + '/etc/dnf/plugins'
self.shared_dnf_dir['vars-dir'] = \
self.root_dir + '/etc/dnf/vars'
self._create_runtime_config_parser()
self._write_runtime_config()
def runtime_config(self) -> Dict:
"""
dnf runtime configuration and environment
:return: dnf_args:list, command_env:dict
:rtype: dict
"""
return {
'dnf_args': self.dnf_args,
'command_env': self.command_env
}
def add_repo(
self, name: str, uri: str, repo_type: str = 'rpm-md',
prio: int = None, dist: str = None, components: str = None,
user: str = None, secret: str = None, credentials_file: str = None,
repo_gpgcheck: bool = False, pkg_gpgcheck: bool = False,
sourcetype: str = None, customization_script: str = None,
architectures: str = None
) -> None:
"""
Add dnf repository
:param str name: repository base file name
:param str uri: repository URI
:param str repo_type: repostory type name
:param int prio: dnf repostory priority
:param str dist: unused
:param str components: unused
:param str user: unused
:param str secret: unused
:param str credentials_file: unused
:param bool repo_gpgcheck: enable repository signature validation
:param bool pkg_gpgcheck: enable package signature validation
:param str sourcetype:
source type, one of 'baseurl', 'metalink' or 'mirrorlist'
:param str customization_script:
custom script called after the repo file was created
:param str architectures: unused
"""
repo_file = self.shared_dnf_dir['reposd-dir'] + '/' + name + '.repo'
self.repo_names.append(name + '.repo')
if os.path.exists(uri):
# dnf requires local paths to take the file: type
uri = 'file://' + uri
repo_config = ConfigParser(interpolation=None)
repo_config.add_section(name)
repo_config.set(
name, 'name', name
)
repo_config.set(
name, sourcetype if sourcetype else 'baseurl', uri
)
if prio:
repo_config.set(
name, 'priority', format(prio)
)
repo_config.set(
name, 'repo_gpgcheck', '1' if repo_gpgcheck else '0'
)
repo_config.set(
name, 'gpgcheck', '1' if pkg_gpgcheck else '0'
)
if Defaults.is_buildservice_worker():
# when building in the build service, modular metadata is
# inaccessible. In order to use modular content in the build
# service, we need to disable modular filtering, which is
# done with module_hotfixes option
repo_config.set(
name, 'module_hotfixes', '1'
)
if not os.path.isdir(self.shared_dnf_dir['reposd-dir']):
Path.create(self.shared_dnf_dir['reposd-dir'])
with open(repo_file, 'w') as repo:
repo_config.write(repo)
if customization_script:
self.run_repo_customize(customization_script, repo_file)
def import_trusted_keys(self, signing_keys: List) -> None:
"""
Imports trusted keys into the image
:param list signing_keys: list of the key files to import
"""
rpmdb = RpmDataBase(self.root_dir)
for key in signing_keys:
rpmdb.import_signing_key_to_image(key)
def delete_repo(self, name: str) -> None:
"""
Delete dnf repository
:param str name: repository base file name
"""
Path.wipe(
self.shared_dnf_dir['reposd-dir'] + '/' + name + '.repo'
)
def delete_all_repos(self) -> None:
"""
Delete all dnf repositories
"""
Path.wipe(self.shared_dnf_dir['reposd-dir'])
Path.create(self.shared_dnf_dir['reposd-dir'])
def delete_repo_cache(self, name: str) -> None:
"""
Delete dnf repository cache
The cache data for each repository is stored in a directory
and additional files all starting with the repository name.
The method glob deletes all files and directories matching
the repository name followed by any characters to cleanup
the cache information
:param str name: repository name
"""
dnf_cache_glob_pattern = ''.join(
[self.shared_dnf_dir['cache-dir'], os.sep, name, '*']
)
for dnf_cache_file in glob.iglob(dnf_cache_glob_pattern):
Path.wipe(dnf_cache_file)
def cleanup_unused_repos(self) -> None:
"""
Delete unused dnf repositories
Repository configurations which are not used for this build
must be removed otherwise they are taken into account for
the package installations
"""
repos_dir = self.shared_dnf_dir['reposd-dir']
repo_files = list(os.walk(repos_dir))[0][2]
for repo_file in repo_files:
if repo_file not in self.repo_names:
Path.wipe(repos_dir + '/' + repo_file)
def _create_dnf_runtime_environment(self) -> Dict:
for dnf_dir in list(self.shared_dnf_dir.values()):
Path.create(dnf_dir)
ToEnv(self.root_dir, defaults.PACKAGE_MANAGER_ENV_VARS)
return dict(
os.environ, LANG='C'
)
def _create_runtime_config_parser(self) -> None:
self.runtime_dnf_config = ConfigParser(interpolation=None)
self.runtime_dnf_config["main"] = {
"cachedir": self.shared_dnf_dir['cache-dir'],
"reposdir": self.shared_dnf_dir['reposd-dir'],
"varsdir": self.shared_dnf_dir['vars-dir'],
"pluginconfpath": self.shared_dnf_dir['pluginconf-dir'],
"keepcache": "1",
"debuglevel": "2",
"best": "1",
"obsoletes": "1",
"plugins": "1",
"gpgcheck": self.gpg_check,
}
if self.exclude_docs:
self.runtime_dnf_config["main"]["tsflags"] = "nodocs"
if self.target_arch:
self.runtime_dnf_config["main"].update({
"arch": self.target_arch,
"ignorearch": "1",
})
def _write_runtime_config(self) -> None:
with open(self.runtime_dnf_config_file.name, 'w') as config:
self.runtime_dnf_config.write(config)
def cleanup(self) -> None:
"""
Delete intermediate dnf config file
"""
if os.path.isfile(self.runtime_dnf_config_file.name):
os.unlink(self.runtime_dnf_config_file.name)
|