Traceback (most recent call last):
File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 658, in cli_main
main()
File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 353, in main
run_compose(
File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 470, in run_compose
init_phase.start()
File "/usr/lib/python3.12/site-packages/pungi/phases/base.py", line 66, in start
self.run()
File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 57, in run
run_in_threads(
File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 154, in run_in_threads
pool.stop()
File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 120, in stop
six.reraise(exc_info[0], exc_info[1], exc_info[2])
File "/usr/lib/python3.12/site-packages/six.py", line 719, in reraise
raise value
File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 67, in run
self.process(item, num)
File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 144, in process
func(self, *args)
File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 92, in _variant_worker
write_variant_comps(compose, arch, variant)
File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 165, in write_variant_comps
run(cmd)
File "/usr/lib/python3.12/site-packages/kobo/shortcuts.py", line 408, in run
raise exc
RuntimeError: ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml /mnt/centos/composes/pungi/20260415-222627/work/global/comps/comps-global.xml --lookaside-group=office-suite --lookaside-group=platform-kvm --lookaside-group=emacs --lookaside-group=remote-system-management --lookaside-group=additional-devel --lookaside-group=core --lookaside-group=large-systems --lookaside-group=platform-devel --lookaside-group=guest-agents --lookaside-group=hardware-monitoring --lookaside-group=networkmanager-submodules --lookaside-group=texlive --lookaside-group=desktop-debugging --lookaside-group=dial-up --lookaside-group=network-server --lookaside-group=smb-server --lookaside-group=input-methods --lookaside-group=java-development --lookaside-group=conflicts-baseos --lookaside-group=platform-microsoft --lookaside-group=fonts --lookaside-group=development --lookaside-group=virtualization-client --lookaside-group=mail-server --lookaside-group=virtualization-platform --lookaside-group=rpm-development-tools --lookaside-group=conflicts-appstream --lookaside-group=graphical-admin-tools --lookaside-group=infiniband --lookaside-group=gnome-desktop --lookaside-group=virtualization-tools --lookaside-group=base-x --lookaside-group=container-management --lookaside-group=legacy-x --lookaside-group=print-client --lookaside-group=multimedia --lookaside-group=dns-server --lookaside-group=gnome-desktop-server-defaults --lookaside-group=internet-applications --lookaside-group=platform-vmware --lookaside-group=legacy-unix --lookaside-group=performance --lookaside-group=virtualization-hypervisor --lookaside-group=internet-browser --lookaside-group=remote-desktop-clients --lookaside-group=java-platform --lookaside-group=anaconda-tools --lookaside-group=mainframe-access --lookaside-group=network-file-system-client --lookaside-group=network-tools --lookaside-group=scientific --lookaside-group=smart-card --lookaside-group=security-tools --lookaside-group=backup-client --lookaside-group=gnome-apps --lookaside-group=headless-management --lookaside-group=python-web --lookaside-group=console-internet --lookaside-group=workstation-product --lookaside-group=ftp-server --lookaside-group=graphics --lookaside-group=guest-desktop-agents --lookaside-group=web-server --lookaside-group=standard --lookaside-group=hardware-support --lookaside-group=ostree-support --lookaside-group=base --lookaside-group=system-tools --lookaside-group=debugging --lookaside-group=dotnet --lookaside-group=server-product --lookaside-group=file-server
Frame run in /usr/lib/python3.12/site-packages/kobo/shortcuts.py at line 408
401 err_msg = "ERROR running command: %s" % cmd
402 if logfile:
403 err_msg += "\nFor more details see %s" % logfile
404
405 if proc.returncode != 0 and not can_fail:
406 exc = RuntimeError(err_msg)
407 exc.output = output
--> 408 raise exc
409
410 if proc.returncode != 0 and show_cmd:
411 print(err_msg, file=sys.stderr)
412
413 if not return_stdout:
414 output = None
buffer_size = 4096
can_fail = False
cmd = 'comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml /mnt/
encoding = 'utf-8'
err_msg = 'ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/com
errors = None
exc = RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc6
exception = None
is_text_mode = False
kwargs = {}
leftover = None
lines = b''
log = None
logfile = None
output = b''
proc =
return_stdout = True
sentinel = b''
show_cmd = False
stdin = None
stdin_data = None
stdout = False
text = False
universal_newlines = False
workdir = None
Frame write_variant_comps in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 165
158 "--keep-empty-group=conflicts-%s" % variant.uid.lower(),
159 "--variant=%s" % variant.uid,
160 "--output=%s" % comps_file,
161 compose.paths.work.comps(arch="global"),
162 ]
163 for group in get_lookaside_groups(compose, variant):
164 cmd.append("--lookaside-group=%s" % group)
--> 165 run(cmd)
166
167 comps = CompsWrapper(comps_file)
168 # Filter groups if the variant has some, or it's a modular variant, or
169 # is not a base variant.
170 if (
171 variant.groups
arch = 'ppc64le'
cmd = ['comps_filter', '--arch=ppc64le', '--keep-empty-group=conflicts', '--keep-empty-group=conflicts-rt', '--variant=RT', '--output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.p
compose =
comps_file = '/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml'
group = 'file-server'
variant = Variant(id="RT", name="Real Time", type="variant", parent=None)
Frame _variant_worker in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 92
85 compose, arch = args
86 write_arch_comps(compose, arch)
87 create_comps_repo(compose, arch, None)
88
89
90 def _variant_worker(_, args, num):
91 compose, arch, variant = args
--> 92 write_variant_comps(compose, arch, variant)
93 create_comps_repo(compose, arch, variant)
94
95
96 def write_global_comps(compose):
97 comps_file_global = compose.paths.work.comps(arch="global")
98
_ =
arch = 'ppc64le'
args =
compose =
num = 22
variant = Variant(id="RT", name="Real Time", type="variant", parent=None)
Frame process in /usr/lib/python3.12/site-packages/kobo/threads.py at line 144
137 if use_lock:
138 lock = threading.Lock()
139 class MyWorker(WorkerThread):
140 def process(self, *args):
141 if use_lock:
142 args = list(args)
143 args.append(lock)
--> 144 func(self, *args)
145 pool = ThreadPool()
146 if not full_queue:
147 pool.start()
148 for i in range(threads):
149 pool.add(MyWorker(pool))
150 for param in params:
args =
func =
self =
self._args =
self._daemonic = False
self._ident = 140522047936192
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-7'
self._native_id = 1998907
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 140522047936192
self.kill = True
self.name = 'Thread-7'
self.native_id = 1998907
self.pool =
self.running = False
use_lock = False
Frame run in /usr/lib/python3.12/site-packages/kobo/threads.py at line 67
60
61 self.pool.queue_get_lock.acquire()
62 self.pool.queue_processed += 1
63 num = self.pool.queue_processed
64 self.pool.queue_get_lock.release()
65
66 try:
--> 67 self.process(item, num)
68 except:
69 self.failed = True
70 self.pool.exceptions.append(sys.exc_info())
71 self.pool.kill()
72
73 def process(self, item, num):
item =
num = 22
self =
self._args =
self._daemonic = False
self._ident = 140522047936192
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-7'
self._native_id = 1998907
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 140522047936192
self.kill = True
self.name = 'Thread-7'
self.native_id = 1998907
self.pool =
self.running = False
Frame reraise in /usr/lib/python3.12/site-packages/six.py at line 719
712
713 def reraise(tp, value, tb=None):
714 try:
715 if value is None:
716 value = tp()
717 if value.__traceback__ is not tb:
718 raise value.with_traceback(tb)
--> 719 raise value
720 finally:
721 value = None
722 tb = None
723
724 else:
725 def exec_(_code_, _globs_=None, _locs_=None):
tb = None
tp =
value = None
Frame stop in /usr/lib/python3.12/site-packages/kobo/threads.py at line 120
113 """
114 for i in self.threads:
115 i.running = False
116 for i in self.threads:
117 i.join()
118 if self.exceptions:
119 exc_info = self.exceptions[0]
--> 120 six.reraise(exc_info[0], exc_info[1], exc_info[2])
121
122 def kill(self):
123 for i in self.threads:
124 i.kill = True
125 i.running = False
126
exc_info =
i =
self =
self._logger = None
self.exceptions = [(, RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi
self.queue =
self.queue_get_lock =
self.queue_processed = 23
self.queue_put_lock =
self.queue_total = 32
self.threads = [, , , ]
Frame run_in_threads in /usr/lib/python3.12/site-packages/kobo/threads.py at line 154
147 pool.start()
148 for i in range(threads):
149 pool.add(MyWorker(pool))
150 for param in params:
151 pool.queue_put(param)
152 if full_queue:
153 pool.start()
--> 154 pool.stop()
MyWorker = .MyWorker'>
full_queue = True
func =
i = 3
param =
params = [(, 'aarch64', Variant(id="AppStream", name="AppStream", type="variant", parent=None)), (, 'ppc64le', Va
pool =
threads = 4
use_lock = False
Frame run in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 57
50 run_in_threads(
51 _arch_worker,
52 [(self.compose, arch) for arch in self.compose.get_arches()],
53 threads=num_workers,
54 )
55
56 # write variant comps
--> 57 run_in_threads(
58 _variant_worker,
59 [
60 (self.compose, arch, variant)
61 for variant in self.compose.get_variants()
62 for arch in variant.arches
63 ],
global_comps = '/mnt/centos/composes/pungi/20260415-222627/work/global/comps/comps-global.xml'
num_workers = 4
self =
self._skipped = False
self._start_time = 1776291990.941732
self.compose =
self.finished = False
self.msg = '---------- PHASE: INIT ----------'
self.name = 'init'
self.used_patterns = None
Frame start in /usr/lib/python3.12/site-packages/pungi/phases/base.py at line 66
59 if self._skipped:
60 self.compose.log_warning("[SKIP ] %s" % self.msg)
61 self.finished = True
62 return
63 self._start_time = time.time()
64 self.compose.log_info("[BEGIN] %s" % self.msg)
65 self.compose.notifier.send("phase-start", phase_name=self.name)
--> 66 self.run()
67
68 def get_config_block(self, variant, arch=None):
69 """In config for current phase, find a block corresponding to given
70 variant and arch. The arch should be given if and only if the config
71 uses variant/arch mapping.
72 """
self =
self._skipped = False
self._start_time = 1776291990.941732
self.compose =
self.finished = False
self.msg = '---------- PHASE: INIT ----------'
self.name = 'init'
self.used_patterns = None
Frame run_compose in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 470
463 errors.append("%s: %s" % (phase.name.upper(), i))
464 if errors:
465 for i in errors:
466 compose.log_error(i)
467 print(i)
468 raise RuntimeError("Configuration is not valid")
469
--> 470 init_phase.start()
471 init_phase.stop()
472
473 pkgset_phase.start()
474 pkgset_phase.stop()
475
476 # WEAVER phase - launches other phases which can safely run in parallel
buildinstall_phase =
compose =
config_copy_path = '/mnt/centos/composes/pungi/20260415-222627/logs/global/config-copy'
config_dump_full = '/mnt/centos/composes/pungi/20260415-222627/logs/global/config-dump.global.log'
config_file = '/home/composer/jenkins/workspace/stream10-gen2-compose@3/pungi-centos/centos/variables.conf'
create_latest_link = True
createiso_phase =
createrepo_phase =
errors = []
extra_isos_phase =
extrafiles_phase =
f = <_io.TextIOWrapper name='/mnt/centos/composes/pungi/20260415-222627/logs/global/config-dump.global.log' mode='w' encoding='UTF-8'>
gather_phase =
image_build_phase =
image_checksum_phase =
image_container_phase =
imagebuilder_phase =
init_phase =
installed_pkgs_log = '/mnt/centos/composes/pungi/20260415-222627/logs/global/installed-pkgs.global.log'
kiwibuild_phase =
latest_link_components = -1
latest_link_status = None
livemedia_phase =
osbs_phase =
osbuild_phase =
ostree_container_phase =
ostree_installer_phase =
ostree_phase =
phase =
pkgset_phase =
pungi =
repoclosure_phase =
test_phase =
Frame main in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 353
346 logger.error("Config validation failed with the error: %s" % error)
347 fail_to_start("Config validation failed", errors=errors)
348 sys.exit(1)
349
350 notifier.compose = compose
351 COMPOSE = compose
352 try:
--> 353 run_compose(
354 compose,
355 create_latest_link=create_latest_link,
356 latest_link_status=latest_link_status,
357 latest_link_components=latest_link_components,
358 )
359 except UnsignedPackagesError:
Compose =
PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'imagebuilder', 'image_checksum', 'image_container', 'init', 'kiwibuild', 'live_media', 'osbs', 'osbui
abort = .abort at 0x7fcdd872cae0>
ci =
ci_path = '/mnt/centos/composes/pungi/20260415-222627/work/global/composeinfo-base.json'
compose =
compose_dir = '/mnt/centos/composes/pungi/20260415-222627'
compose_type = 'test'
conf = {'RELEASE_NAME': 'CentOS Stream', 'RELEASE_SHORT': 'CentOS-Stream', 'RELEASE_VERSION': '10', 'PKGSET_KOJI_TAG': 'c10s-compose', 'RUNROOT_CHANNEL': 'runroot', 'RUNROOT_TAG': 'c10s-build', 'RELEASE_VERS
create_latest_link = True
errors = []
fail_to_start = .fail_to_start at 0x7fcdd872c9a0>
group =
kobo =
latest_link_components = -1
latest_link_status = None
logger =
notifier =
opts = Namespace(target_dir=None, compose_dir='/mnt/centos/composes/pungi/20260415-222627', label=None, no_label=True, supported=False, old_composes=[], config='/home/composer/jenkins/workspace/stream10-gen2
parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=, conflict_handler='error', add_help=True)
productmd =
pungi =
rv = None
warning = 'WARNING: Unrecognized config option: RELEASE_VERSION.'
warnings = ["WARNING: Config option release_is_layered was removed and has no effect; remove it. It's layered if there's configuration for base product.", "WARNING: Config option runroot was removed and has no e
Frame cli_main in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 658
651 signal.signal(signal.SIGINT, sigterm_handler)
652 signal.signal(signal.SIGTERM, sigterm_handler)
653
654 tracing.setup()
655
656 with tracing.span("run-compose"):
657 try:
--> 658 main()
659 except (Exception, KeyboardInterrupt) as ex:
660 tracing.record_exception(ex)
661 if COMPOSE:
662 COMPOSE.log_error("Compose run failed: %s" % ex)
663 COMPOSE.traceback(show_locals=getattr(ex, "show_locals", True))
664 COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir)
ex = RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc6