Traceback (most recent call last): File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 658, in cli_main main() File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 353, in main run_compose( File "/usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py", line 470, in run_compose init_phase.start() File "/usr/lib/python3.12/site-packages/pungi/phases/base.py", line 66, in start self.run() File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 57, in run run_in_threads( File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 154, in run_in_threads pool.stop() File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 120, in stop six.reraise(exc_info[0], exc_info[1], exc_info[2]) File "/usr/lib/python3.12/site-packages/six.py", line 719, in reraise raise value File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 67, in run self.process(item, num) File "/usr/lib/python3.12/site-packages/kobo/threads.py", line 144, in process func(self, *args) File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 92, in _variant_worker write_variant_comps(compose, arch, variant) File "/usr/lib/python3.12/site-packages/pungi/phases/init.py", line 165, in write_variant_comps run(cmd) File "/usr/lib/python3.12/site-packages/kobo/shortcuts.py", line 408, in run raise exc RuntimeError: ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml /mnt/centos/composes/pungi/20260415-222627/work/global/comps/comps-global.xml --lookaside-group=office-suite --lookaside-group=platform-kvm --lookaside-group=emacs --lookaside-group=remote-system-management --lookaside-group=additional-devel --lookaside-group=core --lookaside-group=large-systems --lookaside-group=platform-devel --lookaside-group=guest-agents --lookaside-group=hardware-monitoring --lookaside-group=networkmanager-submodules --lookaside-group=texlive --lookaside-group=desktop-debugging --lookaside-group=dial-up --lookaside-group=network-server --lookaside-group=smb-server --lookaside-group=input-methods --lookaside-group=java-development --lookaside-group=conflicts-baseos --lookaside-group=platform-microsoft --lookaside-group=fonts --lookaside-group=development --lookaside-group=virtualization-client --lookaside-group=mail-server --lookaside-group=virtualization-platform --lookaside-group=rpm-development-tools --lookaside-group=conflicts-appstream --lookaside-group=graphical-admin-tools --lookaside-group=infiniband --lookaside-group=gnome-desktop --lookaside-group=virtualization-tools --lookaside-group=base-x --lookaside-group=container-management --lookaside-group=legacy-x --lookaside-group=print-client --lookaside-group=multimedia --lookaside-group=dns-server --lookaside-group=gnome-desktop-server-defaults --lookaside-group=internet-applications --lookaside-group=platform-vmware --lookaside-group=legacy-unix --lookaside-group=performance --lookaside-group=virtualization-hypervisor --lookaside-group=internet-browser --lookaside-group=remote-desktop-clients --lookaside-group=java-platform --lookaside-group=anaconda-tools --lookaside-group=mainframe-access --lookaside-group=network-file-system-client --lookaside-group=network-tools --lookaside-group=scientific --lookaside-group=smart-card --lookaside-group=security-tools --lookaside-group=backup-client --lookaside-group=gnome-apps --lookaside-group=headless-management --lookaside-group=python-web --lookaside-group=console-internet --lookaside-group=workstation-product --lookaside-group=ftp-server --lookaside-group=graphics --lookaside-group=guest-desktop-agents --lookaside-group=web-server --lookaside-group=standard --lookaside-group=hardware-support --lookaside-group=ostree-support --lookaside-group=base --lookaside-group=system-tools --lookaside-group=debugging --lookaside-group=dotnet --lookaside-group=server-product --lookaside-group=file-server Frame run in /usr/lib/python3.12/site-packages/kobo/shortcuts.py at line 408 401 err_msg = "ERROR running command: %s" % cmd 402 if logfile: 403 err_msg += "\nFor more details see %s" % logfile 404 405 if proc.returncode != 0 and not can_fail: 406 exc = RuntimeError(err_msg) 407 exc.output = output --> 408 raise exc 409 410 if proc.returncode != 0 and show_cmd: 411 print(err_msg, file=sys.stderr) 412 413 if not return_stdout: 414 output = None buffer_size = 4096 can_fail = False cmd = 'comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml /mnt/ encoding = 'utf-8' err_msg = 'ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/com errors = None exc = RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc6 exception = None is_text_mode = False kwargs = {} leftover = None lines = b'' log = None logfile = None output = b'' proc = return_stdout = True sentinel = b'' show_cmd = False stdin = None stdin_data = None stdout = False text = False universal_newlines = False workdir = None Frame write_variant_comps in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 165 158 "--keep-empty-group=conflicts-%s" % variant.uid.lower(), 159 "--variant=%s" % variant.uid, 160 "--output=%s" % comps_file, 161 compose.paths.work.comps(arch="global"), 162 ] 163 for group in get_lookaside_groups(compose, variant): 164 cmd.append("--lookaside-group=%s" % group) --> 165 run(cmd) 166 167 comps = CompsWrapper(comps_file) 168 # Filter groups if the variant has some, or it's a modular variant, or 169 # is not a base variant. 170 if ( 171 variant.groups arch = 'ppc64le' cmd = ['comps_filter', '--arch=ppc64le', '--keep-empty-group=conflicts', '--keep-empty-group=conflicts-rt', '--variant=RT', '--output=/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.p compose = comps_file = '/mnt/centos/composes/pungi/20260415-222627/work/ppc64le/comps/comps-RT.ppc64le.xml' group = 'file-server' variant = Variant(id="RT", name="Real Time", type="variant", parent=None) Frame _variant_worker in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 92 85 compose, arch = args 86 write_arch_comps(compose, arch) 87 create_comps_repo(compose, arch, None) 88 89 90 def _variant_worker(_, args, num): 91 compose, arch, variant = args --> 92 write_variant_comps(compose, arch, variant) 93 create_comps_repo(compose, arch, variant) 94 95 96 def write_global_comps(compose): 97 comps_file_global = compose.paths.work.comps(arch="global") 98 _ = arch = 'ppc64le' args = compose = num = 22 variant = Variant(id="RT", name="Real Time", type="variant", parent=None) Frame process in /usr/lib/python3.12/site-packages/kobo/threads.py at line 144 137 if use_lock: 138 lock = threading.Lock() 139 class MyWorker(WorkerThread): 140 def process(self, *args): 141 if use_lock: 142 args = list(args) 143 args.append(lock) --> 144 func(self, *args) 145 pool = ThreadPool() 146 if not full_queue: 147 pool.start() 148 for i in range(threads): 149 pool.add(MyWorker(pool)) 150 for param in params: args = func = self = self._args = self._daemonic = False self._ident = 140522047936192 self._initialized = True self._is_stopped = True self._kwargs = {} self._name = 'Thread-7' self._native_id = 1998907 self._started = self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'> self._target = None self._tstate_lock = None self.daemon = False self.failed = True self.get_timeout = 1 self.ident = 140522047936192 self.kill = True self.name = 'Thread-7' self.native_id = 1998907 self.pool = self.running = False use_lock = False Frame run in /usr/lib/python3.12/site-packages/kobo/threads.py at line 67 60 61 self.pool.queue_get_lock.acquire() 62 self.pool.queue_processed += 1 63 num = self.pool.queue_processed 64 self.pool.queue_get_lock.release() 65 66 try: --> 67 self.process(item, num) 68 except: 69 self.failed = True 70 self.pool.exceptions.append(sys.exc_info()) 71 self.pool.kill() 72 73 def process(self, item, num): item = num = 22 self = self._args = self._daemonic = False self._ident = 140522047936192 self._initialized = True self._is_stopped = True self._kwargs = {} self._name = 'Thread-7' self._native_id = 1998907 self._started = self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'> self._target = None self._tstate_lock = None self.daemon = False self.failed = True self.get_timeout = 1 self.ident = 140522047936192 self.kill = True self.name = 'Thread-7' self.native_id = 1998907 self.pool = self.running = False Frame reraise in /usr/lib/python3.12/site-packages/six.py at line 719 712 713 def reraise(tp, value, tb=None): 714 try: 715 if value is None: 716 value = tp() 717 if value.__traceback__ is not tb: 718 raise value.with_traceback(tb) --> 719 raise value 720 finally: 721 value = None 722 tb = None 723 724 else: 725 def exec_(_code_, _globs_=None, _locs_=None): tb = None tp = value = None Frame stop in /usr/lib/python3.12/site-packages/kobo/threads.py at line 120 113 """ 114 for i in self.threads: 115 i.running = False 116 for i in self.threads: 117 i.join() 118 if self.exceptions: 119 exc_info = self.exceptions[0] --> 120 six.reraise(exc_info[0], exc_info[1], exc_info[2]) 121 122 def kill(self): 123 for i in self.threads: 124 i.kill = True 125 i.running = False 126 exc_info = i = self = self._logger = None self.exceptions = [(, RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi self.queue = self.queue_get_lock = self.queue_processed = 23 self.queue_put_lock = self.queue_total = 32 self.threads = [, , , ] Frame run_in_threads in /usr/lib/python3.12/site-packages/kobo/threads.py at line 154 147 pool.start() 148 for i in range(threads): 149 pool.add(MyWorker(pool)) 150 for param in params: 151 pool.queue_put(param) 152 if full_queue: 153 pool.start() --> 154 pool.stop() MyWorker = .MyWorker'> full_queue = True func = i = 3 param = params = [(, 'aarch64', Variant(id="AppStream", name="AppStream", type="variant", parent=None)), (, 'ppc64le', Va pool = threads = 4 use_lock = False Frame run in /usr/lib/python3.12/site-packages/pungi/phases/init.py at line 57 50 run_in_threads( 51 _arch_worker, 52 [(self.compose, arch) for arch in self.compose.get_arches()], 53 threads=num_workers, 54 ) 55 56 # write variant comps --> 57 run_in_threads( 58 _variant_worker, 59 [ 60 (self.compose, arch, variant) 61 for variant in self.compose.get_variants() 62 for arch in variant.arches 63 ], global_comps = '/mnt/centos/composes/pungi/20260415-222627/work/global/comps/comps-global.xml' num_workers = 4 self = self._skipped = False self._start_time = 1776291990.941732 self.compose = self.finished = False self.msg = '---------- PHASE: INIT ----------' self.name = 'init' self.used_patterns = None Frame start in /usr/lib/python3.12/site-packages/pungi/phases/base.py at line 66 59 if self._skipped: 60 self.compose.log_warning("[SKIP ] %s" % self.msg) 61 self.finished = True 62 return 63 self._start_time = time.time() 64 self.compose.log_info("[BEGIN] %s" % self.msg) 65 self.compose.notifier.send("phase-start", phase_name=self.name) --> 66 self.run() 67 68 def get_config_block(self, variant, arch=None): 69 """In config for current phase, find a block corresponding to given 70 variant and arch. The arch should be given if and only if the config 71 uses variant/arch mapping. 72 """ self = self._skipped = False self._start_time = 1776291990.941732 self.compose = self.finished = False self.msg = '---------- PHASE: INIT ----------' self.name = 'init' self.used_patterns = None Frame run_compose in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 470 463 errors.append("%s: %s" % (phase.name.upper(), i)) 464 if errors: 465 for i in errors: 466 compose.log_error(i) 467 print(i) 468 raise RuntimeError("Configuration is not valid") 469 --> 470 init_phase.start() 471 init_phase.stop() 472 473 pkgset_phase.start() 474 pkgset_phase.stop() 475 476 # WEAVER phase - launches other phases which can safely run in parallel buildinstall_phase = compose = config_copy_path = '/mnt/centos/composes/pungi/20260415-222627/logs/global/config-copy' config_dump_full = '/mnt/centos/composes/pungi/20260415-222627/logs/global/config-dump.global.log' config_file = '/home/composer/jenkins/workspace/stream10-gen2-compose@3/pungi-centos/centos/variables.conf' create_latest_link = True createiso_phase = createrepo_phase = errors = [] extra_isos_phase = extrafiles_phase = f = <_io.TextIOWrapper name='/mnt/centos/composes/pungi/20260415-222627/logs/global/config-dump.global.log' mode='w' encoding='UTF-8'> gather_phase = image_build_phase = image_checksum_phase = image_container_phase = imagebuilder_phase = init_phase = installed_pkgs_log = '/mnt/centos/composes/pungi/20260415-222627/logs/global/installed-pkgs.global.log' kiwibuild_phase = latest_link_components = -1 latest_link_status = None livemedia_phase = osbs_phase = osbuild_phase = ostree_container_phase = ostree_installer_phase = ostree_phase = phase = pkgset_phase = pungi = repoclosure_phase = test_phase = Frame main in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 353 346 logger.error("Config validation failed with the error: %s" % error) 347 fail_to_start("Config validation failed", errors=errors) 348 sys.exit(1) 349 350 notifier.compose = compose 351 COMPOSE = compose 352 try: --> 353 run_compose( 354 compose, 355 create_latest_link=create_latest_link, 356 latest_link_status=latest_link_status, 357 latest_link_components=latest_link_components, 358 ) 359 except UnsignedPackagesError: Compose = PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'imagebuilder', 'image_checksum', 'image_container', 'init', 'kiwibuild', 'live_media', 'osbs', 'osbui abort = .abort at 0x7fcdd872cae0> ci = ci_path = '/mnt/centos/composes/pungi/20260415-222627/work/global/composeinfo-base.json' compose = compose_dir = '/mnt/centos/composes/pungi/20260415-222627' compose_type = 'test' conf = {'RELEASE_NAME': 'CentOS Stream', 'RELEASE_SHORT': 'CentOS-Stream', 'RELEASE_VERSION': '10', 'PKGSET_KOJI_TAG': 'c10s-compose', 'RUNROOT_CHANNEL': 'runroot', 'RUNROOT_TAG': 'c10s-build', 'RELEASE_VERS create_latest_link = True errors = [] fail_to_start = .fail_to_start at 0x7fcdd872c9a0> group = kobo = latest_link_components = -1 latest_link_status = None logger = notifier = opts = Namespace(target_dir=None, compose_dir='/mnt/centos/composes/pungi/20260415-222627', label=None, no_label=True, supported=False, old_composes=[], config='/home/composer/jenkins/workspace/stream10-gen2 parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=, conflict_handler='error', add_help=True) productmd = pungi = rv = None warning = 'WARNING: Unrecognized config option: RELEASE_VERSION.' warnings = ["WARNING: Config option release_is_layered was removed and has no effect; remove it. It's layered if there's configuration for base product.", "WARNING: Config option runroot was removed and has no e Frame cli_main in /usr/lib/python3.12/site-packages/pungi/scripts/pungi_koji.py at line 658 651 signal.signal(signal.SIGINT, sigterm_handler) 652 signal.signal(signal.SIGTERM, sigterm_handler) 653 654 tracing.setup() 655 656 with tracing.span("run-compose"): 657 try: --> 658 main() 659 except (Exception, KeyboardInterrupt) as ex: 660 tracing.record_exception(ex) 661 if COMPOSE: 662 COMPOSE.log_error("Compose run failed: %s" % ex) 663 COMPOSE.traceback(show_locals=getattr(ex, "show_locals", True)) 664 COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir) ex = RuntimeError('ERROR running command: comps_filter --arch=ppc64le --keep-empty-group=conflicts --keep-empty-group=conflicts-rt --variant=RT --output=/mnt/centos/composes/pungi/20260415-222627/work/ppc6