Traceback (most recent call last):
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 683, in cli_main
    main()
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 356, in main
    latest_link_components=latest_link_components,
  File "/usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py", line 524, in run_compose
    essentials_phase.stop()
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 57, in stop
    self.pool.stop()
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.6/site-packages/six.py", line 703, in reraise
    raise value
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/weaver.py", line 79, in process
    phase.stop()
  File "/usr/lib/python3.6/site-packages/pungi/phases/base.py", line 111, in stop
    self.pool.stop()
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.6/site-packages/six.py", line 703, in reraise
    raise value
  File "/usr/lib/python3.6/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/buildinstall.py", line 560, in process
    self.worker(compose, arch, variant, cmd, pkgset_phase, num)
  File "/usr/lib/python3.6/site-packages/pungi/phases/buildinstall.py", line 874, in worker
    log_dir=lorax_log_dir,
  File "/usr/lib/python3.6/site-packages/pungi/runroot.py", line 286, in run
    command, log_file=log_file, packages=packages, arch=arch, **kwargs
  File "/usr/lib/python3.6/site-packages/pungi/runroot.py", line 135, in _run_koji
    % (output["task_id"], log_file)
RuntimeError: Runroot task failed: 4854434. See /mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log for more details.
Frame _run_koji in /usr/lib/python3.6/site-packages/pungi/runroot.py at line 135
<CODE>
     128             output = koji_wrapper.run_runroot_cmd(koji_cmd, log_file=log_file)
     129             if output["retcode"] == 0:
     130                 self._result = output
     131                 return
     132             elif attempt >= max_retries or not self._has_losetup_error(log_dir):
     133                 raise RuntimeError(
     134                     "Runroot task failed: %s. See %s for more details."
-->  135                     % (output["task_id"], log_file)
     136                 )
     137             attempt += 1
     138 
     139     def _ssh_run(self, hostname, user, command, fmt_dict=None, log_file=None):
     140         """
     141         Helper method to run the command using "ssh".
</CODE>
<LOCALS>
                arch = 's390x'
             attempt = 0
             command = "rm -rf /mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS && lorax '--product=CentOS Stream' --version=9 --release=9 --source=file:///mnt/centos/composes/odcs-6274/work/s390x/repo/module-r
            koji_cmd = ['koji', '--profile=odcs', 'runroot', '--nowait', '--task-id', '--use-shell', '--channel-override=runroot', '--package=lorax', '--mount=/mnt/centos/composes/odcs-6274', 'c9s-build', 's390x', "rm -f /v
        koji_wrapper = <pungi.wrappers.kojiwrapper.KojiWrapper object at 0x7f692a4f52b0>
              kwargs = {'mounts': ['/mnt/centos/composes/odcs-6274'], 'weight': None, 'chown_paths': ['/mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS', '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-
             log_dir = '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS-logs'
            log_file = '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log'
         max_retries = 3
              output = {'retcode': 1, 'output': 'Watching tasks (this may be safely interrupted)...\n4854434 runroot (s390x): free\n4854434 runroot (s390x): free -> open (s390-05.stream.rdu2.redhat.com)\n4854434 runroot (s3
            packages = ['lorax']
     runroot_channel = 'runroot'
         runroot_tag = 'c9s-build'
                self = <pungi.runroot.Runroot object at 0x7f692a4f53c8>
        self._logger = None
        self._result = None
        self.compose = <pungi.compose.Compose object at 0x7f69770743c8>
 self.runroot_method = 'koji'
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/pungi/runroot.py at line 286
<CODE>
     279         """
     280         if self.runroot_method == "local":
     281             self._run_local(
     282                 command, log_file=log_file, packages=packages, arch=arch, **kwargs
     283             )
     284         elif self.runroot_method == "koji":
     285             self._run_koji(
-->  286                 command, log_file=log_file, packages=packages, arch=arch, **kwargs
     287             )
     288         elif self.runroot_method == "openssh":
     289             self._run_openssh(
     290                 command, log_file=log_file, packages=packages, arch=arch, **kwargs
     291             )
     292         else:
</CODE>
<LOCALS>
                arch = 's390x'
             command = "rm -rf /mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS && lorax '--product=CentOS Stream' --version=9 --release=9 --source=file:///mnt/centos/composes/odcs-6274/work/s390x/repo/module-r
              kwargs = {'mounts': ['/mnt/centos/composes/odcs-6274'], 'weight': None, 'chown_paths': ['/mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS', '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-
            log_file = '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log'
            packages = ['lorax']
                self = <pungi.runroot.Runroot object at 0x7f692a4f53c8>
        self._logger = None
        self._result = None
        self.compose = <pungi.compose.Compose object at 0x7f69770743c8>
 self.runroot_method = 'koji'
</LOCALS>
Frame worker in /usr/lib/python3.6/site-packages/pungi/phases/buildinstall.py at line 874
<CODE>
     867                 cmd,
     868                 log_file=log_file,
     869                 arch=arch,
     870                 packages=packages,
     871                 mounts=[compose.topdir],
     872                 weight=compose.conf["runroot_weights"].get("buildinstall"),
     873                 chown_paths=chown_paths,
-->  874                 log_dir=lorax_log_dir,
     875             )
     876 
     877         if final_output_dir != output_dir:
     878             if not os.path.exists(final_output_dir):
     879                 makedirs(final_output_dir)
     880             results_dir = os.path.join(output_dir, "results")
</CODE>
<LOCALS>
                arch = 's390x'
 buildinstall_method = 'lorax'
         chown_paths = ['/mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS', '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS-logs']
                 cmd = "rm -rf /mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS && lorax '--product=CentOS Stream' --version=9 --release=9 --source=file:///mnt/centos/composes/odcs-6274/work/s390x/repo/module-r
             compose = <pungi.compose.Compose object at 0x7f69770743c8>
    final_output_dir = '/mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS'
            log_file = '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log'
        log_filename = 'buildinstall-BaseOS'
       lorax_log_dir = '/mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS-logs'
lorax_use_koji_plugin = False
                 msg = 'Running buildinstall for arch s390x, variant BaseOS'
                 num = 3
          output_dir = '/mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS'
            packages = ['lorax']
        pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f696275b080>
             runroot = <pungi.runroot.Runroot object at 0x7f692a4f53c8>
                self = <BuildinstallThread(Thread-395, stopped 140089499821824)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140089499821824
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-395'
       self._started = <threading.Event object at 0x7f6959e5ddd8>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140089499821824
           self.kill = True
           self.name = 'Thread-395'
           self.pool = <kobo.threads.ThreadPool object at 0x7f69784bd828>
        self.running = False
             variant = Variant(id="BaseOS", name="BaseOS", type="variant", parent=None)
</LOCALS>
Frame process in /usr/lib/python3.6/site-packages/pungi/phases/buildinstall.py at line 560
<CODE>
     553 class BuildinstallThread(WorkerThread):
     554     def process(self, item, num):
     555         # The variant is None unless lorax is used as buildinstall method.
     556         compose, arch, variant, cmd, pkgset_phase = item
     557         can_fail = compose.can_fail(variant, arch, "buildinstall")
     558         with failable(compose, can_fail, variant, arch, "buildinstall"):
     559             try:
-->  560                 self.worker(compose, arch, variant, cmd, pkgset_phase, num)
     561             except RuntimeError:
     562                 self._print_depsolve_error(compose, arch, variant)
     563                 raise
     564 
     565     def _print_depsolve_error(self, compose, arch, variant):
     566         try:
</CODE>
<LOCALS>
                arch = 's390x'
            can_fail = False
                 cmd = "rm -rf /mnt/centos/composes/odcs-6274/work/s390x/buildinstall/BaseOS && lorax '--product=CentOS Stream' --version=9 --release=9 --source=file:///mnt/centos/composes/odcs-6274/work/s390x/repo/module-r
             compose = <pungi.compose.Compose object at 0x7f69770743c8>
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 3
        pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f696275b080>
                self = <BuildinstallThread(Thread-395, stopped 140089499821824)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140089499821824
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-395'
       self._started = <threading.Event object at 0x7f6959e5ddd8>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140089499821824
           self.kill = True
           self.name = 'Thread-395'
           self.pool = <kobo.threads.ThreadPool object at 0x7f69784bd828>
        self.running = False
             variant = Variant(id="BaseOS", name="BaseOS", type="variant", parent=None)
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 3
                self = <BuildinstallThread(Thread-395, stopped 140089499821824)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140089499821824
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-395'
       self._started = <threading.Event object at 0x7f6959e5ddd8>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140089499821824
           self.kill = True
           self.name = 'Thread-395'
           self.pool = <kobo.threads.ThreadPool object at 0x7f69784bd828>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.6/site-packages/six.py at line 703
<CODE>
     696 
     697     def reraise(tp, value, tb=None):
     698         try:
     699             if value is None:
     700                 value = tp()
     701             if value.__traceback__ is not tb:
     702                 raise value.with_traceback(tb)
-->  703             raise value
     704         finally:
     705             value = None
     706             tb = None
     707 
     708 else:
     709     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <BuildinstallThread(Thread-396, stopped 140089491429120)>
                self = <kobo.threads.ThreadPool object at 0x7f69784bd828>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('Runroot task failed: 4854434. See /mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log for more details.',), <traceback object at 0x7f69236e4
 self.finished_tasks = set()
 self.kickstart_file = None
          self.queue = <queue.Queue object at 0x7f69626f4978>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f6962741c60>
self.queue_processed = 4
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f6962741850>
    self.queue_total = 4
   self.reused_tasks = set()
        self.threads = [<BuildinstallThread(Thread-393, stopped 140089538365184)>, <BuildinstallThread(Thread-394, stopped 140089516607232)>, <BuildinstallThread(Thread-395, stopped 140089499821824)>, <BuildinstallThread(Th
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/pungi/phases/base.py at line 111
<CODE>
     104                 "Note that variants can be excluded in configuration file"
     105             )
     106 
     107     def stop(self):
     108         if self.finished:
     109             return
     110         if hasattr(self, "pool"):
-->  111             self.pool.stop()
     112         self.finished = True
     113         self.compose.log_info("[DONE ] %s" % self.msg)
     114 
     115         if hasattr(self, "_start_time"):
     116             self.compose.log_info(
     117                 "PHASE %s took %d seconds"
</CODE>
<LOCALS>
                self = <pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>
       self._skipped = False
    self._start_time = 1731399009.4324343
self.buildinstall_method = 'lorax'
        self.compose = <pungi.compose.Compose object at 0x7f69770743c8>
       self.finished = False
self.lorax_use_koji_plugin = False
            self.msg = '---------- PHASE: BUILDINSTALL ----------'
           self.name = 'buildinstall'
   self.pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f696275b080>
           self.pool = <kobo.threads.ThreadPool object at 0x7f69784bd828>
     self.used_lorax = True
  self.used_patterns = None
 self.warned_skipped = False
</LOCALS>
Frame process in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 79
<CODE>
      72             self.pool.queue_total,
      73             phases_names,
      74         )
      75         self.pool.log_info("[BEGIN] %s" % (msg,))
      76 
      77         for phase in pipeline:
      78             phase.start()
-->   79             phase.stop()
      80 
      81         self.pool.log_info("[DONE ] %s" % (msg,))
</CODE>
<LOCALS>
                item = [<pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>]
                 msg = 'Running pipeline (1/4). Phases: buildinstall'
                 num = 1
               phase = <pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>
        phases_names = 'buildinstall'
            pipeline = [<pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>]
                self = <PipelineThread(Thread-385, stopped 140089508214528)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140089508214528
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-385'
       self._started = <threading.Event object at 0x7f696074a240>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140089508214528
           self.kill = True
           self.name = 'Thread-385'
           self.pool = <kobo.threads.ThreadPool object at 0x7f696108d438>
        self.running = False
</LOCALS>
Frame run in /usr/lib/python3.6/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = [<pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>]
                 num = 1
                self = <PipelineThread(Thread-385, stopped 140089508214528)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140089508214528
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-385'
       self._started = <threading.Event object at 0x7f696074a240>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='UTF-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140089508214528
           self.kill = True
           self.name = 'Thread-385'
           self.pool = <kobo.threads.ThreadPool object at 0x7f696108d438>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.6/site-packages/six.py at line 703
<CODE>
     696 
     697     def reraise(tp, value, tb=None):
     698         try:
     699             if value is None:
     700                 value = tp()
     701             if value.__traceback__ is not tb:
     702                 raise value.with_traceback(tb)
-->  703             raise value
     704         finally:
     705             value = None
     706             tb = None
     707 
     708 else:
     709     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <PipelineThread(Thread-388, stopped 140090456106752)>
                self = <kobo.threads.ThreadPool object at 0x7f696108d438>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('Runroot task failed: 4854434. See /mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log for more details.',), <traceback object at 0x7f692f3d1
          self.queue = <queue.Queue object at 0x7f696108d3c8>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f6918622e18>
self.queue_processed = 4
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f6918622e68>
    self.queue_total = 4
        self.threads = [<PipelineThread(Thread-385, stopped 140089508214528)>, <PipelineThread(Thread-386, stopped 140089474643712)>, <PipelineThread(Thread-387, stopped 140090439321344)>, <PipelineThread(Thread-388, stoppe
</LOCALS>
Frame stop in /usr/lib/python3.6/site-packages/pungi/phases/weaver.py at line 57
<CODE>
      50 
      51         self.pool.start()
      52 
      53     def stop(self):
      54         if self.finished:
      55             return
      56         if hasattr(self, "pool"):
-->   57             self.pool.stop()
      58         self.finished = True
      59         self.compose.log_info("[DONE ] %s" % self.msg)
      60 
      61 
      62 class PipelineThread(WorkerThread):
      63     """
</CODE>
<LOCALS>
                self = <pungi.phases.weaver.WeaverPhase object at 0x7f69606113c8>
 self._phases_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
        self.compose = <pungi.compose.Compose object at 0x7f69770743c8>
       self.finished = False
            self.msg = '---------- PHASE: WEAVER ----------'
           self.name = 'weaver'
           self.pool = <kobo.threads.ThreadPool object at 0x7f696108d438>
</LOCALS>
Frame run_compose in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 524
<CODE>
     517         buildinstall_phase,
     518         (gather_phase, createrepo_phase),
     519         extrafiles_phase,
     520         (ostree_phase, ostree_installer_phase),
     521     )
     522     essentials_phase = pungi.phases.WeaverPhase(compose, essentials_schema)
     523     essentials_phase.start()
-->  524     essentials_phase.stop()
     525 
     526     # write treeinfo before ISOs are created
     527     for variant in compose.get_variants():
     528         for arch in variant.arches + ["src"]:
     529             pungi.metadata.write_tree_info(
     530                 compose, arch, variant, bi=buildinstall_phase
</CODE>
<LOCALS>
  buildinstall_phase = <pungi.phases.buildinstall.BuildinstallPhase object at 0x7f696275b208>
             compose = <pungi.compose.Compose object at 0x7f69770743c8>
    config_copy_path = '/mnt/centos/composes/odcs-6274/logs/global/config-copy'
    config_dump_full = '/mnt/centos/composes/odcs-6274/logs/global/config-dump.global.log'
         config_file = '/tmp/tmppkk6lcgq/pungi.json'
  create_latest_link = False
     createiso_phase = <pungi.phases.createiso.CreateisoPhase object at 0x7f69626f4c88>
    createrepo_phase = <pungi.phases.createrepo.CreaterepoPhase object at 0x7f69626f46a0>
              errors = []
    essentials_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f69606113c8>
   essentials_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    extra_isos_phase = <pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f69620a1048>
    extrafiles_phase = <pungi.phases.extra_files.ExtraFilesPhase object at 0x7f69626f45f8>
                   f = <_io.TextIOWrapper name='/mnt/centos/composes/odcs-6274/logs/global/config-dump.global.log' mode='w' encoding='UTF-8'>
        gather_phase = <pungi.phases.gather.GatherPhase object at 0x7f69626f43c8>
   image_build_phase = <pungi.phases.image_build.ImageBuildPhase object at 0x7f69620a1ac8>
image_checksum_phase = <pungi.phases.image_checksum.ImageChecksumPhase object at 0x7f69620a4978>
image_container_phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f69620a45f8>
          init_phase = <pungi.phases.init.InitPhase object at 0x7f6962767cf8>
  installed_pkgs_log = '/mnt/centos/composes/odcs-6274/logs/global/installed-pkgs.global.log'
latest_link_components = -1
  latest_link_status = None
    liveimages_phase = <pungi.phases.live_images.LiveImagesPhase object at 0x7f69620a13c8>
     livemedia_phase = <pungi.phases.livemedia_phase.LiveMediaPhase object at 0x7f69620a1748>
          osbs_phase = <pungi.phases.osbs.OSBSPhase object at 0x7f69620a4240>
       osbuild_phase = <pungi.phases.osbuild.OSBuildPhase object at 0x7f69620a1e48>
ostree_installer_phase = <pungi.phases.ostree_installer.OstreeInstallerPhase object at 0x7f69626f47f0>
        ostree_phase = <pungi.phases.ostree.OSTreePhase object at 0x7f69626f4a20>
               phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f69620a45f8>
        pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f696275b080>
               pungi = <module 'pungi' from '/usr/lib/python3.6/site-packages/pungi/__init__.py'>
   repoclosure_phase = <pungi.phases.repoclosure.RepoclosurePhase object at 0x7f69620a49b0>
          test_phase = <pungi.phases.test.TestPhase object at 0x7f69620a49e8>
</LOCALS>
Frame main in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 356
<CODE>
     349     notifier.compose = compose
     350     COMPOSE = compose
     351     try:
     352         run_compose(
     353             compose,
     354             create_latest_link=create_latest_link,
     355             latest_link_status=latest_link_status,
-->  356             latest_link_components=latest_link_components,
     357         )
     358     except UnsignedPackagesError:
     359         # There was an unsigned package somewhere. It is not safe to reuse any
     360         # package set from this compose (since we could leak the unsigned
     361         # package). Let's make sure all reuse files are deleted.
     362         for fp in glob.glob(compose.paths.work.pkgset_reuse_file("*")):
</CODE>
<LOCALS>
             Compose = <class 'pungi.compose.Compose'>
PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'image_checksum', 'image_container', 'init', 'live_images', 'live_media', 'osbs', 'osbuild', 'ostree',
               abort = <function main.<locals>.abort at 0x7f69633237b8>
             ci_path = '/mnt/centos/composes/odcs-6274/work/global/composeinfo-base.json'
             compose = <pungi.compose.Compose object at 0x7f69770743c8>
         compose_dir = '/mnt/centos/composes/odcs-6274'
        compose_type = 'test'
                conf = {'RELEASE_NAME': 'CentOS Stream', 'RELEASE_SHORT': 'CentOS-Stream', 'RELEASE_VERSION': '9', 'PKGSET_KOJI_TAG': 'c9s-compose', 'PKGSET_KOJI_MODULE_TAG': 'el9-modules-pending-signed', 'RUNROOT_CHANNEL':
  create_latest_link = False
              errors = []
       fail_to_start = <function main.<locals>.fail_to_start at 0x7f6963323730>
               group = <argparse._MutuallyExclusiveGroup object at 0x7f6974e97a90>
                kobo = <module 'kobo' from '/usr/lib/python3.6/site-packages/kobo/__init__.py'>
latest_link_components = -1
  latest_link_status = None
              logger = <Logger pungi (DEBUG)>
            notifier = <pungi.notifier.PungiNotifier object at 0x7f6963318fd0>
                opts = Namespace(compose_dir='/mnt/centos/composes/odcs-6274', compose_type='test', config='/tmp/tmppkk6lcgq/pungi.json', just_phase=[], koji_event=None, label=None, latest_link_components=-1, latest_link_st
              parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=<class 'argparse.HelpFormatter'>, conflict_handler='error', add_help=True)
           productmd = <module 'productmd' from '/usr/lib/python3.6/site-packages/productmd/__init__.py'>
               pungi = <module 'pungi' from '/usr/lib/python3.6/site-packages/pungi/__init__.py'>
                  rv = None
             warning = 'WARNING: Unrecognized config option: RELEASE_VERSION_XY.'
            warnings = ["WARNING: Config option release_is_layered was removed and has no effect; remove it. It's layered if there's configuration for base product.", "WARNING: Config option runroot was removed and has no e
</LOCALS>
Frame cli_main in /usr/lib/python3.6/site-packages/pungi/scripts/pungi_koji.py at line 683
<CODE>
     676 
     677 
     678 def cli_main():
     679     signal.signal(signal.SIGINT, sigterm_handler)
     680     signal.signal(signal.SIGTERM, sigterm_handler)
     681 
     682     try:
-->  683         main()
     684     except (Exception, KeyboardInterrupt) as ex:
     685         if COMPOSE:
     686             COMPOSE.log_error("Compose run failed: %s" % ex)
     687             COMPOSE.traceback(show_locals=getattr(ex, "show_locals", True))
     688             COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir)
     689             COMPOSE.write_status("DOOMED")
</CODE>
<LOCALS>
                  ex = RuntimeError('Runroot task failed: 4854434. See /mnt/centos/composes/odcs-6274/logs/s390x/buildinstall-BaseOS.s390x.log for more details.',)
</LOCALS>