Traceback (most recent call last):
  File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 683, in cli_main
    main()
  File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 352, in main
    run_compose(
  File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 562, in run_compose
    extra_phase.stop()
  File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 57, in stop
    self.pool.stop()
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.11/site-packages/six.py", line 719, in reraise
    raise value
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 79, in process
    phase.stop()
  File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 57, in stop
    self.pool.stop()
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.11/site-packages/six.py", line 719, in reraise
    raise value
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 79, in process
    phase.stop()
  File "/usr/lib/python3.11/site-packages/pungi/phases/base.py", line 111, in stop
    self.pool.stop()
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 120, in stop
    six.reraise(exc_info[0], exc_info[1], exc_info[2])
  File "/usr/lib/python3.11/site-packages/six.py", line 719, in reraise
    raise value
  File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 67, in run
    self.process(item, num)
  File "/usr/lib/python3.11/site-packages/pungi/phases/osbuild.py", line 135, in process
    self.worker(
  File "/usr/lib/python3.11/site-packages/pungi/phases/osbuild.py", line 183, in worker
    raise RuntimeError(
RuntimeError: OSBuild: task 101840170 failed: see /mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log for details
Frame worker in /usr/lib/python3.11/site-packages/pungi/phases/osbuild.py at line 183
<CODE>
     176         # Wait for it to finish and capture the output into log file.
     177         log_dir = os.path.join(compose.paths.log.topdir(), "osbuild")
     178         util.makedirs(log_dir)
     179         log_file = os.path.join(
     180             log_dir, "%s-%s-watch-task.log" % (variant.uid, self.num)
     181         )
     182         if koji.watch_task(task_id, log_file) != 0:
-->  183             raise RuntimeError(
     184                 "OSBuild: task %s failed: see %s for details" % (task_id, log_file)
     185             )
     186 
     187         # Refresh koji session which may have timed out while the task was
     188         # running. Watching is done via a subprocess, so the session is
     189         # inactive.
</CODE>
<LOCALS>
              arches = ['aarch64', 'x86_64']
             compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
              config = {'name': 'Fedora-IoT', 'version': '!OSTREE_VERSION_FROM_LABEL_DATE_TYPE_RESPIN', 'distro': 'fedora-38', 'image_types': ['iot-raw-image'], 'target': 'f38-candidate', 'arches': ['x86_64', 'aarch64'], 'r
                koji = <pungi.wrappers.kojiwrapper.KojiWrapper object at 0x7f9cc5978d90>
             log_dir = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild'
            log_file = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log'
                 msg = 'OSBuild task for variant IoT'
                opts = {'repo': ['https://kojipkgs.fedoraproject.org/compose/38/Fedora-38-20230413.1/compose/Everything/$arch/os/', 'https://kojipkgs.fedoraproject.org/compose/updates/f38-updates/compose/Everything/$arch/os
              ostree = {'url': 'https://kojipkgs.fedoraproject.org/compose/iot/repo/', 'ref': 'fedora/stable/$arch/iot'}
             release = '20230605.0'
                repo = ['https://kojipkgs.fedoraproject.org/compose/38/Fedora-38-20230413.1/compose/Everything/$arch/os/', 'https://kojipkgs.fedoraproject.org/compose/updates/f38-updates/compose/Everything/$arch/os/']
                self = <RunOSBuildThread(Thread-112, stopped 140311070238400)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140311070238400
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-112'
     self._native_id = 2684685
       self._started = <threading.Event at 0x7f9cc59664d0: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
       self.can_fail = []
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140311070238400
           self.kill = True
           self.name = 'Thread-112'
      self.native_id = 2684685
            self.num = 1
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5a17d10>
        self.running = False
              target = 'f38-candidate'
             task_id = 101840170
      upload_options = None
             variant = Variant(id="IoT", name="IoT", type="variant", parent=None)
             version = '38.20230605.0'
</LOCALS>
Frame process in /usr/lib/python3.11/site-packages/pungi/phases/osbuild.py at line 135
<CODE>
     128             compose,
     129             can_fail,
     130             variant,
     131             "*",
     132             "osbuild",
     133             logger=self.pool._logger,
     134         ):
-->  135             self.worker(
     136                 compose, variant, config, arches, version, release, target, repo
     137             )
     138 
     139     def worker(self, compose, variant, config, arches, version, release, target, repo):
     140         msg = "OSBuild task for variant %s" % variant.uid
     141         self.pool.log_info("[BEGIN] %s" % msg)
</CODE>
<LOCALS>
              arches = ['aarch64', 'x86_64']
            can_fail = []
             compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
              config = {'name': 'Fedora-IoT', 'version': '!OSTREE_VERSION_FROM_LABEL_DATE_TYPE_RESPIN', 'distro': 'fedora-38', 'image_types': ['iot-raw-image'], 'target': 'f38-candidate', 'arches': ['x86_64', 'aarch64'], 'r
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 1
             release = '20230605.0'
                repo = ['https://kojipkgs.fedoraproject.org/compose/38/Fedora-38-20230413.1/compose/Everything/$arch/os/', 'https://kojipkgs.fedoraproject.org/compose/updates/f38-updates/compose/Everything/$arch/os/']
                self = <RunOSBuildThread(Thread-112, stopped 140311070238400)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140311070238400
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-112'
     self._native_id = 2684685
       self._started = <threading.Event at 0x7f9cc59664d0: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
       self.can_fail = []
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140311070238400
           self.kill = True
           self.name = 'Thread-112'
      self.native_id = 2684685
            self.num = 1
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5a17d10>
        self.running = False
              target = 'f38-candidate'
             variant = Variant(id="IoT", name="IoT", type="variant", parent=None)
             version = '38.20230605.0'
</LOCALS>
Frame run in /usr/lib/python3.11/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = <ERROR WHILE CONVERTING VALUE TO STRING>
                 num = 1
                self = <RunOSBuildThread(Thread-112, stopped 140311070238400)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140311070238400
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-112'
     self._native_id = 2684685
       self._started = <threading.Event at 0x7f9cc59664d0: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
       self.can_fail = []
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140311070238400
           self.kill = True
           self.name = 'Thread-112'
      self.native_id = 2684685
            self.num = 1
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5a17d10>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.11/site-packages/six.py at line 719
<CODE>
     712 
     713     def reraise(tp, value, tb=None):
     714         try:
     715             if value is None:
     716                 value = tp()
     717             if value.__traceback__ is not tb:
     718                 raise value.with_traceback(tb)
-->  719             raise value
     720         finally:
     721             value = None
     722             tb = None
     723 
     724 else:
     725     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <RunOSBuildThread(Thread-113, stopped 140311078631104)>
                self = <kobo.threads.ThreadPool object at 0x7f9cc5a17d10>
        self._logger = <Logger OSBUILD (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('OSBuild: task 101840170 failed: see /mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log for details'), <traceback object at 
          self.queue = <queue.Queue object at 0x7f9cc5a17850>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f9cc59f0b80>
self.queue_processed = 2
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f9cc6c42980>
    self.queue_total = 2
        self.threads = [<RunOSBuildThread(Thread-112, stopped 140311070238400)>, <RunOSBuildThread(Thread-113, stopped 140311078631104)>]
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/pungi/phases/base.py at line 111
<CODE>
     104                 "Note that variants can be excluded in configuration file"
     105             )
     106 
     107     def stop(self):
     108         if self.finished:
     109             return
     110         if hasattr(self, "pool"):
-->  111             self.pool.stop()
     112         self.finished = True
     113         self.compose.log_info("[DONE ] %s" % self.msg)
     114 
     115         if hasattr(self, "_start_time"):
     116             self.compose.log_info(
     117                 "PHASE %s took %d seconds"
</CODE>
<LOCALS>
                self = <pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>
       self._skipped = False
    self._start_time = 1685978026.011984
        self.compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
       self.finished = False
         self.logger = <Logger OSBUILD (DEBUG)>
            self.msg = '---------- PHASE: OSBUILD ----------'
           self.name = 'osbuild'
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5a17d10>
  self.used_patterns = {'^IoT$'}
</LOCALS>
Frame process in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 79
<CODE>
      72             self.pool.queue_total,
      73             phases_names,
      74         )
      75         self.pool.log_info("[BEGIN] %s" % (msg,))
      76 
      77         for phase in pipeline:
      78             phase.start()
-->   79             phase.stop()
      80 
      81         self.pool.log_info("[DONE ] %s" % (msg,))
</CODE>
<LOCALS>
                item = [<pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>]
                 msg = 'Running pipeline (6/6). Phases: osbuild'
                 num = 6
               phase = <pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>
        phases_names = 'osbuild'
            pipeline = [<pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>]
                self = <PipelineThread(Thread-105, stopped 140311061845696)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140311061845696
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-105'
     self._native_id = 2684660
       self._started = <threading.Event at 0x7f9cc5977690: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140311061845696
           self.kill = True
           self.name = 'Thread-105'
      self.native_id = 2684660
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978d50>
        self.running = False
</LOCALS>
Frame run in /usr/lib/python3.11/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = [<pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>]
                 num = 6
                self = <PipelineThread(Thread-105, stopped 140311061845696)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140311061845696
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-105'
     self._native_id = 2684660
       self._started = <threading.Event at 0x7f9cc5977690: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140311061845696
           self.kill = True
           self.name = 'Thread-105'
      self.native_id = 2684660
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978d50>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.11/site-packages/six.py at line 719
<CODE>
     712 
     713     def reraise(tp, value, tb=None):
     714         try:
     715             if value is None:
     716                 value = tp()
     717             if value.__traceback__ is not tb:
     718                 raise value.with_traceback(tb)
-->  719             raise value
     720         finally:
     721             value = None
     722             tb = None
     723 
     724 else:
     725     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <PipelineThread(Thread-105, stopped 140311061845696)>
                self = <kobo.threads.ThreadPool object at 0x7f9cc5978d50>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('OSBuild: task 101840170 failed: see /mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log for details'), <traceback object at 
          self.queue = <queue.Queue object at 0x7f9cc597b910>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f9cc597abc0>
self.queue_processed = 6
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f9cc5978780>
    self.queue_total = 6
        self.threads = [<PipelineThread(Thread-100, stopped 140309266691776)>, <PipelineThread(Thread-101, stopped 140311305610944)>, <PipelineThread(Thread-102, stopped 140311297185472)>, <PipelineThread(Thread-103, stoppe
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 57
<CODE>
      50 
      51         self.pool.start()
      52 
      53     def stop(self):
      54         if self.finished:
      55             return
      56         if hasattr(self, "pool"):
-->   57             self.pool.stop()
      58         self.finished = True
      59         self.compose.log_info("[DONE ] %s" % self.msg)
      60 
      61 
      62 class PipelineThread(WorkerThread):
      63     """
</CODE>
<LOCALS>
                self = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>
 self._phases_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
        self.compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
       self.finished = False
            self.msg = '---------- PHASE: WEAVER ----------'
           self.name = 'weaver'
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978d50>
</LOCALS>
Frame process in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 79
<CODE>
      72             self.pool.queue_total,
      73             phases_names,
      74         )
      75         self.pool.log_info("[BEGIN] %s" % (msg,))
      76 
      77         for phase in pipeline:
      78             phase.start()
-->   79             phase.stop()
      80 
      81         self.pool.log_info("[DONE ] %s" % (msg,))
</CODE>
<LOCALS>
                item = [<pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>, <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5f4f550>]
                 msg = 'Running pipeline (1/3). Phases: weaver, weaver'
                 num = 1
               phase = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>
        phases_names = 'weaver, weaver'
            pipeline = [<pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>, <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5f4f550>]
                self = <PipelineThread(Thread-97, stopped 140309753206464)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140309753206464
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-97'
     self._native_id = 2684652
       self._started = <threading.Event at 0x7f9cc597b850: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140309753206464
           self.kill = True
           self.name = 'Thread-97'
      self.native_id = 2684652
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978c90>
        self.running = False
</LOCALS>
Frame run in /usr/lib/python3.11/site-packages/kobo/threads.py at line 67
<CODE>
      60 
      61             self.pool.queue_get_lock.acquire()
      62             self.pool.queue_processed += 1
      63             num = self.pool.queue_processed
      64             self.pool.queue_get_lock.release()
      65 
      66             try:
-->   67                 self.process(item, num)
      68             except:
      69                 self.failed = True
      70                 self.pool.exceptions.append(sys.exc_info())
      71                 self.pool.kill()
      72 
      73     def process(self, item, num):
</CODE>
<LOCALS>
                item = [<pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>, <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5f4f550>]
                 num = 1
                self = <PipelineThread(Thread-97, stopped 140309753206464)>
          self._args = <ERROR WHILE CONVERTING VALUE TO STRING>
      self._daemonic = False
         self._ident = 140309753206464
   self._initialized = True
    self._is_stopped = True
        self._kwargs = {}
          self._name = 'Thread-97'
     self._native_id = 2684652
       self._started = <threading.Event at 0x7f9cc597b850: set>
        self._stderr = <_io.TextIOWrapper name='<stderr>' mode='w' encoding='utf-8'>
        self._target = None
   self._tstate_lock = None
         self.daemon = False
         self.failed = True
    self.get_timeout = 1
          self.ident = 140309753206464
           self.kill = True
           self.name = 'Thread-97'
      self.native_id = 2684652
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978c90>
        self.running = False
</LOCALS>
Frame reraise in /usr/lib/python3.11/site-packages/six.py at line 719
<CODE>
     712 
     713     def reraise(tp, value, tb=None):
     714         try:
     715             if value is None:
     716                 value = tp()
     717             if value.__traceback__ is not tb:
     718                 raise value.with_traceback(tb)
-->  719             raise value
     720         finally:
     721             value = None
     722             tb = None
     723 
     724 else:
     725     def exec_(_code_, _globs_=None, _locs_=None):
</CODE>
<LOCALS>
                  tb = None
                  tp = <class 'RuntimeError'>
               value = None
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/kobo/threads.py at line 120
<CODE>
     113         """
     114         for i in self.threads:
     115             i.running = False
     116         for i in self.threads:
     117             i.join()
     118         if self.exceptions:
     119             exc_info = self.exceptions[0]
-->  120             six.reraise(exc_info[0], exc_info[1], exc_info[2])
     121 
     122     def kill(self):
     123         for i in self.threads:
     124             i.kill = True
     125             i.running = False
     126 
</CODE>
<LOCALS>
            exc_info = <ERROR WHILE CONVERTING VALUE TO STRING>
                   i = <PipelineThread(Thread-99, stopped 140310499796672)>
                self = <kobo.threads.ThreadPool object at 0x7f9cc5978c90>
        self._logger = <Logger pungi (DEBUG)>
     self.exceptions = [(<class 'RuntimeError'>, RuntimeError('OSBuild: task 101840170 failed: see /mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log for details'), <traceback object at 
          self.queue = <queue.Queue object at 0x7f9cc5978a10>
 self.queue_get_lock = <unlocked _thread.lock object at 0x7f9cc597afc0>
self.queue_processed = 3
 self.queue_put_lock = <unlocked _thread.lock object at 0x7f9cc597bb80>
    self.queue_total = 3
        self.threads = [<PipelineThread(Thread-97, stopped 140309753206464)>, <PipelineThread(Thread-98, stopped 140311045060288)>, <PipelineThread(Thread-99, stopped 140310499796672)>]
</LOCALS>
Frame stop in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 57
<CODE>
      50 
      51         self.pool.start()
      52 
      53     def stop(self):
      54         if self.finished:
      55             return
      56         if hasattr(self, "pool"):
-->   57             self.pool.stop()
      58         self.finished = True
      59         self.compose.log_info("[DONE ] %s" % self.msg)
      60 
      61 
      62 class PipelineThread(WorkerThread):
      63     """
</CODE>
<LOCALS>
                self = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc597b050>
 self._phases_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
        self.compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
       self.finished = False
            self.msg = '---------- PHASE: WEAVER ----------'
           self.name = 'weaver'
           self.pool = <kobo.threads.ThreadPool object at 0x7f9cc5978c90>
</LOCALS>
Frame run_compose in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 562
<CODE>
     555         (compose_images_phase, post_image_phase),
     556         osbs_phase,
     557         repoclosure_phase,
     558     )
     559     extra_phase = pungi.phases.WeaverPhase(compose, extra_phase_schema)
     560 
     561     extra_phase.start()
-->  562     extra_phase.stop()
     563 
     564     pungi.metadata.write_compose_info(compose)
     565     if not (
     566         buildinstall_phase.skip()
     567         and ostree_installer_phase.skip()
     568         and createiso_phase.skip()
</CODE>
<LOCALS>
                arch = 'src'
  buildinstall_phase = <pungi.phases.buildinstall.BuildinstallPhase object at 0x7f9cc5a29990>
             compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
compose_images_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5979650>
compose_images_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    config_copy_path = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/config-copy'
    config_dump_full = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/config-dump.global.log'
         config_file = '/root/pungi-iot/fedora-iot.conf'
  create_latest_link = True
     createiso_phase = <pungi.phases.createiso.CreateisoPhase object at 0x7f9cc5ca0810>
    createrepo_phase = <pungi.phases.createrepo.CreaterepoPhase object at 0x7f9cc5a29c10>
              errors = []
    essentials_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5cf9fd0>
   essentials_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    extra_isos_phase = <pungi.phases.extra_isos.ExtraIsosPhase object at 0x7f9cc5a2ac10>
         extra_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc597b050>
  extra_phase_schema = <ERROR WHILE CONVERTING VALUE TO STRING>
    extrafiles_phase = <pungi.phases.extra_files.ExtraFilesPhase object at 0x7f9cc5a29c50>
                   f = <_io.TextIOWrapper name='/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/config-dump.global.log' mode='w' encoding='utf-8'>
        gather_phase = <pungi.phases.gather.GatherPhase object at 0x7f9cc5a29910>
   image_build_phase = <pungi.phases.image_build.ImageBuildPhase object at 0x7f9cc5f0e8d0>
image_checksum_phase = <pungi.phases.image_checksum.ImageChecksumPhase object at 0x7f9cc5a30590>
image_container_phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f9cc5bce150>
          init_phase = <pungi.phases.init.InitPhase object at 0x7f9cc5f0d410>
  installed_pkgs_log = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/installed-pkgs.global.log'
latest_link_components = -1
  latest_link_status = None
    liveimages_phase = <pungi.phases.live_images.LiveImagesPhase object at 0x7f9cc5a2b6d0>
     livemedia_phase = <pungi.phases.livemedia_phase.LiveMediaPhase object at 0x7f9cc5a2bc50>
          osbs_phase = <pungi.phases.osbs.OSBSPhase object at 0x7f9cc59f0b50>
       osbuild_phase = <pungi.phases.osbuild.OSBuildPhase object at 0x7f9cc5a22a90>
ostree_installer_phase = <pungi.phases.ostree_installer.OstreeInstallerPhase object at 0x7f9cc5a29ad0>
        ostree_phase = <pungi.phases.ostree.OSTreePhase object at 0x7f9cc5a2a390>
               phase = <pungi.phases.image_container.ImageContainerPhase object at 0x7f9cc5bce150>
        pkgset_phase = <pungi.phases.pkgset.PkgsetPhase object at 0x7f9cc5a23a90>
    post_image_phase = <pungi.phases.weaver.WeaverPhase object at 0x7f9cc5f4f550>
               pungi = <module 'pungi' from '/usr/lib/python3.11/site-packages/pungi/__init__.py'>
   repoclosure_phase = <pungi.phases.repoclosure.RepoclosurePhase object at 0x7f9cc5a30610>
          test_phase = <pungi.phases.test.TestPhase object at 0x7f9cc5a305d0>
             variant = Variant(id="IoT", name="IoT", type="variant", parent=None)
</LOCALS>
Frame main in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 352
<CODE>
     345             logger.error("Config validation failed with the error: %s" % error)
     346         fail_to_start("Config validation failed", errors=errors)
     347         sys.exit(1)
     348 
     349     notifier.compose = compose
     350     COMPOSE = compose
     351     try:
-->  352         run_compose(
     353             compose,
     354             create_latest_link=create_latest_link,
     355             latest_link_status=latest_link_status,
     356             latest_link_components=latest_link_components,
     357         )
     358     except UnsignedPackagesError:
</CODE>
<LOCALS>
             Compose = <class 'pungi.compose.Compose'>
PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'image_checksum', 'image_container', 'init', 'live_images', 'live_media', 'osbs', 'osbuild', 'ostree',
               abort = <function main.<locals>.abort at 0x7f9cc5c85bc0>
             compose = <pungi.compose.Compose object at 0x7f9cc59e65d0>
         compose_dir = '/mnt/koji/compose/iot/Fedora-IoT-38-20230605.0'
        compose_type = 'production'
                conf = {'release_name': 'Fedora-IoT', 'release_short': 'Fedora-IoT', 'release_version': '38', 'skip_phases': ['buildinstall', 'createrepo', 'extra_files'], 'ostree_installer_overwrite': True, 'comps_file': {
  create_latest_link = True
              errors = []
       fail_to_start = <function main.<locals>.fail_to_start at 0x7f9cc5c85a80>
               group = <argparse._MutuallyExclusiveGroup object at 0x7f9cc94177d0>
                kobo = <module 'kobo' from '/usr/lib/python3.11/site-packages/kobo/__init__.py'>
latest_link_components = -1
  latest_link_status = None
              logger = <Logger pungi (DEBUG)>
            notifier = <pungi.notifier.PungiNotifier object at 0x7f9cc5f2f090>
                opts = Namespace(target_dir='/mnt/koji/compose/iot', compose_dir=None, label='RC-20230605.0', no_label=False, supported=False, old_composes=['/mnt/koji/compose/iot'], config='/root/pungi-iot/fedora-iot.conf'
              parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=<class 'argparse.HelpFormatter'>, conflict_handler='error', add_help=True)
           productmd = <module 'productmd' from '/usr/lib/python3.11/site-packages/productmd/__init__.py'>
               pungi = <module 'pungi' from '/usr/lib/python3.11/site-packages/pungi/__init__.py'>
                  rv = None
            warnings = []
</LOCALS>
Frame cli_main in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 683
<CODE>
     676 
     677 
     678 def cli_main():
     679     signal.signal(signal.SIGINT, sigterm_handler)
     680     signal.signal(signal.SIGTERM, sigterm_handler)
     681 
     682     try:
-->  683         main()
     684     except (Exception, KeyboardInterrupt) as ex:
     685         if COMPOSE:
     686             COMPOSE.log_error("Compose run failed: %s" % ex)
     687             COMPOSE.traceback()
     688             COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir)
     689             COMPOSE.write_status("DOOMED")
</CODE>
<LOCALS>
                  ex = RuntimeError('OSBuild: task 101840170 failed: see /mnt/koji/compose/iot/Fedora-IoT-38-20230605.0/logs/global/osbuild/IoT-1-watch-task.log for details')
</LOCALS>