Comment 5 for bug 1743648

Revision history for this message
Andrey Grebennikov (agrebennikov) wrote (last edit ):

The very first failure of the boot resources import:

2022-11-04 21:58:04 sstreams: [info] com.ubuntu.maas:stable:centos-bases-download/com.ubuntu.maas.stable:centos-bases:8:amd64: to_add=['20211104_01'] to_remove=[]
2022-11-04 22:00:08 maasserver.bootresources: [critical] Importing boot resources failed.
        Traceback (most recent call last):
          File "/usr/lib/python3.8/threading.py", line 870, in run
            self._target(*self._args, **self._kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 821, in worker
            return target()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/_threads/_threadworker.py", line 46, in work
            task()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/_threads/_team.py", line 190, in doWork
            task()
        --- <exception caught here> ---
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 250, in inContext
            result = inContext.theWork()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 266, in <lambda>
            inContext.theWork = lambda: context.call(ctx, func, *args, **kw)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/context.py", line 122, in callWithContext
            return self.currentContext().callWithContext(ctx, func, *args, **kw)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/context.py", line 85, in callWithContext
            return func(*args,**kw)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 856, in callInContext
            return func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 202, in wrapper
            result = func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 136, in wrapper
            return func_in_reactor(*args, **kwargs).wait(LONGTIME)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/crochet/_eventloop.py", line 231, in wait
            result.raiseException()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/failure.py", line 467, in raiseException
            raise self.value.with_traceback(self.tb)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/internet/defer.py", line 654, in _runCallbacks
            current.result = callback(current.result, *args, **kw)
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/bootresources.py", line 1317, in eb_import
            failure.trap(DatabaseLockNotHeld)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/failure.py", line 439, in trap
            self.raiseException()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/failure.py", line 467, in raiseException
            raise self.value.with_traceback(self.tb)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 250, in inContext
            result = inContext.theWork()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/threadpool.py", line 266, in <lambda>
            inContext.theWork = lambda: context.call(ctx, func, *args, **kw)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/context.py", line 122, in callWithContext
            return self.currentContext().callWithContext(ctx, func, *args, **kw)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/twisted/python/context.py", line 85, in callWithContext
            return func(*args,**kw)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 856, in callInContext
            return func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/provisioningserver/utils/twisted.py", line 202, in wrapper
            result = func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/utils/orm.py", line 711, in call_with_connection
            return func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/utils/__init__.py", line 197, in call_with_lock
            return func(*args, **kwargs)
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/bootresources.py", line 1427, in _import_resources_with_lock
            return _import_resources_without_lock(notify)
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/bootresources.py", line 1387, in _import_resources_without_lock
            successful = download_all_boot_resources(
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/bootresources.py", line 1237, in download_all_boot_resources
            download_boot_resources(
          File "/snap/maas/23947/lib/python3.8/site-packages/maasserver/bootresources.py", line 1178, in download_boot_resources
            writer.sync(reader, rpath)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/mirrors/__init__.py", line 91, in sync
            return self.sync_index(reader, path, data, content)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/mirrors/__init__.py", line 254, in sync_index
            self.sync(reader, path=epath)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/mirrors/__init__.py", line 85, in sync
            content, payload = reader.read_json(path)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/mirrors/__init__.py", line 41, in read_json
            with self.source(path) as source:
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 75, in __enter__
            self.open()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 132, in open
            self.fd = self._open()
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 120, in _open
            return opener(*oargs, offset=self.offset)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/mirrors/__init__.py", line 186, in url_reader_factory
            return cs.URL_READER(
          File "/snap/maas/23947/usr/lib/python3/dist-packages/simplestreams/contentsource.py", line 392, in __init__
            self.req = requests.get(
          File "/snap/maas/23947/usr/lib/python3/dist-packages/requests_unixsocket/__init__.py", line 51, in get
            return request('get', url, **kwargs)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/requests_unixsocket/__init__.py", line 46, in request
            return session.request(method=method, url=url, **kwargs)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/requests/sessions.py", line 533, in request
            resp = self.send(prep, **send_kwargs)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/requests/sessions.py", line 646, in send
            r = adapter.send(request, **kwargs)
          File "/snap/maas/23947/usr/lib/python3/dist-packages/requests/adapters.py", line 498, in send
            raise ConnectionError(err, request=request)
        requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))

After this hourly attempt finished with the traceback from the prior paste.