Flaky Test [Build&Test / x-pack/metricbeat-pythonIntegTest / test_qmgr – x-pack.metricbeat.module.ibmmq.test_ibmmq.Test]

[kaiyan-sheng]

Flaky Test

• Test Name: test_qmgr in test ibmmq
• Link:

  beats/x-pack/metricbeat/module/ibmmq/test_ibmmq.py

  Line 12 in 23e4403

  def test_qmgr(self):

• Branch: 7.x
• Notes: [7.x](backport #27607) feat: add huaweicloud metadata support. #28037

Stack Trace

 self = <Service: ibmmq>, no_cache = False, pull = False, force_rm = False
memory = None, build_args_override = None, gzip = False, rm = True
silent = False, cli = False, progress = None

    def build(self, no_cache=False, pull=False, force_rm=False, memory=None, build_args_override=None,
              gzip=False, rm=True, silent=False, cli=False, progress=None):
        output_stream = open(os.devnull, 'w')
        if not silent:
            output_stream = sys.stdout
            log.info('Building %s' % self.name)
    
        build_opts = self.options.get('build', {})
    
        build_args = build_opts.get('args', {}).copy()
        if build_args_override:
            build_args.update(build_args_override)
    
        for k, v in self._parse_proxy_config().items():
            build_args.setdefault(k, v)
    
        path = rewrite_build_path(build_opts.get('context'))
        if self.platform and version_lt(self.client.api_version, '1.35'):
            raise OperationFailedError(
                'Impossible to perform platform-targeted builds for API version < 1.35'
            )
    
        builder = self.client if not cli else _CLIBuilder(progress)
        build_output = builder.build(
            path=path,
            tag=self.image_name,
            rm=rm,
            forcerm=force_rm,
            pull=pull,
            nocache=no_cache,
            dockerfile=build_opts.get('dockerfile', None),
            cache_from=self.get_cache_from(build_opts),
            labels=build_opts.get('labels', None),
            buildargs=build_args,
            network_mode=build_opts.get('network', None),
            target=build_opts.get('target', None),
            shmsize=parse_bytes(build_opts.get('shm_size')) if build_opts.get('shm_size') else None,
            extra_hosts=build_opts.get('extra_hosts', None),
            container_limits={
                'memory': parse_bytes(memory) if memory else None
            },
            gzip=gzip,
            isolation=build_opts.get('isolation', self.options.get('isolation', None)),
            platform=self.platform,
        )
    
        try:
>           all_events = list(stream_output(build_output, output_stream))

../../build/ve/docker/lib/python3.7/site-packages/compose/service.py:1110: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

output = <generator object APIClient._stream_helper at 0x7fa91d56a7c8>
stream = <_io.TextIOWrapper name="<_io.FileIO name=6 mode='rb+' closefd=True>" mode='r+' encoding='utf-8'>

    def stream_output(output, stream):
        is_terminal = hasattr(stream, 'isatty') and stream.isatty()
        stream = utils.get_output_stream(stream)
        lines = {}
        diff = 0
    
        for event in utils.json_stream(output):
            yield event
            is_progress_event = 'progress' in event or 'progressDetail' in event
    
            if not is_progress_event:
>               print_output_event(event, stream, is_terminal)

../../build/ve/docker/lib/python3.7/site-packages/compose/progress_stream.py:30: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

event = {'error': 'manifest for ibmcom/mq:9.1.4.0-r1-amd64 not found: manifest unknown: manifest unknown', 'errorDetail': {'message': 'manifest for ibmcom/mq:9.1.4.0-r1-amd64 not found: manifest unknown: manifest unknown'}}
stream = <_io.TextIOWrapper name="<_io.FileIO name=6 mode='rb+' closefd=True>" mode='r+' encoding='utf-8'>
is_terminal = False

    def print_output_event(event, stream, is_terminal):
        if 'errorDetail' in event:
>           raise StreamOutputError(event['errorDetail']['message'])
E           compose.progress_stream.StreamOutputError: manifest for ibmcom/mq:9.1.4.0-r1-amd64 not found: manifest unknown: manifest unknown

../../build/ve/docker/lib/python3.7/site-packages/compose/progress_stream.py:62: StreamOutputError

During handling of the above exception, another exception occurred:

self = <class 'test_ibmmq.Test'>

    @classmethod
    def setUpClass(self):
        self.beat_name = "metricbeat"
        self.beat_path = os.path.abspath(
            os.path.join(os.path.dirname(__file__), "../../"))
    
        self.template_paths = [
            os.path.abspath(os.path.join(self.beat_path, "../../metricbeat")),
            os.path.abspath(os.path.join(self.beat_path, "../../libbeat")),
        ]
    
>       super(XPackTest, self).setUpClass()

tests/system/xpack_metricbeat.py:19: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
../../metricbeat/tests/system/metricbeat.py:28: in setUpClass
    super(BaseTest, self).setUpClass()
../../libbeat/tests/system/beat/beat.py:148: in setUpClass
    self.compose_up_with_retries()
../../libbeat/tests/system/beat/beat.py:163: in compose_up_with_retries
    raise e
../../libbeat/tests/system/beat/beat.py:159: in compose_up_with_retries
    self.compose_up()
../../libbeat/tests/system/beat/compose.py:69: in compose_up
    timeout=30)
../../build/ve/docker/lib/python3.7/site-packages/compose/project.py:548: in up
    svc.ensure_image_exists(do_build=do_build, silent=silent, cli=cli)
../../build/ve/docker/lib/python3.7/site-packages/compose/service.py:367: in ensure_image_exists
    self.build(cli=cli)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <Service: ibmmq>, no_cache = False, pull = False, force_rm = False
memory = None, build_args_override = None, gzip = False, rm = True
silent = False, cli = False, progress = None

    def build(self, no_cache=False, pull=False, force_rm=False, memory=None, build_args_override=None,
              gzip=False, rm=True, silent=False, cli=False, progress=None):
        output_stream = open(os.devnull, 'w')
        if not silent:
            output_stream = sys.stdout
            log.info('Building %s' % self.name)
    
        build_opts = self.options.get('build', {})
    
        build_args = build_opts.get('args', {}).copy()
        if build_args_override:
            build_args.update(build_args_override)
    
        for k, v in self._parse_proxy_config().items():
            build_args.setdefault(k, v)
    
        path = rewrite_build_path(build_opts.get('context'))
        if self.platform and version_lt(self.client.api_version, '1.35'):
            raise OperationFailedError(
                'Impossible to perform platform-targeted builds for API version < 1.35'
            )
    
        builder = self.client if not cli else _CLIBuilder(progress)
        build_output = builder.build(
            path=path,
            tag=self.image_name,
            rm=rm,
            forcerm=force_rm,
            pull=pull,
            nocache=no_cache,
            dockerfile=build_opts.get('dockerfile', None),
            cache_from=self.get_cache_from(build_opts),
            labels=build_opts.get('labels', None),
            buildargs=build_args,
            network_mode=build_opts.get('network', None),
            target=build_opts.get('target', None),
            shmsize=parse_bytes(build_opts.get('shm_size')) if build_opts.get('shm_size') else None,
            extra_hosts=build_opts.get('extra_hosts', None),
            container_limits={
                'memory': parse_bytes(memory) if memory else None
            },
            gzip=gzip,
            isolation=build_opts.get('isolation', self.options.get('isolation', None)),
            platform=self.platform,
        )
    
        try:
            all_events = list(stream_output(build_output, output_stream))
        except StreamOutputError as e:
>           raise BuildError(self, six.text_type(e))
E           compose.service.BuildError: (<Service: ibmmq>, 'manifest for ibmcom/mq:9.1.4.0-r1-amd64 not found: manifest unknown: manifest unknown')

../../build/ve/docker/lib/python3.7/site-packages/compose/service.py:1112: BuildError 

[kaiyan-sheng]

This should be fixed by #28055

[elasticmachine]

Pinging @elastic/integrations (Team:Integrations)