Function task

qa/tasks/nvme_loop.py:16–251

(ctx, config)

@contextlib.contextmanager
def task(ctx, config):
    log.info('Setting up nvme_loop on scratch devices...')
    host = 'hostnqn'
    port = '1'
    devs_by_remote = {}
    old_scratch_by_remote = {}
    for remote, roles in ctx.cluster.remotes.items():
        if remote.is_container:
            continue
        devs = teuthology.get_scratch_devices(remote)
        devs_by_remote[remote] = devs
        base = '/sys/kernel/config/nvmet'
        remote.run(
            args=[
                'grep', '^nvme_loop', '/proc/modules', run.Raw('||'),
                'sudo', 'modprobe', 'nvme_loop',
                run.Raw('&&'),
                'sudo', 'mkdir', '-p', f'{base}/hosts/{host}',
                run.Raw('&&'),
                'sudo', 'mkdir', '-p', f'{base}/ports/{port}',
                run.Raw('&&'),
                'echo', 'loop', run.Raw('|'),
                'sudo', 'tee', f'{base}/ports/{port}/addr_trtype',
            ]
        )
        provide_hostname = True
        for dev in devs:
            short = dev.split('/')[-1]
            log.info(f'Connecting nvme_loop {remote.shortname}:{dev}...')
            nvme_connect_args=[
                'sudo', 'mkdir', '-p', f'{base}/subsystems/{short}',
                run.Raw('&&'),
                'echo', '1', run.Raw('|'),
                'sudo', 'tee', f'{base}/subsystems/{short}/attr_allow_any_host',
                run.Raw('&&'),
                'sudo', 'mkdir', '-p', f'{base}/subsystems/{short}/namespaces/1',
                run.Raw('&&'),
                'echo', '-n', dev, run.Raw('|'),
                'sudo', 'tee', f'{base}/subsystems/{short}/namespaces/1/device_path',
                run.Raw('&&'),
                'echo', '1', run.Raw('|'),
                'sudo', 'tee', f'{base}/subsystems/{short}/namespaces/1/enable',
                run.Raw('&&'),
                'sudo', 'ln', '-s', f'{base}/subsystems/{short}',
                f'{base}/ports/{port}/subsystems/{short}',
                run.Raw('&&'),
                'sudo', 'nvme', 'connect', '-t', 'loop', '-n', short
            ]
            if provide_hostname:
                nvme_connect_args.extend(['-q', host])
            try:
                remote.run(args=nvme_connect_args)
            except Exception:
                if provide_hostname:
                    provide_hostname = False
                    remote.run(args=['sudo', 'nvme', 'connect', '-t', 'loop', '-n', short])
                else:
                    raise