Method values

lmdeploy/pytorch/engine/model_agent/dp_utils.py:65–82

Serialize local metadata for scalar all-gather.

(self, *, is_spec_enabled: bool, is_microbatch_enabled: bool)

        return field_names

    def values(self, *, is_spec_enabled: bool, is_microbatch_enabled: bool) -> list[int]:
        """Serialize local metadata for scalar all-gather."""
        raw_values = {
            'is_decoding': int(self.is_decoding),
            'is_dummy': int(self.is_dummy),
            'num_tokens': self.num_tokens,
            'is_sleeping': int(self.is_sleeping),
            'batch_size': self.batch_size,
            'draft_num_tokens': self.draft_num_tokens if self.draft_num_tokens is not None else self.num_tokens,
            'enable_microbatch': int(self.enable_microbatch or False),
        }
        return [
            raw_values[name]
            for name in self.field_names(
                is_spec_enabled=is_spec_enabled,
                is_microbatch_enabled=is_microbatch_enabled,
            )
        ]


@dataclass