Method extend

lightllm/server/router/req_queue/base_queue.py:29–33

(self, req_group: List[Req])

        self.router_max_new_token_len = args.router_max_new_token_len

    def extend(self, req_group: List[Req]):
        for req in req_group:
            req.sample_params.suggested_dp_index = self.dp_index
        self.waiting_req_list.extend(req_group)
        return

    def get_wait_req_num(self):
        return len(self.waiting_req_list)