Method translate_batch

python/cpp/translator.cc:120–197

      }

      std::variant<std::vector<TranslationResult>,
                   std::vector<AsyncResult<TranslationResult>>>
      translate_batch(const BatchTokens& source,
                      const BatchTokensOptional& target_prefix,
                      size_t max_batch_size,
                      const std::string& batch_type_str,
                      bool asynchronous,
                      size_t beam_size,
                      float patience,
                      size_t num_hypotheses,
                      float length_penalty,
                      float coverage_penalty,
                      float repetition_penalty,
                      size_t no_repeat_ngram_size,
                      bool disable_unk,
                      const std::optional<std::vector<std::vector<std::string>>>& suppress_sequences,
                      const std::optional<EndToken>& end_token,
                      bool return_end_token,
                      float prefix_bias_beta,
                      size_t max_input_length,
                      size_t max_decoding_length,
                      size_t min_decoding_length,
                      bool use_vmap,
                      bool return_scores,
                      bool return_logits_vocab,
                      bool return_attention,
                      bool return_alternatives,
                      float min_alternative_expansion_prob,
                      size_t sampling_topk,
                      float sampling_topp,
                      float sampling_temperature,
                      bool replace_unknowns,
                      std::function<bool(GenerationStepResult)> callback) {
        if (source.empty())
          return {};

        BatchType batch_type = str_to_batch_type(batch_type_str);
        TranslationOptions options;
        options.beam_size = beam_size;
        options.patience = patience;
        options.length_penalty = length_penalty;
        options.coverage_penalty = coverage_penalty;
        options.repetition_penalty = repetition_penalty;
        options.no_repeat_ngram_size = no_repeat_ngram_size;
        options.disable_unk = disable_unk;
        options.prefix_bias_beta = prefix_bias_beta;
        options.sampling_topk = sampling_topk;
        options.sampling_topp = sampling_topp;
        options.sampling_temperature = sampling_temperature;
        options.max_input_length = max_input_length;
        options.max_decoding_length = max_decoding_length;
        options.min_decoding_length = min_decoding_length;
        options.num_hypotheses = num_hypotheses;
        options.use_vmap = use_vmap;
        options.return_end_token = return_end_token;
        options.return_scores = return_scores;
        options.return_logits_vocab = return_logits_vocab;
        options.return_attention = return_attention;