(llm_tokenizer, gen_ids, remove_new_line=True)
| 181 | |
| 182 | |
| 183 | def llm_decode(llm_tokenizer, gen_ids, remove_new_line=True): |
| 184 | gen_decoded_strs = [] |
| 185 | for _gen_ids in gen_ids: |
| 186 | gen_decoded_str = llm_tokenizer.decode(_gen_ids, skip_special_tokens=True) |
| 187 | if remove_new_line: |
| 188 | gen_decoded_str = gen_decoded_str.replace("\n", " ") |
| 189 | gen_decoded_strs.append(gen_decoded_str) |
| 190 | return gen_decoded_strs |
| 191 | |
| 192 | |
| 193 | def gen_sample0(args, model, llm_tokenizer, image_features, tokens, num_new_token, raw_texts, raw_alt_texts, prefix_length, device): |
no test coverage detected