(model, image, inputs, outputs)
| 28 | |
| 29 | |
| 30 | def evaluate_from_tensor(model, image, inputs, outputs): |
| 31 | pixel_values = model.image_processor_from_tensor(image) |
| 32 | |
| 33 | gen_texts = model.generate_answer(pixel_values, inputs) |
| 34 | assert len(gen_texts) == len(outputs) |
| 35 | |
| 36 | acc = sum([(1 - edit_distance(gen_text, output)) for gen_text, output in zip(gen_texts, outputs)]) / len(outputs) |
| 37 | for output, gen_text in zip(outputs, gen_texts): |
| 38 | print("Generated text:", gen_text) |
| 39 | print("Target text:", output) |
| 40 | |
| 41 | print("Accuracy:", acc) |
| 42 | return acc |
| 43 | |
| 44 | |
| 45 | def evaluate_from_pil(model, image, inputs, outputs): |
no test coverage detected