(kwargs: dict)
| 434 | |
| 435 | @staticmethod |
| 436 | def modify_gen_kwargs(kwargs: dict) -> dict: |
| 437 | # sampling_params |
| 438 | do_sample = kwargs.pop("do_sample", None) |
| 439 | if do_sample is False or "temperature" not in kwargs: |
| 440 | kwargs["temperature"] = 0.0 |
| 441 | # hf defaults |
| 442 | kwargs["skip_special_tokens"] = kwargs.get("skip_special_tokens", False) |
| 443 | kwargs["spaces_between_special_tokens"] = kwargs.get( |
| 444 | "spaces_between_special_tokens", False |
| 445 | ) |
| 446 | return kwargs |