(args, overwrite_args={})
| 488 | |
| 489 | |
| 490 | def overwrite_args_by_dict(args, overwrite_args={}): |
| 491 | if 'decoder_freq' in overwrite_args: |
| 492 | decoder_freq = overwrite_args['decoder_freq'] |
| 493 | del overwrite_args['decoder_freq'] |
| 494 | else: |
| 495 | decoder_freq = None |
| 496 | for k in overwrite_args: |
| 497 | setattr(args, k, overwrite_args[k]) |
| 498 | if decoder_freq is not None: |
| 499 | args.is_decoder = [] |
| 500 | for i in range(args.num_layers): |
| 501 | if i % decoder_freq == 0: |
| 502 | args.is_decoder.append(True) |
| 503 | else: |
| 504 | args.is_decoder.append(False) |
| 505 | return args |
| 506 | |
| 507 | |
| 508 | def initialize_distributed(args): |
no test coverage detected