| 26 | #define WS "\xe2\x96\x81" |
| 27 | |
| 28 | ModelProto MakeBaseModelProto() { |
| 29 | ModelProto model_proto; |
| 30 | auto *sp1 = model_proto.add_pieces(); |
| 31 | auto *sp2 = model_proto.add_pieces(); |
| 32 | auto *sp3 = model_proto.add_pieces(); |
| 33 | |
| 34 | sp1->set_type(ModelProto::SentencePiece::UNKNOWN); |
| 35 | sp1->set_piece("<unk>"); |
| 36 | sp2->set_type(ModelProto::SentencePiece::CONTROL); |
| 37 | sp2->set_piece("<s>"); |
| 38 | sp3->set_type(ModelProto::SentencePiece::CONTROL); |
| 39 | sp3->set_piece("</s>"); |
| 40 | |
| 41 | return model_proto; |
| 42 | } |
| 43 | |
| 44 | void AddPiece(ModelProto *model_proto, const std::string &piece, |
| 45 | float score = 0.0) { |
no test coverage detected