resplit
(tmp_tokens, fn_split, fn_omit)
| 104 | return fields |
| 105 | |
| 106 | def _resplit(tmp_tokens, fn_split, fn_omit): |
| 107 | """resplit""" |
| 108 | new_tokens = [] |
| 109 | for token in tmp_tokens: |
| 110 | token = token.strip() |
| 111 | if fn_omit(token): |
| 112 | new_tokens.append(token) |
| 113 | elif re.match(r'\d\d\d\d-\d\d(-\d\d)?', token): |
| 114 | new_tokens.append('"%s"' % (token)) |
| 115 | else: |
| 116 | new_tokens.extend(fn_split(token)) |
| 117 | return new_tokens |
| 118 | |
| 119 | tokens_tmp = _extract_value(string) |
| 120 |