| 143 | // ---------------------------------------------------------------------------------------- |
| 144 | |
| 145 | void make_dataset2 ( |
| 146 | std::vector<std::vector<unsigned long> >& samples, |
| 147 | std::vector<std::vector<std::pair<unsigned long, unsigned long> > >& segments, |
| 148 | unsigned long dataset_size |
| 149 | ) |
| 150 | { |
| 151 | segments.clear(); |
| 152 | std::vector<std::vector<unsigned long> > labels; |
| 153 | make_dataset(samples, labels, dataset_size); |
| 154 | segments.resize(samples.size()); |
| 155 | |
| 156 | // Convert from BIO tagging to the explicit segments representation. |
| 157 | for (unsigned long k = 0; k < labels.size(); ++k) |
| 158 | { |
| 159 | for (unsigned long i = 0; i < labels[k].size(); ++i) |
| 160 | { |
| 161 | if (labels[k][i] == impl_ss::BEGIN) |
| 162 | { |
| 163 | const unsigned long begin = i; |
| 164 | ++i; |
| 165 | while (i < labels[k].size() && labels[k][i] == impl_ss::INSIDE) |
| 166 | ++i; |
| 167 | |
| 168 | segments[k].push_back(std::make_pair(begin, i)); |
| 169 | --i; |
| 170 | } |
| 171 | } |
| 172 | } |
| 173 | } |
| 174 | |
| 175 | // ---------------------------------------------------------------------------------------- |
| 176 | |