Method calculate

src/render/quantization.cpp:386–419

}

void PaletteOptimizer::calculate(Palette& palette, int maskIndex,
                                 PaletteOptimizerDelegate* delegate)
{
  bool addMask;

  if ((palette.size() > 1) &&
      (maskIndex >= 0 && maskIndex < palette.size())) {
    palette.resize(palette.size()-1);
    addMask = true;
  }
  else
    addMask = false;

  // If the sprite has a background layer, the first entry can be
  // used, in other case the 0 indexed will be the mask color, so it
  // will not be used later in the color conversion (from RGB to
  // Indexed).
  int usedColors = m_histogram.createOptimizedPalette(palette);

  if (addMask) {
    palette.resize(usedColors+1);

    Remap remap(palette.size());
    for (int i=0; i<usedColors; ++i)
      remap.map(i, i + (i >= maskIndex ? 1: 0));

    palette.applyRemap(remap);

    if (maskIndex < palette.size())
      palette.setEntry(maskIndex, rgba(0, 0, 0, 255));
  }
  else
    palette.resize(MAX(1, usedColors));
}

} // namespace render