Method setBuffer

Engine/source/core/tokenizer.cpp:92–107

}

void Tokenizer::setBuffer(const char* buffer, U32 bufferSize)
{
   if (mpBuffer)
   {
      SAFE_DELETE_ARRAY(mpBuffer);
      mBufferSize = 0;
   }

   mBufferSize = bufferSize;
   mpBuffer    = new char[mBufferSize + 1];
   dStrcpy(mpBuffer, buffer, mBufferSize + 1);

   reset();

   buildLinePositions();
}

void Tokenizer::setSingleTokens(const char* singleTokens)
{