Function CreateInputStreamForSource

Source/SpireCore/Preprocessor.cpp:193–204

Create an input stream to represent a pre-tokenized input file. TODO(tfoley): pre-tokenizing files isn't going to work in the long run.

// Create an input stream to represent a pre-tokenized input file.
// TODO(tfoley): pre-tokenizing files isn't going to work in the long run.
static PreprocessorInputStream* CreateInputStreamForSource(Preprocessor* preprocessor, CoreLib::String const& source, CoreLib::String const& fileName)
{
    SourceTextInputStream* inputStream = new SourceTextInputStream();
    InitializeInputStream(preprocessor, inputStream);

    // Use existing `Lexer` to generate a token stream.
    Lexer lexer;
    inputStream->lexedTokens = lexer.Parse(fileName, source, GetSink(preprocessor));
    inputStream->tokenReader = TokenReader(inputStream->lexedTokens);

    return inputStream;
}