Function TokenizeBinary

code/AssetLib/FBX/FBXBinaryTokenizer.cpp:394–439

------------------------------------------------------------------------------------------------ TODO: Test FBX Binary files newer than the 7500 version to check if the 64 bits address behaviour is consistent

// ------------------------------------------------------------------------------------------------
// TODO: Test FBX Binary files newer than the 7500 version to check if the 64 bits address behaviour is consistent
void TokenizeBinary(TokenList &output_tokens, const char *input, size_t length, StackAllocator &token_allocator) {
	ai_assert(input);
	ASSIMP_LOG_DEBUG("Tokenizing binary FBX file");

    if(length < 0x1b) {
        TokenizeError("file is too short",0);
    }

    //uint32_t offset = 0x15;
/*    const char* cursor = input + 0x15;

    const uint32_t flags = ReadWord(input, cursor, input + length);

    const uint8_t padding_0 = ReadByte(input, cursor, input + length); // unused
    const uint8_t padding_1 = ReadByte(input, cursor, input + length); // unused*/

    if (strncmp(input,"Kaydara FBX Binary",18)) {
        TokenizeError("magic bytes not found",0);
    }

    const char* cursor = input + 18;
	/*Result ignored*/ ReadByte(input, cursor, input + length);
	/*Result ignored*/ ReadByte(input, cursor, input + length);
	/*Result ignored*/ ReadByte(input, cursor, input + length);
	/*Result ignored*/ ReadByte(input, cursor, input + length);
	/*Result ignored*/ ReadByte(input, cursor, input + length);
	const uint32_t version = ReadWord(input, cursor, input + length);
	ASSIMP_LOG_DEBUG("FBX version: ", version);
	const bool is64bits = version >= 7500;
    const char *end = input + length;
    try
    {
        while (cursor < end ) {
            if (!ReadScope(output_tokens, token_allocator, input, cursor, input + length, is64bits)) {
                break;
            }
        }
    }
    catch (const DeadlyImportError& e)
    {
        if (!is64bits && (length > std::numeric_limits<uint32_t>::max())) {
            throw DeadlyImportError("The FBX file is invalid. This may be because the content is too big for this older version (", ai_to_string(version), ") of the FBX format. (", e.what(), ")");
        }
        throw;
    }
}

} // !FBX
} // !Assimp