Function new_jstring_utf8

llama-impl/src/main/cpp/llama-android.cpp:80–98

static std::vector<llama_token> g_cached_tokens;

static jstring new_jstring_utf8(JNIEnv *env, const char *text) {
    if (!text) {
        return env->NewStringUTF("");
    }

    try {
        std::wstring_convert<std::codecvt_utf8_utf16<char16_t>, char16_t> converter;
        std::u16string u16 = converter.from_bytes(text);
        return env->NewString(reinterpret_cast<const jchar *>(u16.data()),
                              static_cast<jsize>(u16.size()));
    } catch (const std::range_error &) {
        std::string sanitized;
        sanitized.reserve(strlen(text));
        for (const unsigned char ch: std::string(text)) {
            sanitized.push_back(ch < 0x80 ? static_cast<char>(ch) : '?');
        }
        return env->NewStringUTF(sanitized.c_str());
    }
}

extern "C"
JNIEXPORT void JNICALL