13
13
14
14
namespace
15
15
{
16
- JavaVM* g_vm = nullptr ;
16
+ JavaVM * g_vm = nullptr ;
17
17
18
18
// classes
19
19
jclass c_llama_model = nullptr ;
@@ -117,7 +117,8 @@ jobject log_level_to_jobject(ggml_log_level level)
117
117
return o_log_level_error;
118
118
case GGML_LOG_LEVEL_WARN:
119
119
return o_log_level_warn;
120
- default : case GGML_LOG_LEVEL_INFO:
120
+ default :
121
+ case GGML_LOG_LEVEL_INFO:
121
122
return o_log_level_info;
122
123
case GGML_LOG_LEVEL_DEBUG:
123
124
return o_log_level_debug;
@@ -127,9 +128,11 @@ jobject log_level_to_jobject(ggml_log_level level)
127
128
/* *
128
129
* Returns the JNIEnv of the current thread.
129
130
*/
130
- JNIEnv* get_jni_env () {
131
- JNIEnv* env = nullptr ;
132
- if (g_vm == nullptr || g_vm->GetEnv (reinterpret_cast <void **>(&env), JNI_VERSION_1_6) != JNI_OK) {
131
+ JNIEnv *get_jni_env ()
132
+ {
133
+ JNIEnv *env = nullptr ;
134
+ if (g_vm == nullptr || g_vm->GetEnv (reinterpret_cast <void **>(&env), JNI_VERSION_1_6) != JNI_OK)
135
+ {
133
136
throw std::runtime_error (" Thread is not attached to the JVM" );
134
137
}
135
138
return env;
@@ -436,10 +439,12 @@ JNIEXPORT void JNICALL Java_de_kherud_llama_LlamaModel_loadModel(JNIEnv *env, jo
436
439
437
440
std::thread t ([ctx_server]() {
438
441
JNIEnv *env;
439
- jint res = g_vm->GetEnv ((void **)&env, JNI_VERSION_1_6);
440
- if (res == JNI_EDETACHED) {
441
- res = g_vm->AttachCurrentThread ((void **)&env, nullptr );
442
- if (res != JNI_OK) {
442
+ jint res = g_vm->GetEnv ((void **)&env, JNI_VERSION_1_6);
443
+ if (res == JNI_EDETACHED)
444
+ {
445
+ res = g_vm->AttachCurrentThread ((void **)&env, nullptr );
446
+ if (res != JNI_OK)
447
+ {
443
448
throw std::runtime_error (" Failed to attach thread to JVM" );
444
449
}
445
450
}
@@ -459,7 +464,8 @@ JNIEXPORT jint JNICALL Java_de_kherud_llama_LlamaModel_requestCompletion(JNIEnv
459
464
json json_params = json::parse (c_params);
460
465
const bool infill = json_params.contains (" input_prefix" ) || json_params.contains (" input_suffix" );
461
466
462
- if (json_params.value (" use_chat_template" , false )) {
467
+ if (json_params.value (" use_chat_template" , false ))
468
+ {
463
469
json chat;
464
470
chat.push_back ({{" role" , " system" }, {" content" , ctx_server->system_prompt }});
465
471
chat.push_back ({{" role" , " user" }, {" content" , json_params[" prompt" ]}});
@@ -631,7 +637,7 @@ JNIEXPORT void JNICALL Java_de_kherud_llama_LlamaModel_setLogger(JNIEnv *env, jc
631
637
{
632
638
o_log_callback = env->NewGlobalRef (jcallback);
633
639
log_callback = [](enum ggml_log_level level, const char *text, void *user_data) {
634
- JNIEnv* env = get_jni_env ();
640
+ JNIEnv * env = get_jni_env ();
635
641
jstring message = env->NewStringUTF (text);
636
642
jobject log_level = log_level_to_jobject (level);
637
643
env->CallVoidMethod (o_log_callback, m_biconsumer_accept, log_level, message);
0 commit comments