1010#include " napi.h"
1111
1212struct addon_logger_log {
13- const int logLevelNumber;
14- const std::stringstream* stringStream;
13+ public:
14+ const int logLevelNumber;
15+ const std::stringstream* stringStream;
1516};
1617
1718using AddonThreadSafeLogCallbackFunctionContext = Napi::Reference<Napi::Value>;
1819void addonCallJsLogCallback (
19- Napi::Env env,
20- Napi::Function callback,
21- AddonThreadSafeLogCallbackFunctionContext *context,
22- addon_logger_log* data
20+ Napi::Env env, Napi::Function callback, AddonThreadSafeLogCallbackFunctionContext* context, addon_logger_log* data
2321);
24- using AddonThreadSafeLogCallbackFunction = Napi::TypedThreadSafeFunction<
25- AddonThreadSafeLogCallbackFunctionContext,
26- addon_logger_log,
27- addonCallJsLogCallback
28- >;
22+ using AddonThreadSafeLogCallbackFunction =
23+ Napi::TypedThreadSafeFunction<AddonThreadSafeLogCallbackFunctionContext, addon_logger_log, addonCallJsLogCallback>;
2924
3025AddonThreadSafeLogCallbackFunction addonThreadSafeLoggerCallback;
3126bool addonJsLoggerCallbackSet = false ;
3227int addonLoggerLogLevel = 5 ;
3328
34- std::string addon_model_token_to_piece (const struct llama_model * model, llama_token token) {
29+ std::string addon_model_token_to_piece (const struct llama_model * model, llama_token token) {
3530 std::vector<char > result (8 , 0 );
3631 const int n_tokens = llama_token_to_piece (model, token, result.data (), result.size ());
3732 if (n_tokens < 0 ) {
3833 result.resize (-n_tokens);
3934 int check = llama_token_to_piece (model, token, result.data (), result.size ());
4035 GGML_ASSERT (check == -n_tokens);
41- }
42- else {
36+ } else {
4337 result.resize (n_tokens);
4438 }
4539
@@ -288,7 +282,7 @@ class AddonModel : public Napi::ObjectWrap<AddonModel> {
288282 InstanceMethod (" suffixToken" , &AddonModel::SuffixToken),
289283 InstanceMethod (" eotToken" , &AddonModel::EotToken),
290284 InstanceMethod (" getTokenString" , &AddonModel::GetTokenString),
291- InstanceMethod (" dispose" , &AddonModel::Dispose)
285+ InstanceMethod (" dispose" , &AddonModel::Dispose),
292286 }
293287 )
294288 );
@@ -554,7 +548,8 @@ class AddonContext : public Napi::ObjectWrap<AddonContext> {
554548 Napi::Value SampleToken (const Napi::CallbackInfo& info);
555549
556550 Napi::Value AcceptGrammarEvaluationStateToken (const Napi::CallbackInfo& info) {
557- AddonGrammarEvaluationState* grammar_evaluation_state = Napi::ObjectWrap<AddonGrammarEvaluationState>::Unwrap (info[0 ].As <Napi::Object>());
551+ AddonGrammarEvaluationState* grammar_evaluation_state =
552+ Napi::ObjectWrap<AddonGrammarEvaluationState>::Unwrap (info[0 ].As <Napi::Object>());
558553 llama_token tokenId = info[1 ].As <Napi::Number>().Int32Value ();
559554
560555 if ((grammar_evaluation_state)->grammar != nullptr ) {
@@ -571,7 +566,7 @@ class AddonContext : public Napi::ObjectWrap<AddonContext> {
571566 }
572567
573568 const int n_embd = llama_n_embd (model->model );
574- const auto * embeddings = llama_get_embeddings (ctx);
569+ const auto * embeddings = llama_get_embeddings (ctx);
575570
576571 Napi::Float64Array result = Napi::Float64Array::New (info.Env (), n_embd);
577572 for (size_t i = 0 ; i < n_embd; ++i) {
@@ -605,7 +600,7 @@ class AddonContext : public Napi::ObjectWrap<AddonContext> {
605600 InstanceMethod (" acceptGrammarEvaluationStateToken" , &AddonContext::AcceptGrammarEvaluationStateToken),
606601 InstanceMethod (" getEmbedding" , &AddonContext::GetEmbedding),
607602 InstanceMethod (" printTimings" , &AddonContext::PrintTimings),
608- InstanceMethod (" dispose" , &AddonContext::Dispose)
603+ InstanceMethod (" dispose" , &AddonContext::Dispose),
609604 }
610605 )
611606 );
@@ -833,15 +828,12 @@ int addonGetGgmlLogLevelNumber(ggml_log_level level) {
833828}
834829
835830void addonCallJsLogCallback (
836- Napi::Env env,
837- Napi::Function callback,
838- AddonThreadSafeLogCallbackFunctionContext * context,
839- addon_logger_log * data
831+ Napi::Env env, Napi::Function callback, AddonThreadSafeLogCallbackFunctionContext* context, addon_logger_log* data
840832) {
841833 if (env != nullptr && callback != nullptr ) {
842834 callback.Call ({
843835 Napi::Number::New (env, data->logLevelNumber ),
844- Napi::String::New (env, data->stringStream ->str ())
836+ Napi::String::New (env, data->stringStream ->str ()),
845837 });
846838 } else if (data != nullptr ) {
847839 if (data->logLevelNumber == 2 ) {
@@ -859,7 +851,7 @@ void addonCallJsLogCallback(
859851 }
860852}
861853
862- static void addonLlamaCppLogCallback (ggml_log_level level, const char * text, void * user_data) {
854+ static void addonLlamaCppLogCallback (ggml_log_level level, const char * text, void * user_data) {
863855 int logLevelNumber = addonGetGgmlLogLevelNumber (level);
864856
865857 if (logLevelNumber > addonLoggerLogLevel) {
@@ -874,7 +866,7 @@ static void addonLlamaCppLogCallback(ggml_log_level level, const char * text, vo
874866
875867 addon_logger_log* data = new addon_logger_log {
876868 logLevelNumber,
877- stringStream
869+ stringStream,
878870 };
879871
880872 auto status = addonThreadSafeLoggerCallback.NonBlockingCall (data);
@@ -904,15 +896,15 @@ Napi::Value setLogger(const Napi::CallbackInfo& info) {
904896 }
905897
906898 auto addonLoggerJSCallback = info[0 ].As <Napi::Function>();
907- AddonThreadSafeLogCallbackFunctionContext * context = new Napi::Reference<Napi::Value>(Napi::Persistent (info.This ()));
899+ AddonThreadSafeLogCallbackFunctionContext* context = new Napi::Reference<Napi::Value>(Napi::Persistent (info.This ()));
908900 addonThreadSafeLoggerCallback = AddonThreadSafeLogCallbackFunction::New (
909901 info.Env (),
910902 addonLoggerJSCallback,
911903 " loggerCallback" ,
912904 0 ,
913905 1 ,
914906 context,
915- []( Napi::Env, void *, AddonThreadSafeLogCallbackFunctionContext *ctx ) {
907+ [](Napi::Env, void *, AddonThreadSafeLogCallbackFunctionContext* ctx ) {
916908 addonJsLoggerCallbackSet = false ;
917909
918910 delete ctx;
@@ -943,7 +935,7 @@ Napi::Object registerCallback(Napi::Env env, Napi::Object exports) {
943935 exports.DefineProperties ({
944936 Napi::PropertyDescriptor::Function (" systemInfo" , systemInfo),
945937 Napi::PropertyDescriptor::Function (" setLogger" , setLogger),
946- Napi::PropertyDescriptor::Function (" setLoggerLogLevel" , setLoggerLogLevel)
938+ Napi::PropertyDescriptor::Function (" setLoggerLogLevel" , setLoggerLogLevel),
947939 });
948940 AddonModel::init (exports);
949941 AddonGrammar::init (exports);
0 commit comments