@@ -29,13 +29,10 @@ namespace example {
2929
3030class Runner : public executorch ::extension::llm::IRunner {
3131public:
32- explicit Runner (
33- ::executorch::extension::Module *module ,
34- const std::string &model_path, // TODO: consider removing this arg since
35- // it is only used for debug purposes
36- const std::string &tokenizer_path, const bool extended_input_mode = false ,
37- const float temperature = 0 .8f ,
38- std::optional<const std::string> data_path = std::nullopt );
32+ explicit Runner (::executorch::extension::Module *module ,
33+ const std::string &tokenizer_path,
34+ bool extended_input_mode = false , float temperature = 0 .8f ,
35+ std::optional<const std::string> data_path = std::nullopt );
3936
4037 bool is_loaded () const ;
4138 ::executorch::runtime::Error load ();
@@ -46,7 +43,7 @@ class Runner : public executorch::extension::llm::IRunner {
4643 stats_callback = {},
4744 bool echo = true , bool warming = false );
4845 ::executorch::runtime::Error warmup (const std::string &prompt);
49- void set_extended_input_mode (bool extend_position_input);
46+ void set_extended_input_mode (bool extend_position_input) noexcept ;
5047 void set_count_interval (size_t count_interval);
5148 void set_time_interval (size_t time_interval);
5249 void stop ();
@@ -72,4 +69,4 @@ class Runner : public executorch::extension::llm::IRunner {
7269 text_token_generator_;
7370};
7471
75- } // namespace example
72+ } // namespace example
0 commit comments