Skip to content

Commit 3eecf9b

Browse files
protobird-gitcopybara-github
authored andcommitted
Add force_f32 option in go & C api for better quality on gpu backend
LiteRT-LM-PiperOrigin-RevId: 860635677
1 parent e20eab4 commit 3eecf9b

File tree

2 files changed

+18
-0
lines changed

2 files changed

+18
-0
lines changed

c/engine.cc

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -315,6 +315,14 @@ void litert_lm_engine_settings_enable_benchmark(
315315
}
316316
}
317317

318+
void litert_lm_engine_settings_set_activation_data_type(
319+
LiteRtLmEngineSettings* settings, int activation_data_type_int) {
320+
if (settings && settings->settings) {
321+
settings->settings->GetMutableMainExecutorSettings().SetActivationDataType(
322+
static_cast<litert::lm::ActivationDataType>(activation_data_type_int));
323+
}
324+
}
325+
318326
LiteRtLmEngine* litert_lm_engine_create(
319327
const LiteRtLmEngineSettings* settings) {
320328
if (!settings || !settings->settings) {

c/engine.h

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -186,6 +186,16 @@ LITERT_LM_C_API_EXPORT
186186
void litert_lm_engine_settings_set_cache_dir(LiteRtLmEngineSettings* settings,
187187
const char* cache_dir);
188188

189+
// Sets the activation data type.
190+
//
191+
// @param settings The engine settings.
192+
// @param activation_data_type_int The activation data type. See
193+
// `ActivationDataType` in executor_settings_base.h for the possible values
194+
// (e.g., 0 for F32, 1 for F16, 2 for I16, 3 for I8).
195+
LITERT_LM_C_API_EXPORT
196+
void litert_lm_engine_settings_set_activation_data_type(
197+
LiteRtLmEngineSettings* settings, int activation_data_type_int);
198+
189199
// Enables benchmarking for the engine.
190200
//
191201
// @param settings The engine settings.

0 commit comments

Comments
 (0)