Move the logic of creating engine settings and session config to CreateEngineAndSessionConfigs.

LiteRT-LM-PiperOrigin-RevId: 816766300

Author: ai-edge-bot

runtime/engine/litert_lm_lib.cc

@@ -278,19 +278,12 @@ void RunScoreText(litert::lm::Engine* llm, litert::lm::Engine::Session* session,
 
 }  // namespace
 
-absl::Status RunLiteRtLm(const LiteRtLmSettings& settings) {
+absl::StatusOr<EngineAndSessionConfigs> CreateEngineAndSessionConfigs(
+    const LiteRtLmSettings& settings) {
   const std::string model_path = settings.model_path;
   if (model_path.empty()) {
     return absl::InvalidArgumentError("Model path is empty.");
   }
-
-  std::unique_ptr<tflite::profiling::memory::MemoryUsageMonitor> mem_monitor;
-  if (settings.report_peak_memory_footprint) {
-    mem_monitor =
-        std::make_unique<tflite::profiling::memory::MemoryUsageMonitor>(
-            kMemoryCheckIntervalMs);
-    mem_monitor->Start();
-  }
   ABSL_LOG(INFO) << "Model path: " << model_path;
   ASSIGN_OR_RETURN(ModelAssets model_assets,  // NOLINT
                    ModelAssets::Create(model_path));
@@ -403,6 +396,28 @@ absl::Status RunLiteRtLm(const LiteRtLmSettings& settings) {
     engine_settings.GetMutableBenchmarkParams() = benchmark_params;
   }
 
+  return EngineAndSessionConfigs{
+      .engine_settings = std::move(engine_settings),
+      .session_config = std::move(session_config),
+  };
+}
+
+absl::Status RunLiteRtLm(const LiteRtLmSettings& settings) {
+
+  std::unique_ptr<tflite::profiling::memory::MemoryUsageMonitor> mem_monitor;
+  if (settings.report_peak_memory_footprint) {
+    mem_monitor =
+        std::make_unique<tflite::profiling::memory::MemoryUsageMonitor>(
+            kMemoryCheckIntervalMs);
+    mem_monitor->Start();
+  }
+
+  // Reuse the shared logic to get the engine settings and session config.
+  ASSIGN_OR_RETURN(EngineAndSessionConfigs configs,
+                   CreateEngineSettings(settings));
+  auto& engine_settings = configs.engine_settings;
+  auto& session_config = configs.session_config;
+
   ABSL_LOG(INFO) << "Creating engine";
   ASSIGN_OR_RETURN(auto engine,
                    litert::lm::Engine::CreateEngine(std::move(engine_settings),

runtime/engine/litert_lm_lib.h

@@ -21,10 +21,18 @@
 #include <vector>
 
 #include "absl/status/status.h"  // from @com_google_absl
+#include "absl/status/statusor.h"  // from @com_google_absl
+#include "runtime/engine/engine_settings.h"
 
 namespace litert {
 namespace lm {
 
+// Configs for the engine and session.
+struct EngineAndSessionConfigs {
+  EngineSettings engine_settings;
+  SessionConfig session_config;
+};
+
 struct LiteRtLmSettings {
   std::string backend = "gpu";
   std::optional<std::string> vision_backend = std::nullopt;
@@ -57,6 +65,10 @@ struct LiteRtLmSettings {
   bool disable_cache = false;
 };
 
+// Creates the engine settings and session config from the given settings.
+absl::StatusOr<EngineAndSessionConfigs> CreateEngineAndSessionConfigs(
+    const LiteRtLmSettings& settings);
+
 absl::Status RunLiteRtLm(const LiteRtLmSettings& settings);
 
 }  // namespace lm