Skip to content

Commit e5ca1d9

Browse files
committed
Log server session options
1 parent 467352b commit e5ca1d9

2 files changed

Lines changed: 30 additions & 0 deletions

File tree

app/server/runtime.cpp

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
#include "../cli/request.h"
66
#include "../streaming/streaming.h"
77

8+
#include "engine/framework/debug/trace.h"
89
#include "engine/framework/io/json.h"
910
#include "engine/framework/runtime/registry.h"
1011

@@ -673,6 +674,24 @@ void ServerState::ensure_model_loaded_locked(LoadedModel & model) {
673674
session_options.backend.threads = config_.threads;
674675
session_options.options = model.config.session_options;
675676

677+
engine::debug::trace_log_scalar("server.model.id", model.config.id);
678+
engine::debug::trace_log_scalar("server.model.family", model.config.family);
679+
engine::debug::trace_log_scalar(
680+
"server.model.task",
681+
std::string_view(engine::runtime::to_string(model.task.task)));
682+
engine::debug::trace_log_scalar(
683+
"server.model.mode",
684+
std::string_view(engine::runtime::to_string(model.task.mode)));
685+
engine::debug::trace_log_scalar("server.model.backend", std::string_view(backend_name(session_options.backend.type)));
686+
engine::debug::trace_log_scalar("server.model.device", int64_t{session_options.backend.device});
687+
engine::debug::trace_log_scalar("server.model.threads", int64_t{session_options.backend.threads});
688+
engine::debug::trace_log_scalar(
689+
"server.model.session_option_count",
690+
static_cast<int64_t>(session_options.options.size()));
691+
for (const auto & [key, value] : session_options.options) {
692+
engine::debug::trace_log_scalar("server.model.session_options." + key, value);
693+
}
694+
676695
auto loaded_model = registry.load(load_request);
677696
auto session = loaded_model->create_task_session(model.task, session_options);
678697
auto * offline = dynamic_cast<engine::runtime::IOfflineVoiceTaskSession *>(session.get());

src/models/omnivoice/session.cpp

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,16 @@ OmniVoiceGeneratorPerfMode perf_mode_from_options(const runtime::SessionOptions
6262
return OmniVoiceGeneratorPerfMode::Standard;
6363
}
6464

65+
std::string_view perf_mode_name(OmniVoiceGeneratorPerfMode mode) {
66+
switch (mode) {
67+
case OmniVoiceGeneratorPerfMode::Standard:
68+
return "off";
69+
case OmniVoiceGeneratorPerfMode::FlashAttention:
70+
return "flash_attention";
71+
}
72+
return "unknown";
73+
}
74+
6575
using Clock = std::chrono::steady_clock;
6676

6777
OmniVoiceGenerationOptions generation_options_from_options(const std::unordered_map<std::string, std::string> & options_map) {
@@ -232,6 +242,7 @@ OmniVoiceSession::OmniVoiceSession(
232242
generator_weight_storage_type_,
233243
mem_saver_,
234244
generator_perf_mode_) {
245+
engine::debug::trace_log_scalar("omnivoice.perf_mode", perf_mode_name(generator_perf_mode_));
235246
if (task_.task != runtime::VoiceTaskKind::Tts) {
236247
throw std::runtime_error("OmniVoice only supports VoiceTaskKind::Tts");
237248
}

0 commit comments

Comments
 (0)