Skip to content

Commit

Permalink
feat: concat the adapter id to the model id in chat response (#2779)
Browse files Browse the repository at this point in the history
* feat: concat the adapter id to the model id in chat response

* fix: updated to include only the adapter id in chat response
  • Loading branch information
drbh authored Nov 25, 2024
1 parent 780531e commit c637d68
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions router/src/server.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1228,6 +1228,7 @@ pub(crate) async fn chat_completions(
let span = tracing::Span::current();
metrics::counter!("tgi_request_count").increment(1);
let ChatRequest {
model,
stream,
stream_options,
logprobs,
Expand All @@ -1238,8 +1239,11 @@ pub(crate) async fn chat_completions(

let logprobs = logprobs.unwrap_or_default();

// static values that will be returned in all cases
let model_id = info.model_id.clone();
// extract model id from request if specified
let model_id = match model.as_deref() {
Some("tgi") | None => info.model_id.clone(),
Some(m_id) => m_id.to_string(),
};
let system_fingerprint = format!("{}-{}", info.version, info.docker_label.unwrap_or("native"));
// switch on stream
if stream {
Expand Down

0 comments on commit c637d68

Please sign in to comment.