From 8f3d2a4b4aeac556faa10aff6b8f3fde4ab318e9 Mon Sep 17 00:00:00 2001 From: Andrew <40076917+a-ys@users.noreply.github.com> Date: Mon, 2 Feb 2026 15:06:34 -0800 Subject: [PATCH] fix: pass http max input size to SM apiserver --- src/main.cc | 4 ++-- src/sagemaker_server.cc | 4 +++- src/sagemaker_server.h | 8 +++++--- 3 files changed, 10 insertions(+), 6 deletions(-) diff --git a/src/main.cc b/src/main.cc index 6be2ff5e58..deabceccd7 100644 --- a/src/main.cc +++ b/src/main.cc @@ -1,4 +1,4 @@ -// Copyright 2018-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// Copyright 2018-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions @@ -183,7 +183,7 @@ StartSagemakerService( TRITONSERVER_Error* err = triton::server::SagemakerAPIServer::Create( server, trace_manager, shm_manager, g_triton_params.sagemaker_port_, g_triton_params.sagemaker_address_, g_triton_params.sagemaker_thread_cnt_, - service); + g_triton_params.http_max_input_size_, service); if (err == nullptr) { err = (*service)->Start(); } diff --git a/src/sagemaker_server.cc b/src/sagemaker_server.cc index cf379e910e..40929bfe12 100644 --- a/src/sagemaker_server.cc +++ b/src/sagemaker_server.cc @@ -250,10 +250,12 @@ SagemakerAPIServer::Create( triton::server::TraceManager* trace_manager, const std::shared_ptr& shm_manager, const int32_t port, const std::string address, const int thread_cnt, + const size_t max_input_size, std::unique_ptr* http_server) { http_server->reset(new SagemakerAPIServer( - server, trace_manager, shm_manager, port, address, thread_cnt)); + server, trace_manager, shm_manager, port, address, thread_cnt, + max_input_size)); const std::string addr = address + ":" + std::to_string(port); LOG_INFO << "Started Sagemaker HTTPService at " << addr; diff --git a/src/sagemaker_server.h b/src/sagemaker_server.h index dcd40e66ac..a6b7eb5838 100644 --- a/src/sagemaker_server.h +++ b/src/sagemaker_server.h @@ -1,4 +1,4 @@ -// Copyright 2021-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// Copyright 2021-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions @@ -45,6 +45,7 @@ class SagemakerAPIServer : public HTTPAPIServer { triton::server::TraceManager* trace_manager, const std::shared_ptr& smb_manager, const int32_t port, const std::string address, const int thread_cnt, + const size_t max_input_size, std::unique_ptr* sagemaker_server); class SagemakeInferRequestClass : public InferRequestClass { @@ -73,10 +74,11 @@ class SagemakerAPIServer : public HTTPAPIServer { const std::shared_ptr& server, triton::server::TraceManager* trace_manager, const std::shared_ptr& shm_manager, - const int32_t port, const std::string address, const int thread_cnt) + const int32_t port, const std::string address, const int thread_cnt, + const size_t max_input_size) : HTTPAPIServer( server, trace_manager, shm_manager, port, false /* reuse_port */, - address, "" /* header_forward_pattern */, thread_cnt), + address, "" /* header_forward_pattern */, thread_cnt, max_input_size), ping_regex_(R"(/ping)"), invocations_regex_(R"(/invocations)"), models_regex_(R"(/models(?:/)?([^/]+)?(/invoke)?)"), model_path_regex_(