Skip to content

Commit a75f64f

Browse files
authored
Adding a parameter=lora_input_adapters_path, to start the server with path if the path is available. Else None. (#223)
* Adding a parameter=lora_input_adapters_path, to start the server with path if the path is available. Else None. * Fixing Lint error. * Fixed Linter error.
1 parent 982569f commit a75f64f

1 file changed

Lines changed: 7 additions & 0 deletions

File tree

jetstream/core/server_lib.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -187,6 +187,7 @@ def run(
187187
jax_profiler_port: int = 9999,
188188
enable_model_warmup: bool = False,
189189
multi_sampling: bool = False,
190+
lora_input_adapters_path: str | None = None,
190191
) -> JetStreamServer:
191192
"""Runs a server with a specified config.
192193
@@ -203,10 +204,16 @@ def run(
203204
jax_profiler_port: The port JAX profiler server (default to 9999).
204205
enable_model_warmup: The flag to enable model server warmup.
205206
multi_sampling: The flag to enable multi-sampling.
207+
lora_input_adapters_path: Path to define the location of all lora adapters.
206208
207209
Returns:
208210
JetStreamServer that wraps the grpc server and orchestrator driver.
209211
"""
212+
# TODO: Deleting the lora_input_adapters_path for now.
213+
# Planning to use it in next big PR. Currently accomodating it
214+
# to fix the params mismatch between maxText and JetStream
215+
del lora_input_adapters_path
216+
210217
server_start_time = time.time()
211218
logging.info("Kicking off gRPC server.")
212219
# Setup Prometheus server

0 commit comments

Comments
 (0)