We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f7115c8 commit 2729896Copy full SHA for 2729896
1 file changed
jetstream/core/orchestrator.py
@@ -1330,9 +1330,9 @@ def _generate_thread(self, idx: int):
1330
lora_state["scale_factor"] = reshaped_scale_factors
1331
lora_state["lora_params"] = decoding_adapters_params
1332
1333
- if isinstance(decode_state, dict): # For flax.struct.dataclass
+ if isinstance(decode_state, dict):
1334
decode_state["lora_state"] = lora_state
1335
- else: # For standard mutable dataclasses.dataclass
+ else: # flax.struct.dataclass
1336
decode_state = decode_state.replace(lora_state=lora_state)
1337
1338
# Now we actually take a generate step on requests in the slots.
0 commit comments