Fix to avoid error with synced_gpus (#1)
Browse files- Fix to avoid error with synced_gpus (86a6a26e43dd674bc747cf5f66fbe00d21175172)
Co-authored-by: Nicolas <NicolasBFR@users.noreply.huggingface.co>
custom_generate/generate.py
CHANGED
|
@@ -26,7 +26,7 @@ def _constrained_beam_search(
|
|
| 26 |
logits_processor: LogitsProcessorList,
|
| 27 |
stopping_criteria: StoppingCriteriaList,
|
| 28 |
generation_config: GenerationConfig,
|
| 29 |
-
synced_gpus: bool,
|
| 30 |
streamer: Optional["BaseStreamer"] = None,
|
| 31 |
**model_kwargs,
|
| 32 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|
|
|
|
| 26 |
logits_processor: LogitsProcessorList,
|
| 27 |
stopping_criteria: StoppingCriteriaList,
|
| 28 |
generation_config: GenerationConfig,
|
| 29 |
+
synced_gpus: bool = False,
|
| 30 |
streamer: Optional["BaseStreamer"] = None,
|
| 31 |
**model_kwargs,
|
| 32 |
) -> Union[GenerateBeamOutput, torch.LongTensor]:
|