Update sampling_metadata.py

temporary change based on #246 for testing only, will remove later
HabanaAI · Oct 24, 2024 · 7fd552a · 7fd552a
1 parent 3c423a4
commit 7fd552a
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/vllm/model_executor/sampling_metadata.py b/vllm/model_executor/sampling_metadata.py
@@ -266,8 +266,10 @@ def _prepare_seq_groups(
 
         if seq_group_metadata.is_prompt:
             if sampling_params.seed is not None:
-                generator = torch.Generator(device=device).manual_seed(
-                    sampling_params.seed)
+                import habana_frameworks.torch.hpu.random as htrandom
+                generator = \
+                    htrandom.default_generators[
+                    0].manual_seed(sampling_params.seed)
                 if generators is not None:
                     generators[seq_group_metadata.request_id] = generator