md896 commited on
Commit
97cddc4
·
1 Parent(s): 1bc1daa

Remove vllm mock to fix importlib find_spec crash in TRL 0.23

Browse files
Files changed (1) hide show
  1. ultimate_sota_training.py +0 -7
ultimate_sota_training.py CHANGED
@@ -104,13 +104,6 @@ import transformers.utils.hub
104
  if not hasattr(transformers.utils.hub, "TRANSFORMERS_CACHE"):
105
  transformers.utils.hub.TRANSFORMERS_CACHE = "/tmp"
106
 
107
- # CRITICAL FIX for vllm crash:
108
- # TRL's latest versions unconditionally import vllm in their extras module.
109
- # Since Unsloth uses its own fast inference backend, we mock vllm to prevent the crash.
110
- import sys
111
- from unittest.mock import MagicMock
112
- sys.modules['vllm'] = MagicMock()
113
-
114
  from trl import GRPOConfig, GRPOTrainer
115
  from unsloth import FastLanguageModel
116
 
 
104
  if not hasattr(transformers.utils.hub, "TRANSFORMERS_CACHE"):
105
  transformers.utils.hub.TRANSFORMERS_CACHE = "/tmp"
106
 
 
 
 
 
 
 
 
107
  from trl import GRPOConfig, GRPOTrainer
108
  from unsloth import FastLanguageModel
109