[Bugfix] Fix torch.compile raise FileNotFoundError (vllm-project#15278)

Signed-off-by: Jee Jee Li <[email protected]>
Signed-off-by: Mu Huai <[email protected]>

Author: jeejeelee

vllm/compilation/backends.py

@@ -399,6 +399,7 @@ def __call__(self, graph: fx.GraphModule, example_inputs) -> Callable:
         rank = vllm_config.parallel_config.rank
         dp_rank = vllm_config.parallel_config.data_parallel_rank
         local_cache_dir = os.path.join(cache_dir, f"rank_{rank}_{dp_rank}")
+        os.makedirs(local_cache_dir, exist_ok=True)
         self.compilation_config.local_cache_dir = local_cache_dir
 
         disable_cache = envs.VLLM_DISABLE_COMPILE_CACHE