[Minor] Fix a dtype bug (#79)

Author: WoosukKwon

cacheflow/models/model_utils.py

@@ -37,7 +37,11 @@
 
 
 def _get_dtype(config: PretrainedConfig, dtype: str) -> torch.dtype:
-    config_dtype: torch.dtype = getattr(config, 'torch_dtype', torch.float32)
+    # NOTE: getattr(config, 'torch_dtype', torch.float32) is not correct
+    # because config.torch_dtype can be None.
+    config_dtype = getattr(config, 'torch_dtype', None)
+    if config_dtype is None:
+        config_dtype = torch.float32
     if dtype == 'default':
         if config_dtype == torch.float32:
             # Following the common practice, we use float16 for float32 models.