Skip to content

Commit b5546cb

Browse files
danielhanchenDatta0
danielhanchen
and
Datta0
authored
Bug fixes (#3335)
* Fix mamba * Update loader.py * Update vision.py * Update loader.py * Filter vLLM standby logs (#3131) * filter vLLM standby logs * safeguard standby logger patch * Update unsloth/models/_utils.py * Update unsloth/models/_utils.py * Update unsloth/models/_utils.py --------- Co-authored-by: Daniel Han <danielhanchen@gmail.com> * Update loader.py * Add scaler * Update llama.py * Update _utils.py * Versioning * GPT OSS fix * GPT OSS fix * Update loader.py * Update vision.py * Update vision.py * Update loader.py * Update vision.py * Update vision.py * Update llama.py * Update llama.py * Update llama.py * Versioning * Update mapper.py * Update vision.py * Update vision.py * Update vision.py * Upcast norms * Update loader.py * Update vision.py * Upcast layernorms * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update llama.py * Update save.py * Update rl.py * Update pyproject.toml * Update rl.py * Update rl_replacements.py * Update rl.py * Update rl.py * Update rl.py * Update _utils.py * Update __init__.py * Torch 2.8 * Update rl_replacements.py * Update loader.py * UNSLOTH_ENABLE_CCE * Fix * Update loader.py * Update loader.py * Update __init__.py * Update __init__.py * Update __init__.py * Update __init__.py * Import fixes * Update loader.py * Fix aimv2 issue * Update loader.py * Update import_fixes.py * Update import_fixes.py * Update loader.py * Update loader.py * Update loader.py * Upgrade * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update vision.py * Update vision.py * custom_datatype * recheck * Float16 * Update vision.py * Update vision.py * Update vision.py * Update vision.py * Update vision.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Bug fix * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Update loader.py * torch_dtype * Update rl.py * Fix CE Loss * Versioning * Update loader.py * Update loader.py * extract_model_type_from_config * Model types * Update loader.py * get_transformers_model_type * Update loader.py * Update loader.py * Update loader.py * Update rl.py * Update pyproject.toml * Update loader.py * Update loader.py * Update loader.py * Update loader.py * Versioning * Update _utils.py * Update _utils.py * Update _utils.py * Update _utils.py * Update vision.py * Update vision.py * Fix DataParallel * Update _utils.py * Update rl.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update synthetic.py * Update mapper.py * Versioning * Update loader.py * Update loader.py * Update rl.py * Versioning * Update _utils.py * Fix auto_mapping --------- Co-authored-by: Datta Nimmaturi <venkatadattasainimmaturi@gmail.com>
1 parent 62abb02 commit b5546cb

6 files changed

Lines changed: 21 additions & 6 deletions

File tree

‎pyproject.toml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ triton = [
3737
]
3838

3939
huggingface = [
40-
"unsloth_zoo>=2025.9.7",
40+
"unsloth_zoo>=2025.9.9",
4141
"packaging",
4242
"tyro",
4343
"transformers>=4.51.3,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,<=4.55.4",
@@ -453,7 +453,7 @@ colab-ampere-torch220 = [
453453
"flash-attn>=2.6.3",
454454
]
455455
colab-new = [
456-
"unsloth_zoo>=2025.9.7",
456+
"unsloth_zoo>=2025.9.9",
457457
"packaging",
458458
"tyro",
459459
"transformers>=4.51.3,!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,<=4.55.4",

‎unsloth/models/_utils.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
__version__ = "2025.9.6"
15+
__version__ = "2025.9.7"
1616

1717
__all__ = [
1818
"SUPPORTS_BFLOAT16",

‎unsloth/models/llama.py‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
from torch.nn.functional import scaled_dot_product_attention
2626
from transformers import __version__ as transformers_version
2727
from unsloth_zoo.utils import Version, _get_dtype
28-
from unsloth_zoo.hf_utils import dtype_from_config, add_dtype_kwargs
28+
from unsloth_zoo.hf_utils import dtype_from_config, add_dtype_kwargs, fix_lora_auto_mapping
2929
from unsloth_zoo.peft_utils import SKIP_QUANTIZATION_MODULES
3030
from unsloth import DEVICE_TYPE, DEVICE_COUNT
3131

@@ -2632,6 +2632,8 @@ def get_peft_model(
26322632
pass
26332633

26342634
model = _get_peft_model(model, lora_config)
2635+
# Fix LoraConfig.auto_mapping is None
2636+
fix_lora_auto_mapping(model)
26352637

26362638
# Apply QAT + LoRA if specified
26372639
if qat_scheme is not None:

‎unsloth/models/mapper.py‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -956,6 +956,16 @@
956956
"google/gemma-3-270m",
957957
"unsloth/gemma-3-270m-bnb-4bit",
958958
),
959+
"unsloth/Magistral-Small-2507-unsloth-bnb-4bit" : (
960+
"unsloth/Magistral-Small-2507",
961+
"mistralai/Magistral-Small-2507",
962+
"unsloth/Magistral-Small-2507-bnb-4bit",
963+
),
964+
"unsloth/Magistral-Small-2509-unsloth-bnb-4bit" : (
965+
"unsloth/Magistral-Small-2509",
966+
"mistralai/Magistral-Small-2509",
967+
"unsloth/Magistral-Small-2509-bnb-4bit",
968+
),
959969
}
960970

961971
INT_TO_FLOAT_MAPPER = {}

‎unsloth/models/rl.py‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -259,7 +259,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
259259
"use_fp16 = getattr(args, 'fp16', False)\n"\
260260
"if type(use_fp16) is not bool: use_fp16 = False\n"\
261261
"force_float32 = False\n"\
262-
"if os.environ.get('UNSLOTH_FORCE_FLOAT32', '0') == '1':\n"\
262+
"full_finetuning = os.environ.get('UNSLOTH_ENABLE_FULL_FINETUNING', '0') == '1'\n"\
263+
"if not full_finetuning and (os.environ.get('UNSLOTH_FORCE_FLOAT32', '0') == '1'):\n"\
263264
" print('Unsloth: Switching to float32 training since model cannot work with float16')\n"\
264265
" force_float32 = True\n"\
265266
"mixed_precision_dtype = os.environ.get('UNSLOTH_MIXED_PRECISION', 'float32')\n"\

‎unsloth/models/vision.py‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@
4343
from transformers import __version__ as transformers_version
4444
from triton import __version__ as triton_version
4545
from unsloth_zoo.utils import _get_dtype
46-
from unsloth_zoo.hf_utils import dtype_from_config, add_dtype_kwargs
46+
from unsloth_zoo.hf_utils import dtype_from_config, add_dtype_kwargs, fix_lora_auto_mapping
4747
from unsloth_zoo.patching_utils import patch_model_and_tokenizer
4848
from unsloth_zoo.training_utils import prepare_model_for_training
4949

@@ -758,6 +758,8 @@ def get_peft_model(
758758
use_gradient_checkpointing = use_gradient_checkpointing,
759759
)
760760
model = _get_peft_model(model, lora_config)
761+
# Fix LoraConfig.auto_mapping is None
762+
fix_lora_auto_mapping(model)
761763
# Enable gradients on modules which are trainable
762764
requires_grad_for_gradient_checkpointing(model)
763765
trust_remote_code = getattr(model, "_unsloth_trust_remote_code", False)

0 commit comments

Comments
 (0)