diff --git a/IPO/IPO_trainer.ipynb b/IPO/IPO_trainer.ipynb index dee9d12..daaf968 100644 --- a/IPO/IPO_trainer.ipynb +++ b/IPO/IPO_trainer.ipynb @@ -51,7 +51,7 @@ "Pytorch: 2.9.0+cu126\n", "Datasets: 4.4.1\n", "Tokenizers: 0.22.1\n", - "Bitsandbytes: 0.48.2 (it was used as everything here was done in BF16, SFT and RM were loaded in BF16)\n", + "Bitsandbytes: 0.48.2 (it was used as everything here was done in BF16, SFT was loaded in BF16)\n", "\n", "NOTE : Setting loss_type = 'ipo' in TRL's DPOTrainer's DPOConfig, enables IPO implementation\n", "'''\n", @@ -232,4 +232,4 @@ "outputs": [] } ] -} \ No newline at end of file +}