diff --git a/nb/Kaggle-Qwen3_(4B)_Instruct-QAT.ipynb b/nb/Kaggle-Qwen3_(4B)_Instruct-QAT.ipynb index a519c29a..88f71900 100644 --- a/nb/Kaggle-Qwen3_(4B)_Instruct-QAT.ipynb +++ b/nb/Kaggle-Qwen3_(4B)_Instruct-QAT.ipynb @@ -1566,7 +1566,7 @@ "model.save_pretrained_torchao(\n", " \"model\",\n", " tokenizer,\n", - " torchao_config = model._torchao_config.base_config,\n", + " torchao_config = model._torchao_config.base_config_and_filter_fns[0][0],\n", ")" ] }, @@ -1667,7 +1667,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.10" + "version": "3.12.0" }, "widgets": { "application/vnd.jupyter.widget-state+json": { @@ -1687,7 +1687,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5471cb70b9fc476e924a79bae6fbe973", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_10ccee1030c94c05a299e4dbb646f26c", "value": "\u2007100000/100000\u2007[00:52<00:00,\u20071750.73\u2007examples/s]" } @@ -1782,7 +1782,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c168576851f240a9a6f0c9de5045ea76", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_6f4d50b5f5db4d27a3219b6a83560542", "value": "\u20079.65k/?\u2007[00:00<00:00,\u2007164kB/s]" } @@ -3855,7 +3855,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_63a2c8a60c494acd87b00b4cfdff5c68", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_adbddacbb5414d24a37c1a4a0f036547", "value": "tokenizer.json:\u2007100%" } @@ -3876,7 +3876,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1aba00c5303e49d88c4bc8987c8e2b03", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_bf150441841847489593ab9cffc385ac", "value": "chat_template.jinja:\u2007" } @@ -4436,7 +4436,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_fc3356580e6744ca83b8649368480b3e", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_5809cbdec1844cbebc0db710185d8072", "value": "Unsloth:\u2007Standardizing\u2007formats\u2007(num_proc=2):\u2007100%" } @@ -4577,7 +4577,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f72b1f631cc6458dbbdbc4fc3642133f", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_c0a0d7c3181442c69fd330ed1452dd84", "value": "merges.txt:\u2007" } @@ -5130,7 +5130,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a1cba3ed46c34f2ebfaf2b1dbb72d0d3", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_573ad1a363b746699575ad8d77592312", "value": "vocab.json:\u2007" } @@ -5218,7 +5218,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_613103c611fd412c815a37de1007dd3d", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_78a08d6e960f43ad9b74f46c125b5aea", "value": "data/train-00000-of-00001.parquet:\u2007100%" } @@ -5291,7 +5291,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_598cdec8e8dd49a0bec21b74394ad47d", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_da70610720a14a1ca0e689850a081809", "value": "tokenizer_config.json:\u2007" } @@ -5456,7 +5456,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6226ba2708f54d3682c2257422299b61", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_5b790390fed14b339b58be310eaf5b7b", "value": "\u2007614/614\u2007[00:00<00:00,\u200713.3kB/s]" } @@ -5492,7 +5492,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_40b609ebe3c2437a9ec895e48de6d1ca", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_6e7a0eb4f9e340bd9883bc975c6a489c", "value": "\u2007707/707\u2007[00:00<00:00,\u200710.8kB/s]" } @@ -5581,7 +5581,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ba99aaf582914c83b18910ac713a9b6f", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_94561bbb46cc4636ab21428a8a47f107", "value": "\u2007100000/100000\u2007[00:32<00:00,\u20072848.96\u2007examples/s]" } @@ -5730,7 +5730,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_fa846c3ef9124e6090530fd0ad72851e", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_3ab7781489bc4bbe9b072fd49f7c12f8", "value": "Map\u2007(num_proc=6):\u2007100%" } @@ -5983,7 +5983,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_61c268a7d13a44afa56bedade90e4f34", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_272afad7361c4eeab631c7bd41e6fa14", "value": "\u20074.97G/4.97G\u2007[00:57<00:00,\u2007263MB/s]" } @@ -6072,7 +6072,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0e31ade8b833471a81309de8c821bce9", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_88b7cea7ba0e42b7866bbfa4dc2df056", "value": "\u2007100000/100000\u2007[00:01<00:00,\u200797725.37\u2007examples/s]" } @@ -6093,7 +6093,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4641a1c322e94997a1d4e99ba4d29db4", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_e2e1b4e39b7c44caaf698082cef96f20", "value": "Unsloth:\u2007Tokenizing\u2007["text"]\u2007(num_proc=6):\u2007100%" } @@ -6234,7 +6234,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c993d2d141094cf0b7151a8dbffd9a45", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_3d9701a29b684fb0ac32535accf25ccb", "value": "\u20072.78M/?\u2007[00:00<00:00,\u200712.3MB/s]" } @@ -6359,7 +6359,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_cc8af4f890a54538ba6aae19866dc7c0", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_803af90c303241edbbca3338dd4f043d", "value": "\u200711.4M/11.4M\u2007[00:01<00:00,\u20079.26MB/s]" } @@ -6380,7 +6380,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_79ac14919f7c47de914f634481c7c47a", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_611831076b59469fbcfcacdec4ac4bea", "value": "\u200732.9k/?\u2007[00:00<00:00,\u20073.04MB/s]" } @@ -6942,7 +6942,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1ea6c960f5d3449eb445ba26b226ab80", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_b7a3d157a73644c899f1e4d60678d9c3", "value": "special_tokens_map.json:\u2007100%" } @@ -7410,7 +7410,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_592370835995436e8ce573f9f121b410", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_24d4ad43783e4715b89a1bbd0a84b90c", "value": "Map:\u2007100%" } @@ -7453,7 +7453,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a6c5b152ce8a4845aab8f4bd42bbc081", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_2a86e8d4b9d64fc990de342af2359327", "value": "Loading\u2007checkpoint\u2007shards:\u2007100%" } @@ -7633,7 +7633,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a8f346bd2311473bb41f9c832d38fde3", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_27080c04e0f44a21986825766793e12a", "value": "generation_config.json:\u2007100%" } @@ -7654,7 +7654,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7648f19accea41f5abec2f3d8296ac19", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_a34d8312550e4c89a37dafb88a906dcd", "value": "\u2007117M/117M\u2007[00:01<00:00,\u2007118MB/s]" } @@ -7864,7 +7864,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_6eecd84361254cf6973f16e70265707b", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_0fa3c3feb88042afbd921a51c91353ee", "value": "added_tokens.json:\u2007100%" } @@ -7907,7 +7907,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3ff4a0687fdf44fa95afe9ec0ab781ea", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_a461d5efcb48465eb6c1b39a7d67fa07", "value": "README.md:\u2007100%" } @@ -8169,7 +8169,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c5be281628bd49f0b184cd899143c2c4", - "placeholder": "\u200b", + "placeholder": "​\u200b", "style": "IPY_MODEL_4d4f8726c88d40bcabdb664a663cbcc8", "value": "model-00001-of-00002.safetensors:\u2007100%" } @@ -8264,7 +8264,7 @@ "description": "", "description_tooltip": null, "layout": "IPY_MODEL_577decf0054b409a95ff0a0bf23b73ed", - "placeholder": "\u200b", + "placeholder": "\u200b​", "style": "IPY_MODEL_cce32a3c7860476690a0e5762f22b1ab", "value": "\u20071.67M/?\u2007[00:00<00:00,\u20077.39MB/s]" } @@ -8516,5 +8516,5 @@ } }, "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file + "nbformat_minor": 4 +} diff --git a/nb/Qwen3_(4B)_Instruct-QAT.ipynb b/nb/Qwen3_(4B)_Instruct-QAT.ipynb index a519c29a..c7071be2 100644 --- a/nb/Qwen3_(4B)_Instruct-QAT.ipynb +++ b/nb/Qwen3_(4B)_Instruct-QAT.ipynb @@ -1566,7 +1566,7 @@ "model.save_pretrained_torchao(\n", " \"model\",\n", " tokenizer,\n", - " torchao_config = model._torchao_config.base_config,\n", + " torchao_config = model._torchao_config.base_config_and_filter_fns[0][0],\n", ")" ] }, @@ -1667,7 +1667,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.10" + "version": "3.12.0" }, "widgets": { "application/vnd.jupyter.widget-state+json": { @@ -8516,5 +8516,5 @@ } }, "nbformat": 4, - "nbformat_minor": 0 -} \ No newline at end of file + "nbformat_minor": 4 +} diff --git a/python_scripts/Kaggle-Qwen3_(4B)_Instruct-QAT.py b/python_scripts/Kaggle-Qwen3_(4B)_Instruct-QAT.py index 34529575..6d0949c9 100644 --- a/python_scripts/Kaggle-Qwen3_(4B)_Instruct-QAT.py +++ b/python_scripts/Kaggle-Qwen3_(4B)_Instruct-QAT.py @@ -343,7 +343,7 @@ def formatting_prompts_func(examples): model.save_pretrained_torchao( "model", tokenizer, - torchao_config = model._torchao_config.base_config, + torchao_config = model._torchao_config.base_config_and_filter_fns[0][0], ) diff --git a/python_scripts/Qwen3_(4B)_Instruct-QAT.py b/python_scripts/Qwen3_(4B)_Instruct-QAT.py index 34529575..6d0949c9 100644 --- a/python_scripts/Qwen3_(4B)_Instruct-QAT.py +++ b/python_scripts/Qwen3_(4B)_Instruct-QAT.py @@ -343,7 +343,7 @@ def formatting_prompts_func(examples): model.save_pretrained_torchao( "model", tokenizer, - torchao_config = model._torchao_config.base_config, + torchao_config = model._torchao_config.base_config_and_filter_fns[0][0], )