Skip to content

Add closest EfficientNet variants #1967

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 9 commits into from
Nov 14, 2024
+135 −0
Merged

Add closest EfficientNet variants #1967

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
0271f9a
add closest variants
pkgoogle Oct 31, 2024
cb752d0
added to presets file
pkgoogle Nov 4, 2024
63420d6
format pass
pkgoogle Nov 4, 2024
319bcf1
fix quote literal and formatting
pkgoogle Nov 4, 2024
a844601
fix uris
pkgoogle Nov 4, 2024
11023a8
add version to kaggle handles
pkgoogle Nov 14, 2024
6adc1ab
Merge branch 'master' into add_efficientnet_presets_0
pkgoogle Nov 14, 2024
020a2e5
fix preset config
pkgoogle Nov 14, 2024
4bbbae4
fix description error
pkgoogle Nov 14, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
98 changes: 98 additions & 0 deletions keras_hub/src/models/efficientnet/efficientnet_presets.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,21 @@
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet/1",
},
"efficientnet_b0_ra4_e3600_r224_imagenet": {
"metadata": {
"description": (
"EfficientNet B0 model pre-trained on the ImageNet 1k dataset by"
" Ross Wightman. Trained with timm scripts using hyper-parameters"
" inspired by the MobileNet-V4 small, mixed with go-to hparams "
'from timm and "ResNet Strikes Back".'
),
"params": 5288548,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b0_ra4_e3600_r224_imagenet/1",
},
"efficientnet_b1_ft_imagenet": {
"metadata": {
"description": (
Expand All @@ -26,6 +41,89 @@
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet/1",
},
"efficientnet_b1_ra4_e3600_r240_imagenet": {
"metadata": {
"description": (
"EfficientNet B1 model pre-trained on the ImageNet 1k dataset by"
" Ross Wightman. Trained with timm scripts using hyper-parameters"
" inspired by the MobileNet-V4 small, mixed with go-to hparams "
'from timm and "ResNet Strikes Back".'
),
"params": 7794184,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b1_ra4_e3600_r240_imagenet/1",
},
"efficientnet_b2_ra_imagenet": {
"metadata": {
"description": (
"EfficientNet B2 model pre-trained on the ImageNet 1k dataset "
"with RandAugment recipe."
),
"params": 9109994,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b2_ra_imagenet/1",
},
"efficientnet_b3_ra2_imagenet": {
"metadata": {
"description": (
"EfficientNet B3 model pre-trained on the ImageNet 1k dataset "
"with RandAugment2 recipe."
),
"params": 12233232,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b3_ra2_imagenet/1",
},
"efficientnet_b4_ra2_imagenet": {
"metadata": {
"description": (
"EfficientNet B4 model pre-trained on the ImageNet 1k dataset "
"with RandAugment2 recipe."
),
"params": 19341616,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b4_ra2_imagenet/1",
},
"efficientnet_b5_sw_imagenet": {
"metadata": {
"description": (
"EfficientNet B5 model pre-trained on the ImageNet 12k dataset "
"by Ross Wightman. Based on Swin Transformer train / pretrain "
"recipe with modifications (related to both DeiT and ConvNeXt recipes)."
),
"params": 30389784,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b5_sw_imagenet/1",
},
"efficientnet_b5_sw_ft_imagenet": {
"metadata": {
"description": (
"EfficientNet B5 model pre-trained on the ImageNet 12k dataset "
"and fine-tuned on ImageNet-1k by Ross Wightman. Based on Swin "
"Transformer train / pretrain recipe with modifications "
"(related to both DeiT and ConvNeXt recipes)."
),
"params": 30389784,
"official_name": "EfficientNet",
"path": "efficientnet",
"model_card": "https://arxiv.org/abs/1905.11946",
},
"kaggle_handle": "kaggle://keras/efficientnet/keras/efficientnet_b5_sw_ft_imagenet/1",
},
"efficientnet_el_ra_imagenet": {
"metadata": {
"description": (
Expand Down
16 changes: 16 additions & 0 deletions keras_hub/src/utils/timm/convert_efficientnet.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,22 @@
"stackwise_nores_option": [True] + [False] * 5,
"activation": "relu",
},
"b2": {
"width_coefficient": 1.1,
"depth_coefficient": 1.2,
},
"b3": {
"width_coefficient": 1.2,
"depth_coefficient": 1.4,
},
"b4": {
"width_coefficient": 1.4,
"depth_coefficient": 1.8,
},
"b5": {
"width_coefficient": 1.6,
"depth_coefficient": 2.2,
},
}


Expand Down
21 changes: 21 additions & 0 deletions tools/checkpoint_conversion/convert_efficientnet_checkpoints.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,22 @@

python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b0_ra_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b0_ra4_e3600_r224_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b0_ra4_e3600_r224_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b1_ft_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b1_ra4_e3600_r240_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b1_ra4_e3600_r240_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b2_ra_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b2_ra_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b3_ra2_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b3_ra2_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b4_ra2_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b4_ra2_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b5_sw_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b5_sw_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_b5_sw_ft_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_b5_sw_ft_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
--preset efficientnet_el_ra_imagenet --upload_uri kaggle://keras/efficientnet/keras/efficientnet_el_ra_imagenet
python tools/checkpoint_conversion/convert_efficientnet_checkpoints.py \
Expand All @@ -28,7 +42,14 @@

PRESET_MAP = {
"efficientnet_b0_ra_imagenet": "timm/efficientnet_b0.ra_in1k",
"efficientnet_b0_ra4_e3600_r224_imagenet": "timm/efficientnet_b0.ra4_e3600_r224_in1k",
"efficientnet_b1_ft_imagenet": "timm/efficientnet_b1.ft_in1k",
"efficientnet_b1_ra4_e3600_r240_imagenet": "timm/efficientnet_b1.ra4_e3600_r240_in1k",
"efficientnet_b2_ra_imagenet": "timm/efficientnet_b2.ra_in1k",
"efficientnet_b3_ra2_imagenet": "timm/efficientnet_b3.ra2_in1k",
"efficientnet_b4_ra2_imagenet": "timm/efficientnet_b4.ra2_in1k",
"efficientnet_b5_sw_imagenet": "timm/efficientnet_b5.sw_in12k",
"efficientnet_b5_sw_ft_imagenet": "timm/efficientnet_b5.sw_in12k_ft_in1k",
"efficientnet_el_ra_imagenet": "timm/efficientnet_el.ra_in1k",
"efficientnet_em_ra2_imagenet": "timm/efficientnet_em.ra2_in1k",
"efficientnet_es_ra_imagenet": "timm/efficientnet_es.ra_in1k",
Expand Down
Loading