From 9651d16f06f254dc1ccdc26d1dfad0dce24e944c Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 1 Nov 2024 21:17:54 +0000 Subject: [PATCH 1/2] sync models and update mirror script to update model cards --- tools/hf_uploaded_presets.json | 294 +++++++++++++++++---------------- tools/mirror_weights_on_hf.py | 82 +++++++++ 2 files changed, 231 insertions(+), 145 deletions(-) diff --git a/tools/hf_uploaded_presets.json b/tools/hf_uploaded_presets.json index 8b92d533f8..3543ea5f48 100644 --- a/tools/hf_uploaded_presets.json +++ b/tools/hf_uploaded_presets.json @@ -1,168 +1,172 @@ [ - "kaggle://keras/deeplabv3plus/keras/deeplab_v3_plus_resnet50_pascalvoc/3", - "kaggle://keras/densenet/keras/densenet_121_imagenet/2", - "kaggle://keras/densenet/keras/densenet_169_imagenet/2", - "kaggle://keras/densenet/keras/densenet_201_imagenet/2", - "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet", - "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet", - "kaggle://keras/mit/keras/mit_b0_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b1_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b2_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b3_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b4_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/1", - "kaggle://keras/gemma/keras/gemma_2b_en/2", - "kaggle://keras/gemma/keras/gemma_instruct_2b_en/2", - "kaggle://keras/gemma/keras/gemma_1.1_instruct_2b_en/3", - "kaggle://keras/codegemma/keras/code_gemma_1.1_2b_en/1", - "kaggle://keras/codegemma/keras/code_gemma_2b_en/1", - "kaggle://keras/gemma/keras/gemma_7b_en/2", - "kaggle://keras/gemma/keras/gemma_instruct_7b_en/2", - "kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/3", - "kaggle://keras/codegemma/keras/code_gemma_7b_en/1", - "kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/1", + "kaggle://keras/gpt2/keras/gpt2_base_en/2", "kaggle://keras/codegemma/keras/code_gemma_1.1_instruct_7b_en/1", - "kaggle://keras/gemma2/keras/gemma2_2b_en/1", - "kaggle://keras/gemma2/keras/gemma2_instruct_2b_en/1", - "kaggle://keras/gemma2/keras/gemma2_9b_en/2", - "kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/2", - "kaggle://keras/gemma2/keras/gemma2_27b_en/1", - "kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/1", - "kaggle://google/shieldgemma/keras/shieldgemma_2b_en/1", - "kaggle://google/shieldgemma/keras/shieldgemma_9b_en/1", "kaggle://google/shieldgemma/keras/shieldgemma_27b_en/1", - "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_224/3", - "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_448/3", - "kaggle://keras/paligemma/keras/pali_gemma_3b_224/3", - "kaggle://keras/paligemma/keras/pali_gemma_3b_448/3", - "kaggle://keras/paligemma/keras/pali_gemma_3b_896/3", - "kaggle://keras/resnetv1/keras/resnet_18_imagenet/2", - "kaggle://keras/resnetv1/keras/resnet_50_imagenet/2", - "kaggle://keras/resnetv1/keras/resnet_101_imagenet/2", - "kaggle://keras/resnetv1/keras/resnet_152_imagenet/2", - "kaggle://keras/resnetv2/keras/resnet_v2_50_imagenet/2", - "kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/2", + "kaggle://keras/t5/keras/t5_1.1_xl/1", + "kaggle://keras/bloom/keras/bloom_3b_multi/1", "kaggle://keras/resnet_vd/keras/resnet_vd_18_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_34_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_fix_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_101_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_101_ssld_imagenet", - "kaggle://keras/resnet_vd/keras/resnet_vd_152_imagenet", + "kaggle://keras/llama3/keras/llama3_instruct_8b_en/3", "kaggle://keras/resnet_vd/keras/resnet_vd_200_imagenet", - "kaggle://keras/sam/keras/sam_base_sa1b/4", - "kaggle://keras/sam/keras/sam_large_sa1b/4", - "kaggle://keras/sam/keras/sam_huge_sa1b/4", - "kaggle://keras/segformer/keras/segformer_b0_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b1_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b2_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b3_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b4_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b5_ade20k_640", - "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b1_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024", + "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet", + "kaggle://keras/electra/keras/electra_small_generator_uncased_en/1", + "kaggle://keras/paligemma/keras/pali_gemma_3b_896/3", + "kaggle://keras/resnet_vd/keras/resnet_vd_101_ssld_imagenet", + "kaggle://keras/mit/keras/mit_b5_ade20k_640/1", "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024", - "kaggle://keras/vgg/keras/vgg_11_imagenet/1", + "kaggle://keras/bert/keras/bert_tiny_en_uncased/2", + "kaggle://keras/gemma2/keras/gemma2_9b_en/2", + "kaggle://keras/albert/keras/albert_extra_large_en_uncased/2", "kaggle://keras/vgg/keras/vgg_13_imagenet/1", - "kaggle://keras/vgg/keras/vgg_16_imagenet/1", - "kaggle://keras/vgg/keras/vgg_19_imagenet/1", + "kaggle://keras/whisper/keras/whisper_large_multi_v2/3", + "kaggle://keras/bert/keras/bert_medium_en_uncased/2", + "kaggle://keras/gpt2/keras/gpt2_base_en_cnn_dailymail/2", + "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/1", + "kaggle://google/shieldgemma/keras/shieldgemma_9b_en/1", + "kaggle://keras/bert/keras/bert_large_en_uncased/2", + "kaggle://keras/llama2/keras/llama2_7b_en_int8/1", + "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet", + "kaggle://keras/codegemma/keras/code_gemma_7b_en/1", + "kaggle://keras/roberta/keras/roberta_large_en/2", + "kaggle://keras/albert/keras/albert_extra_extra_large_en_uncased/2", + "kaggle://keras/bart/keras/bart_large_en_cnn/2", + "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", + "kaggle://keras/opt/keras/opt_2.7b_en/2", + "kaggle://keras/deeplabv3plus/keras/deeplab_v3_plus_resnet50_pascalvoc/3", + "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_imagenet", "kaggle://keras/whisper/keras/whisper_tiny_en/3", + "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_224/3", + "kaggle://keras/opt/keras/opt_1.3b_en/2", + "kaggle://keras/vgg/keras/vgg_19_imagenet/1", "kaggle://keras/whisper/keras/whisper_base_en/3", - "kaggle://keras/whisper/keras/whisper_small_en/3", - "kaggle://keras/whisper/keras/whisper_medium_en/3", + "kaggle://keras/llama2/keras/llama2_instruct_7b_en/1", + "kaggle://keras/segformer/keras/segformer_b5_ade20k_640", + "kaggle://keras/llama3/keras/llama3_8b_en/3", + "kaggle://keras/densenet/keras/densenet_121_imagenet/2", + "kaggle://keras/electra/keras/electra_base_discriminator_uncased_en/1", + "kaggle://keras/t5/keras/flan_base_multi/2", + "kaggle://keras/vgg/keras/vgg_16_imagenet/1", + "kaggle://keras/densenet/keras/densenet_201_imagenet/2", + "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/1", + "kaggle://keras/densenet/keras/densenet_169_imagenet/2", + "kaggle://keras/phi3/keras/phi3_mini_128k_instruct_en", + "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024", + "kaggle://keras/f_net/keras/f_net_base_en/2", + "kaggle://keras/mit/keras/mit_b2_ade20k_512/1", + "kaggle://google/shieldgemma/keras/shieldgemma_2b_en/1", + "kaggle://keras/bert/keras/bert_tiny_en_uncased_sst2/4", + "kaggle://keras/resnetv1/keras/resnet_50_imagenet/2", + "kaggle://keras/opt/keras/opt_6.7b_en/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_base_multi/2", + "kaggle://keras/bloom/keras/bloom_1.1b_multi/1", + "kaggle://keras/falcon/keras/falcon_refinedweb_1b_en/1", + "kaggle://keras/gemma/keras/gemma_1.1_instruct_2b_en/3", + "kaggle://keras/gemma2/keras/gemma2_2b_en/1", "kaggle://keras/whisper/keras/whisper_tiny_multi/3", - "kaggle://keras/whisper/keras/whisper_base_multi/3", - "kaggle://keras/whisper/keras/whisper_small_multi/3", + "kaggle://keras/mit/keras/mit_b1_ade20k_512/1", + "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024", + "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_448/3", + "kaggle://keras/gemma2/keras/gemma2_instruct_2b_en/1", "kaggle://keras/whisper/keras/whisper_medium_multi/3", - "kaggle://keras/whisper/keras/whisper_large_multi/3", - "kaggle://keras/whisper/keras/whisper_large_multi_v2/3", - "kaggle://keras/albert/keras/albert_base_en_uncased/2", "kaggle://keras/albert/keras/albert_large_en_uncased/2", - "kaggle://keras/albert/keras/albert_extra_large_en_uncased/2", - "kaggle://keras/albert/keras/albert_extra_extra_large_en_uncased/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_large_en/2", + "kaggle://keras/electra/keras/electra_large_discriminator_uncased_en/1", + "kaggle://keras/bert/keras/bert_base_en_uncased/2", + "kaggle://keras/whisper/keras/whisper_small_en/3", + "kaggle://keras/whisper/keras/whisper_base_multi/3", + "kaggle://keras/resnetv1/keras/resnet_101_imagenet/2", + "kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/2", + "kaggle://keras/gpt2/keras/gpt2_medium_en/2", "kaggle://keras/bart/keras/bart_base_en/2", - "kaggle://keras/bart/keras/bart_large_en/2", - "kaggle://keras/bart/keras/bart_large_en_cnn/2", - "kaggle://keras/bert/keras/bert_tiny_en_uncased/2", + "kaggle://keras/phi3/keras/phi3_mini_4k_instruct_en", + "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", + "kaggle://keras/whisper/keras/whisper_large_multi/3", "kaggle://keras/bert/keras/bert_small_en_uncased/2", - "kaggle://keras/bert/keras/bert_medium_en_uncased/2", - "kaggle://keras/bert/keras/bert_base_en_uncased/2", - "kaggle://keras/bert/keras/bert_base_en/2", + "kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/1", + "kaggle://keras/bloom/keras/bloomz_3b_multi/1", + "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/1", + "kaggle://keras/t5/keras/t5_1.1_large/1", + "kaggle://keras/paligemma/keras/pali_gemma_3b_224/3", + "kaggle://keras/t5/keras/t5_small_multi/2", + "kaggle://keras/t5/keras/t5_base_multi/2", "kaggle://keras/bert/keras/bert_base_zh/2", - "kaggle://keras/bert/keras/bert_base_multi/2", - "kaggle://keras/bert/keras/bert_large_en_uncased/2", - "kaggle://keras/bert/keras/bert_large_en/2", - "kaggle://keras/bert/keras/bert_tiny_en_uncased_sst2/4", + "kaggle://keras/bart/keras/bart_large_en/2", + "kaggle://keras/distil_bert/keras/distil_bert_base_en_uncased/2", + "kaggle://keras/electra/keras/electra_small_discriminator_uncased_en/1", + "kaggle://keras/gemma/keras/gemma_2b_en/2", + "kaggle://keras/resnetv1/keras/resnet_152_imagenet/2", + "kaggle://keras/t5/keras/flan_small_multi/2", + "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/1", + "kaggle://keras/segformer/keras/segformer_b4_ade20k_512", + "kaggle://keras/vgg/keras/vgg_11_imagenet/1", + "kaggle://keras/resnetv2/keras/resnet_v2_50_imagenet/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_base_en/2", + "kaggle://keras/opt/keras/opt_125m_en/2", + "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2", + "kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/1", + "kaggle://keras/t5/keras/t5_1.1_xxl/1", + "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/1", + "kaggle://keras/roberta/keras/roberta_base_en/2", + "kaggle://keras/bloom/keras/bloomz_1.1b_multi/1", + "kaggle://keras/resnet_vd/keras/resnet_vd_101_imagenet", + "kaggle://keras/sam/keras/sam_huge_sa1b/4", + "kaggle://keras/distil_bert/keras/distil_bert_base_en/2", "kaggle://keras/bloom/keras/bloom_560m_multi/3", - "kaggle://keras/bloom/keras/bloom_1.1b_multi/1", "kaggle://keras/bloom/keras/bloom_1.7b_multi/1", - "kaggle://keras/bloom/keras/bloom_3b_multi/1", - "kaggle://keras/bloom/keras/bloomz_560m_multi/1", - "kaggle://keras/bloom/keras/bloomz_1.1b_multi/1", - "kaggle://keras/bloom/keras/bloomz_1.7b_multi/1", - "kaggle://keras/bloom/keras/bloomz_3b_multi/1", "kaggle://keras/deberta_v3/keras/deberta_v3_extra_small_en/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_small_en/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_base_en/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_large_en/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_base_multi/2", - "kaggle://keras/distil_bert/keras/distil_bert_base_en_uncased/2", - "kaggle://keras/distil_bert/keras/distil_bert_base_en/2", - "kaggle://keras/distil_bert/keras/distil_bert_base_multi/2", - "kaggle://keras/electra/keras/electra_small_discriminator_uncased_en/1", - "kaggle://keras/electra/keras/electra_small_generator_uncased_en/1", - "kaggle://keras/electra/keras/electra_base_discriminator_uncased_en/1", - "kaggle://keras/electra/keras/electra_base_generator_uncased_en/1", - "kaggle://keras/electra/keras/electra_large_discriminator_uncased_en/1", - "kaggle://keras/electra/keras/electra_large_generator_uncased_en/1", - "kaggle://keras/f_net/keras/f_net_base_en/2", + "kaggle://keras/mistral/keras/mistral_7b_en/6", + "kaggle://keras/gemma2/keras/gemma2_27b_en/1", + "kaggle://keras/segformer/keras/segformer_b0_ade20k_512", "kaggle://keras/f_net/keras/f_net_large_en/2", - "kaggle://keras/falcon/keras/falcon_refinedweb_1b_en/1", - "kaggle://keras/gpt2/keras/gpt2_base_en/2", - "kaggle://keras/gpt2/keras/gpt2_medium_en/2", - "kaggle://keras/gpt2/keras/gpt2_large_en/2", + "kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/2", + "kaggle://keras/codegemma/keras/code_gemma_2b_en/1", + "kaggle://keras/gemma/keras/gemma_instruct_7b_en/2", + "kaggle://keras/sam/keras/sam_base_sa1b/4", + "kaggle://keras/mit/keras/mit_b0_ade20k_512/1", + "kaggle://keras/mit/keras/mit_b3_ade20k_512/1", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_imagenet", + "kaggle://keras/llama3/keras/llama3_8b_en_int8/1", + "kaggle://keras/albert/keras/albert_base_en_uncased/2", + "kaggle://keras/bloom/keras/bloomz_560m_multi/1", + "kaggle://keras/electra/keras/electra_base_generator_uncased_en/1", "kaggle://keras/gpt2/keras/gpt2_extra_large_en/2", - "kaggle://keras/gpt2/keras/gpt2_base_en_cnn_dailymail/2", - "kaggle://keras/llama2/keras/llama2_7b_en/1", - "kaggle://keras/llama2/keras/llama2_7b_en_int8/1", - "kaggle://keras/llama2/keras/llama2_instruct_7b_en/1", - "kaggle://keras/llama2/keras/llama2_instruct_7b_en_int8/1", - "kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/1", - "kaggle://keras/mistral/keras/mistral_7b_en/6", - "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", - "kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/1", - "kaggle://keras/opt/keras/opt_125m_en/2", - "kaggle://keras/opt/keras/opt_1.3b_en/2", - "kaggle://keras/opt/keras/opt_2.7b_en/2", - "kaggle://keras/opt/keras/opt_6.7b_en/2", - "kaggle://keras/phi3/keras/phi3_mini_4k_instruct_en", - "kaggle://keras/phi3/keras/phi3_mini_128k_instruct_en", - "kaggle://keras/roberta/keras/roberta_base_en/2", - "kaggle://keras/roberta/keras/roberta_large_en/2", - "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", - "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", - "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/1", - "kaggle://keras/t5/keras/t5_small_multi/2", + "kaggle://keras/bert/keras/bert_base_multi/2", + "kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/1", "kaggle://keras/t5/keras/t5_1.1_small/1", - "kaggle://keras/t5/keras/t5_base_multi/2", + "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024", + "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024", + "kaggle://keras/llama3/keras/llama3_instruct_8b_en_int8/1", + "kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/1", + "kaggle://keras/bloom/keras/bloomz_1.7b_multi/1", + "kaggle://keras/t5/keras/flan_large_multi/2", + "kaggle://keras/resnet_vd/keras/resnet_vd_34_imagenet", + "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", "kaggle://keras/t5/keras/t5_1.1_base/1", + "kaggle://keras/resnet_vd/keras/resnet_vd_152_imagenet", + "kaggle://keras/whisper/keras/whisper_medium_en/3", + "kaggle://keras/mit/keras/mit_b4_ade20k_512/1", + "kaggle://keras/llama2/keras/llama2_instruct_7b_en_int8/1", + "kaggle://keras/segformer/keras/segformer_b1_ade20k_512", + "kaggle://keras/deberta_v3/keras/deberta_v3_small_en/2", + "kaggle://keras/llama2/keras/llama2_7b_en/1", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_fix_imagenet", + "kaggle://keras/bert/keras/bert_base_en/2", + "kaggle://keras/segformer/keras/segformer_b2_ade20k_512", + "kaggle://keras/gpt2/keras/gpt2_large_en/2", + "kaggle://keras/segformer/keras/segformer_b3_ade20k_512", + "kaggle://keras/sam/keras/sam_large_sa1b/4", + "kaggle://keras/gemma/keras/gemma_7b_en/2", + "kaggle://keras/gemma/keras/gemma_instruct_2b_en/2", + "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/1", + "kaggle://keras/resnetv1/keras/resnet_18_imagenet/2", + "kaggle://keras/electra/keras/electra_large_generator_uncased_en/1", + "kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/3", "kaggle://keras/t5/keras/t5_large_multi/2", - "kaggle://keras/t5/keras/t5_1.1_large/1", - "kaggle://keras/t5/keras/t5_1.1_xl/1", - "kaggle://keras/t5/keras/t5_1.1_xxl/1", - "kaggle://keras/t5/keras/flan_small_multi/2", - "kaggle://keras/t5/keras/flan_base_multi/2", - "kaggle://keras/t5/keras/flan_large_multi/2", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2" -] + "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/1", + "kaggle://keras/paligemma/keras/pali_gemma_3b_448/3", + "kaggle://keras/codegemma/keras/code_gemma_1.1_2b_en/1", + "kaggle://keras/whisper/keras/whisper_small_multi/3", + "kaggle://keras/bert/keras/bert_large_en/2", + "kaggle://keras/distil_bert/keras/distil_bert_base_multi/2", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_imagenet" +] \ No newline at end of file diff --git a/tools/mirror_weights_on_hf.py b/tools/mirror_weights_on_hf.py index 17a790cdce..2157bc9be7 100644 --- a/tools/mirror_weights_on_hf.py +++ b/tools/mirror_weights_on_hf.py @@ -1,6 +1,11 @@ import json +import os +import re import shutil +from huggingface_hub import HfApi +from kaggle.api.kaggle_api_extended import KaggleApi + import keras_hub import keras_hub.src.utils.preset_utils as utils @@ -11,6 +16,7 @@ HF_BASE_URI = "hf://keras" JSON_FILE_PATH = "tools/hf_uploaded_presets.json" +HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN") def load_latest_hf_uploads(json_file_path): @@ -62,6 +68,77 @@ def update_hf_uploads_json(json_file_path, latest_kaggle_handles): print("Updated hf_uploaded_presets.json with newly uploaded handles.") +def update_model_cards_on_hugging_face(presets): + kaggle_api = KaggleApi() + kaggle_api.authenticate() + for model, data in presets.items(): + try: + kaggle_handle = data["kaggle_handle"].removeprefix("kaggle://") + owner = "keras" + model_slug = kaggle_handle.split("/")[1] + model_metadata = kaggle_api.get_model_with_http_info( + owner, model_slug + ) + description = model_metadata[0]["description"] + usage = model_metadata[0]["instances"][0]["usage"].replace( + "${VARIATION_SLUG}", model + ) + usage = re.sub( + r'\.from_preset\(".*?"\)', f'.from_preset("{model}")', usage + ) + hf_usage = usage.replace(model, f"hf://keras/{model}") + + print(f"Downloading model metadata from Kaggle: {model}") + + # --- Construct Model Card Markup --- + model_card_markup = ( + "---\nlibrary_name: keras-hub\n---\n" + + f"### Model Overview\n{description}\n\n" + ) + + # Add usage sections if `usage` is not empty + if usage: + model_card_markup += ( + f"### Example Usage\n{usage}\n\n" + "## Example Usage with Hugging Face URI\n\n" + f"{hf_usage}\n" + ) + + model_card_markup = ( + model_card_markup.replace("keras-nlp", "keras-hub") + .replace("keras_nlp", "keras_hub") + .replace("KerasNLP", "KerasHub") + .replace(">=", ">=") + ) + + # --- Save Model Card Content to README.md --- + readme_path = "README.md" + with open(readme_path, "w") as readme_file: + readme_file.write(model_card_markup) + + # --- Hugging Face API Authentication and README Upload --- + hf_api = HfApi() + repo_id = f"keras/{model}" + + # Upload README.md to Hugging Face repository + hf_api.upload_file( + path_or_fileobj=readme_path, + path_in_repo="README.md", + repo_id=repo_id, + token=HF_TOKEN, + commit_message="Update README.md with new model card content", + ) + print(f"Uploaded README.md to Hugging Face repository: {repo_id}") + + # --- Clean up the README.md file after upload --- + os.remove(readme_path) + print(f"Deleted local README.md for {model}") + + except Exception as e: + print(f"Error updating model card for {model}: {e}") + continue + + def main(): print("Starting the model presets mirroring on HF") @@ -91,6 +168,11 @@ def main(): print("uploads for the following models failed: ", errored_uploads) print("Rest of the models up to date on HuggingFace") + # Step 6: Update HuggingFace model card + print("Updating model cards on HuggingFace") + update_model_cards_on_hugging_face(presets) + print("Updating model cards on HuggingFace is done") + if __name__ == "__main__": main() From be71edf7524deb34fca40f3e2d99977dc9e9d79e Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 1 Nov 2024 21:47:01 +0000 Subject: [PATCH 2/2] Order json entry alphabetically --- tools/hf_uploaded_presets.json | 286 ++++++++++++++++----------------- tools/mirror_weights_on_hf.py | 7 +- 2 files changed, 147 insertions(+), 146 deletions(-) diff --git a/tools/hf_uploaded_presets.json b/tools/hf_uploaded_presets.json index 3543ea5f48..6ec49232d3 100644 --- a/tools/hf_uploaded_presets.json +++ b/tools/hf_uploaded_presets.json @@ -1,172 +1,172 @@ [ - "kaggle://keras/gpt2/keras/gpt2_base_en/2", - "kaggle://keras/codegemma/keras/code_gemma_1.1_instruct_7b_en/1", "kaggle://google/shieldgemma/keras/shieldgemma_27b_en/1", - "kaggle://keras/t5/keras/t5_1.1_xl/1", - "kaggle://keras/bloom/keras/bloom_3b_multi/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_18_imagenet", - "kaggle://keras/llama3/keras/llama3_instruct_8b_en/3", - "kaggle://keras/resnet_vd/keras/resnet_vd_200_imagenet", - "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet", - "kaggle://keras/electra/keras/electra_small_generator_uncased_en/1", - "kaggle://keras/paligemma/keras/pali_gemma_3b_896/3", - "kaggle://keras/resnet_vd/keras/resnet_vd_101_ssld_imagenet", - "kaggle://keras/mit/keras/mit_b5_ade20k_640/1", - "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024", - "kaggle://keras/bert/keras/bert_tiny_en_uncased/2", - "kaggle://keras/gemma2/keras/gemma2_9b_en/2", - "kaggle://keras/albert/keras/albert_extra_large_en_uncased/2", - "kaggle://keras/vgg/keras/vgg_13_imagenet/1", - "kaggle://keras/whisper/keras/whisper_large_multi_v2/3", - "kaggle://keras/bert/keras/bert_medium_en_uncased/2", - "kaggle://keras/gpt2/keras/gpt2_base_en_cnn_dailymail/2", - "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/1", + "kaggle://google/shieldgemma/keras/shieldgemma_2b_en/1", "kaggle://google/shieldgemma/keras/shieldgemma_9b_en/1", - "kaggle://keras/bert/keras/bert_large_en_uncased/2", - "kaggle://keras/llama2/keras/llama2_7b_en_int8/1", - "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet", - "kaggle://keras/codegemma/keras/code_gemma_7b_en/1", - "kaggle://keras/roberta/keras/roberta_large_en/2", + "kaggle://keras/albert/keras/albert_base_en_uncased/2", "kaggle://keras/albert/keras/albert_extra_extra_large_en_uncased/2", + "kaggle://keras/albert/keras/albert_extra_large_en_uncased/2", + "kaggle://keras/albert/keras/albert_large_en_uncased/2", + "kaggle://keras/bart/keras/bart_base_en/2", + "kaggle://keras/bart/keras/bart_large_en/2", "kaggle://keras/bart/keras/bart_large_en_cnn/2", - "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", - "kaggle://keras/opt/keras/opt_2.7b_en/2", + "kaggle://keras/bert/keras/bert_base_en/2", + "kaggle://keras/bert/keras/bert_base_en_uncased/2", + "kaggle://keras/bert/keras/bert_base_multi/2", + "kaggle://keras/bert/keras/bert_base_zh/2", + "kaggle://keras/bert/keras/bert_large_en/2", + "kaggle://keras/bert/keras/bert_large_en_uncased/2", + "kaggle://keras/bert/keras/bert_medium_en_uncased/2", + "kaggle://keras/bert/keras/bert_small_en_uncased/2", + "kaggle://keras/bert/keras/bert_tiny_en_uncased/2", + "kaggle://keras/bert/keras/bert_tiny_en_uncased_sst2/4", + "kaggle://keras/bloom/keras/bloom_1.1b_multi/1", + "kaggle://keras/bloom/keras/bloom_1.7b_multi/1", + "kaggle://keras/bloom/keras/bloom_3b_multi/1", + "kaggle://keras/bloom/keras/bloom_560m_multi/3", + "kaggle://keras/bloom/keras/bloomz_1.1b_multi/1", + "kaggle://keras/bloom/keras/bloomz_1.7b_multi/1", + "kaggle://keras/bloom/keras/bloomz_3b_multi/1", + "kaggle://keras/bloom/keras/bloomz_560m_multi/1", + "kaggle://keras/codegemma/keras/code_gemma_1.1_2b_en/1", + "kaggle://keras/codegemma/keras/code_gemma_1.1_instruct_7b_en/1", + "kaggle://keras/codegemma/keras/code_gemma_2b_en/1", + "kaggle://keras/codegemma/keras/code_gemma_7b_en/1", + "kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/1", + "kaggle://keras/deberta_v3/keras/deberta_v3_base_en/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_base_multi/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_extra_small_en/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_large_en/2", + "kaggle://keras/deberta_v3/keras/deberta_v3_small_en/2", "kaggle://keras/deeplabv3plus/keras/deeplab_v3_plus_resnet50_pascalvoc/3", - "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_imagenet", - "kaggle://keras/whisper/keras/whisper_tiny_en/3", - "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_224/3", - "kaggle://keras/opt/keras/opt_1.3b_en/2", - "kaggle://keras/vgg/keras/vgg_19_imagenet/1", - "kaggle://keras/whisper/keras/whisper_base_en/3", - "kaggle://keras/llama2/keras/llama2_instruct_7b_en/1", - "kaggle://keras/segformer/keras/segformer_b5_ade20k_640", - "kaggle://keras/llama3/keras/llama3_8b_en/3", "kaggle://keras/densenet/keras/densenet_121_imagenet/2", - "kaggle://keras/electra/keras/electra_base_discriminator_uncased_en/1", - "kaggle://keras/t5/keras/flan_base_multi/2", - "kaggle://keras/vgg/keras/vgg_16_imagenet/1", - "kaggle://keras/densenet/keras/densenet_201_imagenet/2", - "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/1", "kaggle://keras/densenet/keras/densenet_169_imagenet/2", - "kaggle://keras/phi3/keras/phi3_mini_128k_instruct_en", - "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024", + "kaggle://keras/densenet/keras/densenet_201_imagenet/2", + "kaggle://keras/distil_bert/keras/distil_bert_base_en/2", + "kaggle://keras/distil_bert/keras/distil_bert_base_en_uncased/2", + "kaggle://keras/distil_bert/keras/distil_bert_base_multi/2", + "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet", + "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet", + "kaggle://keras/electra/keras/electra_base_discriminator_uncased_en/1", + "kaggle://keras/electra/keras/electra_base_generator_uncased_en/1", + "kaggle://keras/electra/keras/electra_large_discriminator_uncased_en/1", + "kaggle://keras/electra/keras/electra_large_generator_uncased_en/1", + "kaggle://keras/electra/keras/electra_small_discriminator_uncased_en/1", + "kaggle://keras/electra/keras/electra_small_generator_uncased_en/1", "kaggle://keras/f_net/keras/f_net_base_en/2", - "kaggle://keras/mit/keras/mit_b2_ade20k_512/1", - "kaggle://google/shieldgemma/keras/shieldgemma_2b_en/1", - "kaggle://keras/bert/keras/bert_tiny_en_uncased_sst2/4", - "kaggle://keras/resnetv1/keras/resnet_50_imagenet/2", - "kaggle://keras/opt/keras/opt_6.7b_en/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_base_multi/2", - "kaggle://keras/bloom/keras/bloom_1.1b_multi/1", + "kaggle://keras/f_net/keras/f_net_large_en/2", "kaggle://keras/falcon/keras/falcon_refinedweb_1b_en/1", "kaggle://keras/gemma/keras/gemma_1.1_instruct_2b_en/3", + "kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/3", + "kaggle://keras/gemma/keras/gemma_2b_en/2", + "kaggle://keras/gemma/keras/gemma_7b_en/2", + "kaggle://keras/gemma/keras/gemma_instruct_2b_en/2", + "kaggle://keras/gemma/keras/gemma_instruct_7b_en/2", + "kaggle://keras/gemma2/keras/gemma2_27b_en/1", "kaggle://keras/gemma2/keras/gemma2_2b_en/1", - "kaggle://keras/whisper/keras/whisper_tiny_multi/3", - "kaggle://keras/mit/keras/mit_b1_ade20k_512/1", - "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024", - "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_448/3", + "kaggle://keras/gemma2/keras/gemma2_9b_en/2", + "kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/1", "kaggle://keras/gemma2/keras/gemma2_instruct_2b_en/1", - "kaggle://keras/whisper/keras/whisper_medium_multi/3", - "kaggle://keras/albert/keras/albert_large_en_uncased/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_large_en/2", - "kaggle://keras/electra/keras/electra_large_discriminator_uncased_en/1", - "kaggle://keras/bert/keras/bert_base_en_uncased/2", - "kaggle://keras/whisper/keras/whisper_small_en/3", - "kaggle://keras/whisper/keras/whisper_base_multi/3", - "kaggle://keras/resnetv1/keras/resnet_101_imagenet/2", - "kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/2", + "kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/2", + "kaggle://keras/gpt2/keras/gpt2_base_en/2", + "kaggle://keras/gpt2/keras/gpt2_base_en_cnn_dailymail/2", + "kaggle://keras/gpt2/keras/gpt2_extra_large_en/2", + "kaggle://keras/gpt2/keras/gpt2_large_en/2", "kaggle://keras/gpt2/keras/gpt2_medium_en/2", - "kaggle://keras/bart/keras/bart_base_en/2", - "kaggle://keras/phi3/keras/phi3_mini_4k_instruct_en", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", - "kaggle://keras/whisper/keras/whisper_large_multi/3", - "kaggle://keras/bert/keras/bert_small_en_uncased/2", + "kaggle://keras/llama2/keras/llama2_7b_en/1", + "kaggle://keras/llama2/keras/llama2_7b_en_int8/1", + "kaggle://keras/llama2/keras/llama2_instruct_7b_en/1", + "kaggle://keras/llama2/keras/llama2_instruct_7b_en_int8/1", + "kaggle://keras/llama3/keras/llama3_8b_en/3", + "kaggle://keras/llama3/keras/llama3_8b_en_int8/1", + "kaggle://keras/llama3/keras/llama3_instruct_8b_en/3", + "kaggle://keras/llama3/keras/llama3_instruct_8b_en_int8/1", "kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/1", - "kaggle://keras/bloom/keras/bloomz_3b_multi/1", + "kaggle://keras/mistral/keras/mistral_7b_en/6", + "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", + "kaggle://keras/mit/keras/mit_b0_ade20k_512/1", + "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/1", + "kaggle://keras/mit/keras/mit_b1_ade20k_512/1", + "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/1", + "kaggle://keras/mit/keras/mit_b2_ade20k_512/1", + "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/1", + "kaggle://keras/mit/keras/mit_b3_ade20k_512/1", + "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/1", + "kaggle://keras/mit/keras/mit_b4_ade20k_512/1", "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/1", - "kaggle://keras/t5/keras/t5_1.1_large/1", + "kaggle://keras/mit/keras/mit_b5_ade20k_640/1", + "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/1", + "kaggle://keras/opt/keras/opt_1.3b_en/2", + "kaggle://keras/opt/keras/opt_125m_en/2", + "kaggle://keras/opt/keras/opt_2.7b_en/2", + "kaggle://keras/opt/keras/opt_6.7b_en/2", "kaggle://keras/paligemma/keras/pali_gemma_3b_224/3", - "kaggle://keras/t5/keras/t5_small_multi/2", - "kaggle://keras/t5/keras/t5_base_multi/2", - "kaggle://keras/bert/keras/bert_base_zh/2", - "kaggle://keras/bart/keras/bart_large_en/2", - "kaggle://keras/distil_bert/keras/distil_bert_base_en_uncased/2", - "kaggle://keras/electra/keras/electra_small_discriminator_uncased_en/1", - "kaggle://keras/gemma/keras/gemma_2b_en/2", + "kaggle://keras/paligemma/keras/pali_gemma_3b_448/3", + "kaggle://keras/paligemma/keras/pali_gemma_3b_896/3", + "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_224/3", + "kaggle://keras/paligemma/keras/pali_gemma_3b_mix_448/3", + "kaggle://keras/phi3/keras/phi3_mini_128k_instruct_en", + "kaggle://keras/phi3/keras/phi3_mini_4k_instruct_en", + "kaggle://keras/resnet_vd/keras/resnet_vd_101_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_101_ssld_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_152_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_18_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_200_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_34_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_fix_imagenet", + "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_imagenet", + "kaggle://keras/resnetv1/keras/resnet_101_imagenet/2", "kaggle://keras/resnetv1/keras/resnet_152_imagenet/2", - "kaggle://keras/t5/keras/flan_small_multi/2", - "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/1", - "kaggle://keras/segformer/keras/segformer_b4_ade20k_512", - "kaggle://keras/vgg/keras/vgg_11_imagenet/1", + "kaggle://keras/resnetv1/keras/resnet_18_imagenet/2", + "kaggle://keras/resnetv1/keras/resnet_50_imagenet/2", + "kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/2", "kaggle://keras/resnetv2/keras/resnet_v2_50_imagenet/2", - "kaggle://keras/deberta_v3/keras/deberta_v3_base_en/2", - "kaggle://keras/opt/keras/opt_125m_en/2", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2", - "kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/1", - "kaggle://keras/t5/keras/t5_1.1_xxl/1", - "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/1", "kaggle://keras/roberta/keras/roberta_base_en/2", - "kaggle://keras/bloom/keras/bloomz_1.1b_multi/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_101_imagenet", + "kaggle://keras/roberta/keras/roberta_large_en/2", + "kaggle://keras/sam/keras/sam_base_sa1b/4", "kaggle://keras/sam/keras/sam_huge_sa1b/4", - "kaggle://keras/distil_bert/keras/distil_bert_base_en/2", - "kaggle://keras/bloom/keras/bloom_560m_multi/3", - "kaggle://keras/bloom/keras/bloom_1.7b_multi/1", - "kaggle://keras/deberta_v3/keras/deberta_v3_extra_small_en/2", - "kaggle://keras/mistral/keras/mistral_7b_en/6", - "kaggle://keras/gemma2/keras/gemma2_27b_en/1", + "kaggle://keras/sam/keras/sam_large_sa1b/4", "kaggle://keras/segformer/keras/segformer_b0_ade20k_512", - "kaggle://keras/f_net/keras/f_net_large_en/2", - "kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/2", - "kaggle://keras/codegemma/keras/code_gemma_2b_en/1", - "kaggle://keras/gemma/keras/gemma_instruct_7b_en/2", - "kaggle://keras/sam/keras/sam_base_sa1b/4", - "kaggle://keras/mit/keras/mit_b0_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b3_ade20k_512/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_imagenet", - "kaggle://keras/llama3/keras/llama3_8b_en_int8/1", - "kaggle://keras/albert/keras/albert_base_en_uncased/2", - "kaggle://keras/bloom/keras/bloomz_560m_multi/1", - "kaggle://keras/electra/keras/electra_base_generator_uncased_en/1", - "kaggle://keras/gpt2/keras/gpt2_extra_large_en/2", - "kaggle://keras/bert/keras/bert_base_multi/2", - "kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/1", - "kaggle://keras/t5/keras/t5_1.1_small/1", "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024", - "kaggle://keras/llama3/keras/llama3_instruct_8b_en_int8/1", - "kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/1", - "kaggle://keras/bloom/keras/bloomz_1.7b_multi/1", - "kaggle://keras/t5/keras/flan_large_multi/2", - "kaggle://keras/resnet_vd/keras/resnet_vd_34_imagenet", - "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", - "kaggle://keras/t5/keras/t5_1.1_base/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_152_imagenet", - "kaggle://keras/whisper/keras/whisper_medium_en/3", - "kaggle://keras/mit/keras/mit_b4_ade20k_512/1", - "kaggle://keras/llama2/keras/llama2_instruct_7b_en_int8/1", "kaggle://keras/segformer/keras/segformer_b1_ade20k_512", - "kaggle://keras/deberta_v3/keras/deberta_v3_small_en/2", - "kaggle://keras/llama2/keras/llama2_7b_en/1", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_v2_fix_imagenet", - "kaggle://keras/bert/keras/bert_base_en/2", "kaggle://keras/segformer/keras/segformer_b2_ade20k_512", - "kaggle://keras/gpt2/keras/gpt2_large_en/2", + "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024", "kaggle://keras/segformer/keras/segformer_b3_ade20k_512", - "kaggle://keras/sam/keras/sam_large_sa1b/4", - "kaggle://keras/gemma/keras/gemma_7b_en/2", - "kaggle://keras/gemma/keras/gemma_instruct_2b_en/2", - "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/1", - "kaggle://keras/resnetv1/keras/resnet_18_imagenet/2", - "kaggle://keras/electra/keras/electra_large_generator_uncased_en/1", - "kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/3", - "kaggle://keras/t5/keras/t5_large_multi/2", + "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024", + "kaggle://keras/segformer/keras/segformer_b4_ade20k_512", + "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024", + "kaggle://keras/segformer/keras/segformer_b5_ade20k_640", + "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024", + "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/1", - "kaggle://keras/paligemma/keras/pali_gemma_3b_448/3", - "kaggle://keras/codegemma/keras/code_gemma_1.1_2b_en/1", + "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", + "kaggle://keras/t5/keras/flan_base_multi/2", + "kaggle://keras/t5/keras/flan_large_multi/2", + "kaggle://keras/t5/keras/flan_small_multi/2", + "kaggle://keras/t5/keras/t5_1.1_base/1", + "kaggle://keras/t5/keras/t5_1.1_large/1", + "kaggle://keras/t5/keras/t5_1.1_small/1", + "kaggle://keras/t5/keras/t5_1.1_xl/1", + "kaggle://keras/t5/keras/t5_1.1_xxl/1", + "kaggle://keras/t5/keras/t5_base_multi/2", + "kaggle://keras/t5/keras/t5_large_multi/2", + "kaggle://keras/t5/keras/t5_small_multi/2", + "kaggle://keras/vgg/keras/vgg_11_imagenet/1", + "kaggle://keras/vgg/keras/vgg_13_imagenet/1", + "kaggle://keras/vgg/keras/vgg_16_imagenet/1", + "kaggle://keras/vgg/keras/vgg_19_imagenet/1", + "kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/1", + "kaggle://keras/whisper/keras/whisper_base_en/3", + "kaggle://keras/whisper/keras/whisper_base_multi/3", + "kaggle://keras/whisper/keras/whisper_large_multi/3", + "kaggle://keras/whisper/keras/whisper_large_multi_v2/3", + "kaggle://keras/whisper/keras/whisper_medium_en/3", + "kaggle://keras/whisper/keras/whisper_medium_multi/3", + "kaggle://keras/whisper/keras/whisper_small_en/3", "kaggle://keras/whisper/keras/whisper_small_multi/3", - "kaggle://keras/bert/keras/bert_large_en/2", - "kaggle://keras/distil_bert/keras/distil_bert_base_multi/2", - "kaggle://keras/resnet_vd/keras/resnet_vd_50_ssld_imagenet" + "kaggle://keras/whisper/keras/whisper_tiny_en/3", + "kaggle://keras/whisper/keras/whisper_tiny_multi/3", + "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", + "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2" ] \ No newline at end of file diff --git a/tools/mirror_weights_on_hf.py b/tools/mirror_weights_on_hf.py index 2157bc9be7..992b571d04 100644 --- a/tools/mirror_weights_on_hf.py +++ b/tools/mirror_weights_on_hf.py @@ -93,13 +93,13 @@ def update_model_cards_on_hugging_face(presets): # --- Construct Model Card Markup --- model_card_markup = ( "---\nlibrary_name: keras-hub\n---\n" - + f"### Model Overview\n{description}\n\n" + + f"## Model Overview\n{description}\n\n" ) # Add usage sections if `usage` is not empty if usage: model_card_markup += ( - f"### Example Usage\n{usage}\n\n" + f"## Example Usage\n{usage}\n\n" "## Example Usage with Hugging Face URI\n\n" f"{hf_usage}\n" ) @@ -163,7 +163,8 @@ def main(): # Step 5: Update JSON file with newly uploaded handles update_hf_uploads_json( - JSON_FILE_PATH, list(set(latest_kaggle_handles) - set(errored_uploads)) + JSON_FILE_PATH, + sorted(list(set(latest_kaggle_handles) - set(errored_uploads))), ) print("uploads for the following models failed: ", errored_uploads) print("Rest of the models up to date on HuggingFace")