Skip to content

Commit 625f510

Browse files
Routine HF sync (#2303)
* routine HF sync * code reformat
1 parent 5d1a8ad commit 625f510

File tree

2 files changed

+115
-79
lines changed

2 files changed

+115
-79
lines changed

keras_hub/src/utils/preset_utils.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
import collections
22
import datetime
3+
import glob
34
import inspect
45
import json
56
import os
@@ -317,7 +318,8 @@ def _validate_backbone(preset):
317318
)
318319

319320
weights_path = os.path.join(preset, MODEL_WEIGHTS_FILE)
320-
if not os.path.exists(weights_path):
321+
sharded_weights_path = os.path.join(preset, "model_*.weights.h5")
322+
if not os.path.exists(weights_path) and not glob.glob(sharded_weights_path):
321323
raise FileNotFoundError(
322324
f"The weights file is missing from the preset directory `{preset}`."
323325
)

tools/admin/hf_uploaded_presets.json

Lines changed: 112 additions & 78 deletions
Original file line numberDiff line numberDiff line change
@@ -37,11 +37,14 @@
3737
"kaggle://keras/clip/keras/clip_vit_large_patch14/2",
3838
"kaggle://keras/clip/keras/clip_vit_large_patch14_336/2",
3939
"kaggle://keras/codegemma/keras/code_gemma_1.1_2b_en/2",
40-
"kaggle://keras/codegemma/keras/code_gemma_1.1_instruct_7b_en/2",
40+
"kaggle://keras/codegemma/keras/code_gemma_1.1_instruct_7b_en/3",
4141
"kaggle://keras/codegemma/keras/code_gemma_2b_en/2",
42-
"kaggle://keras/codegemma/keras/code_gemma_7b_en/2",
43-
"kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/2",
44-
"kaggle://keras/cspdarknet/keras/csp_darknet_53_ra_imagenet/1",
42+
"kaggle://keras/codegemma/keras/code_gemma_7b_en/3",
43+
"kaggle://keras/codegemma/keras/code_gemma_instruct_7b_en/3",
44+
"kaggle://keras/cspdarknet/keras/csp_darknet_53_ra_imagenet/2",
45+
"kaggle://keras/cspdarknet/keras/csp_resnet_50_ra_imagenet/1",
46+
"kaggle://keras/cspdarknet/keras/csp_resnext_50_ra_imagenet/1",
47+
"kaggle://keras/cspdarknet/keras/darknet_53_imagenet/1",
4548
"kaggle://keras/deberta_v3/keras/deberta_v3_base_en/3",
4649
"kaggle://keras/deberta_v3/keras/deberta_v3_base_multi/3",
4750
"kaggle://keras/deberta_v3/keras/deberta_v3_extra_small_en/3",
@@ -77,33 +80,54 @@
7780
"kaggle://keras/f_net/keras/f_net_large_en/3",
7881
"kaggle://keras/falcon/keras/falcon_refinedweb_1b_en/2",
7982
"kaggle://keras/gemma/keras/gemma_1.1_instruct_2b_en/4",
80-
"kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/4",
83+
"kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/5",
8184
"kaggle://keras/gemma/keras/gemma_2b_en/3",
82-
"kaggle://keras/gemma/keras/gemma_7b_en/3",
85+
"kaggle://keras/gemma/keras/gemma_7b_en/4",
8386
"kaggle://keras/gemma/keras/gemma_instruct_2b_en/3",
84-
"kaggle://keras/gemma/keras/gemma_instruct_7b_en/3",
85-
"kaggle://keras/gemma2/keras/gemma2_27b_en/2",
87+
"kaggle://keras/gemma/keras/gemma_instruct_7b_en/4",
88+
"kaggle://keras/gemma2/keras/gemma2_27b_en/3",
8689
"kaggle://keras/gemma2/keras/gemma2_2b_en/2",
87-
"kaggle://keras/gemma2/keras/gemma2_9b_en/3",
88-
"kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/2",
90+
"kaggle://keras/gemma2/keras/gemma2_9b_en/4",
91+
"kaggle://keras/gemma2/keras/gemma2_instruct_27b_en/3",
8992
"kaggle://keras/gemma2/keras/gemma2_instruct_2b_en/2",
90-
"kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/3",
93+
"kaggle://keras/gemma2/keras/gemma2_instruct_9b_en/4",
94+
"kaggle://keras/gemma3/keras/gemma3_12b/2",
95+
"kaggle://keras/gemma3/keras/gemma3_12b_text/3",
96+
"kaggle://keras/gemma3/keras/gemma3_1b/3",
97+
"kaggle://keras/gemma3/keras/gemma3_27b/2",
98+
"kaggle://keras/gemma3/keras/gemma3_27b_text/4",
99+
"kaggle://keras/gemma3/keras/gemma3_4b/1",
100+
"kaggle://keras/gemma3/keras/gemma3_4b_text/2",
101+
"kaggle://keras/gemma3/keras/gemma3_instruct_12b/2",
102+
"kaggle://keras/gemma3/keras/gemma3_instruct_12b_text/3",
103+
"kaggle://keras/gemma3/keras/gemma3_instruct_1b/3",
104+
"kaggle://keras/gemma3/keras/gemma3_instruct_27b/2",
105+
"kaggle://keras/gemma3/keras/gemma3_instruct_27b_text/3",
106+
"kaggle://keras/gemma3/keras/gemma3_instruct_4b/1",
107+
"kaggle://keras/gemma3/keras/gemma3_instruct_4b_text/3",
91108
"kaggle://keras/gpt2/keras/gpt2_base_en/3",
92109
"kaggle://keras/gpt2/keras/gpt2_base_en_cnn_dailymail/3",
93110
"kaggle://keras/gpt2/keras/gpt2_extra_large_en/3",
94111
"kaggle://keras/gpt2/keras/gpt2_large_en/3",
95112
"kaggle://keras/gpt2/keras/gpt2_medium_en/3",
96-
"kaggle://keras/llama2/keras/llama2_7b_en/2",
113+
"kaggle://keras/llama2/keras/llama2_7b_en/3",
97114
"kaggle://keras/llama2/keras/llama2_7b_en_int8/2",
98-
"kaggle://keras/llama2/keras/llama2_instruct_7b_en/2",
115+
"kaggle://keras/llama2/keras/llama2_instruct_7b_en/3",
99116
"kaggle://keras/llama2/keras/llama2_instruct_7b_en_int8/2",
100-
"kaggle://keras/llama3/keras/llama3_8b_en/4",
117+
"kaggle://keras/llama3/keras/llama3.1_8b/2",
118+
"kaggle://keras/llama3/keras/llama3.1_guard_8b/2",
119+
"kaggle://keras/llama3/keras/llama3.2_1b/1",
120+
"kaggle://keras/llama3/keras/llama3.2_3b/1",
121+
"kaggle://keras/llama3/keras/llama3.2_guard_1b/1",
122+
"kaggle://keras/llama3/keras/llama3.2_instruct_1b/1",
123+
"kaggle://keras/llama3/keras/llama3.2_instruct_3b/1",
124+
"kaggle://keras/llama3/keras/llama3_8b_en/5",
101125
"kaggle://keras/llama3/keras/llama3_8b_en_int8/2",
102-
"kaggle://keras/llama3/keras/llama3_instruct_8b_en/4",
126+
"kaggle://keras/llama3/keras/llama3_instruct_8b_en/5",
103127
"kaggle://keras/llama3/keras/llama3_instruct_8b_en_int8/2",
104-
"kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/2",
105-
"kaggle://keras/mistral/keras/mistral_7b_en/7",
106-
"kaggle://keras/mistral/keras/mistral_instruct_7b_en/7",
128+
"kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/3",
129+
"kaggle://keras/mistral/keras/mistral_7b_en/8",
130+
"kaggle://keras/mistral/keras/mistral_instruct_7b_en/8",
107131
"kaggle://keras/mit/keras/mit_b0_ade20k_512/4",
108132
"kaggle://keras/mit/keras/mit_b0_cityscapes_1024/3",
109133
"kaggle://keras/mit/keras/mit_b1_ade20k_512/4",
@@ -120,6 +144,8 @@
120144
"kaggle://keras/mobilenetv3/keras/mobilenet_v3_large_100_imagenet_21k/1",
121145
"kaggle://keras/mobilenetv3/keras/mobilenet_v3_small_050_imagenet/1",
122146
"kaggle://keras/mobilenetv3/keras/mobilenet_v3_small_100_imagenet/1",
147+
"kaggle://keras/moonshine/Keras/moonshine_base_en/1",
148+
"kaggle://keras/moonshine/Keras/moonshine_tiny_en/1",
123149
"kaggle://keras/opt/keras/opt_1.3b_en/3",
124150
"kaggle://keras/opt/keras/opt_125m_en/3",
125151
"kaggle://keras/opt/keras/opt_2.7b_en/3",
@@ -129,25 +155,30 @@
129155
"kaggle://keras/paligemma/keras/pali_gemma_3b_896/4",
130156
"kaggle://keras/paligemma/keras/pali_gemma_3b_mix_224/4",
131157
"kaggle://keras/paligemma/keras/pali_gemma_3b_mix_448/4",
132-
"kaggle://keras/paligemma2/keras/pali_gemma2_28b_mix_224/2",
133-
"kaggle://keras/paligemma2/keras/pali_gemma2_28b_mix_448/2",
134-
"kaggle://keras/paligemma2/keras/pali_gemma2_ft_docci_10b_448/2",
135-
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_10b_224/2",
136-
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_10b_448/2",
158+
"kaggle://keras/paligemma2/keras/pali_gemma2_28b_mix_224/3",
159+
"kaggle://keras/paligemma2/keras/pali_gemma2_28b_mix_448/3",
160+
"kaggle://keras/paligemma2/keras/pali_gemma2_ft_docci_10b_448/3",
161+
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_10b_224/3",
162+
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_10b_448/3",
137163
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_3b_224/2",
138164
"kaggle://keras/paligemma2/keras/pali_gemma2_mix_3b_448/2",
139-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_224/2",
140-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_448/2",
141-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_896/2",
142-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_224/3",
143-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_448/2",
144-
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_896/2",
165+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_224/3",
166+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_448/3",
167+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_10b_896/3",
168+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_224/4",
169+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_448/3",
170+
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_28b_896/3",
145171
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_3b_224/2",
146172
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_3b_448/2",
147173
"kaggle://keras/paligemma2/keras/pali_gemma2_pt_3b_896/2",
148174
"kaggle://keras/paligemma2/keras/pali_gemma_2_ft_docci_3b_448/2",
149175
"kaggle://keras/phi3/keras/phi3_mini_128k_instruct_en/2",
150176
"kaggle://keras/phi3/keras/phi3_mini_4k_instruct_en/2",
177+
"kaggle://keras/qwen/keras/qwen2.5_0.5b_en/1",
178+
"kaggle://keras/qwen/keras/qwen2.5_3b_en/1",
179+
"kaggle://keras/qwen/keras/qwen2.5_7b_en/3",
180+
"kaggle://keras/qwen/keras/qwen2.5_instruct_0.5b_en/1",
181+
"kaggle://keras/qwen/keras/qwen2.5_instruct_32b_en/2",
151182
"kaggle://keras/resnet_vd/keras/resnet_vd_101_imagenet/2",
152183
"kaggle://keras/resnet_vd/keras/resnet_vd_101_ssld_imagenet/2",
153184
"kaggle://keras/resnet_vd/keras/resnet_vd_152_imagenet/2",
@@ -164,23 +195,49 @@
164195
"kaggle://keras/resnetv1/keras/resnet_50_imagenet/3",
165196
"kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/3",
166197
"kaggle://keras/resnetv2/keras/resnet_v2_50_imagenet/3",
167-
"kaggle://keras/retinanet/keras/retinanet_resnet50_fpn_coco/2",
198+
"kaggle://keras/retinanet/keras/retinanet_resnet50_fpn_coco/4",
199+
"kaggle://keras/retinanet/keras/retinanet_resnet50_fpn_v2_coco/3",
168200
"kaggle://keras/roberta/keras/roberta_base_en/3",
169201
"kaggle://keras/roberta/keras/roberta_large_en/3",
170202
"kaggle://keras/sam/keras/sam_base_sa1b/5",
171203
"kaggle://keras/sam/keras/sam_huge_sa1b/5",
172204
"kaggle://keras/sam/keras/sam_large_sa1b/5",
173-
"kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2",
174-
"kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2",
175-
"kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2",
176-
"kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2",
177-
"kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2",
178-
"kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2",
179-
"kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2",
180-
"kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2",
181-
"kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2",
182-
"kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2",
183-
"kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2",
205+
"kaggle://keras/segformer/keras/segformer_b0_ade20k_512/3",
206+
"kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/3",
207+
"kaggle://keras/segformer/keras/segformer_b1_ade20k_512/1",
208+
"kaggle://keras/segformer/keras/segformer_b1_ade20k_512/5",
209+
"kaggle://keras/segformer/keras/segformer_b2_ade20k_512/3",
210+
"kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/3",
211+
"kaggle://keras/segformer/keras/segformer_b3_ade20k_512/3",
212+
"kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/3",
213+
"kaggle://keras/segformer/keras/segformer_b4_ade20k_512/3",
214+
"kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/3",
215+
"kaggle://keras/segformer/keras/segformer_b5_ade20k_640/3",
216+
"kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/3",
217+
"kaggle://keras/siglip/keras/siglip2_base_patch16_224/1",
218+
"kaggle://keras/siglip/keras/siglip2_base_patch16_256/1",
219+
"kaggle://keras/siglip/keras/siglip2_base_patch16_384/1",
220+
"kaggle://keras/siglip/keras/siglip2_base_patch32_256/1",
221+
"kaggle://keras/siglip/keras/siglip2_giant_opt_patch16_256/2",
222+
"kaggle://keras/siglip/keras/siglip2_giant_opt_patch16_384/1",
223+
"kaggle://keras/siglip/keras/siglip2_large_patch16_256/1",
224+
"kaggle://keras/siglip/keras/siglip2_large_patch16_384/1",
225+
"kaggle://keras/siglip/keras/siglip2_large_patch16_512/1",
226+
"kaggle://keras/siglip/keras/siglip2_so400m_patch14_224/1",
227+
"kaggle://keras/siglip/keras/siglip2_so400m_patch14_384/1",
228+
"kaggle://keras/siglip/keras/siglip2_so400m_patch16_256/1",
229+
"kaggle://keras/siglip/keras/siglip2_so400m_patch16_384/1",
230+
"kaggle://keras/siglip/keras/siglip2_so400m_patch16_512/1",
231+
"kaggle://keras/siglip/keras/siglip_base_patch16_224/1",
232+
"kaggle://keras/siglip/keras/siglip_base_patch16_256/1",
233+
"kaggle://keras/siglip/keras/siglip_base_patch16_256_multilingual/1",
234+
"kaggle://keras/siglip/keras/siglip_base_patch16_384/1",
235+
"kaggle://keras/siglip/keras/siglip_base_patch16_512/1",
236+
"kaggle://keras/siglip/keras/siglip_large_patch16_256/1",
237+
"kaggle://keras/siglip/keras/siglip_large_patch16_384/1",
238+
"kaggle://keras/siglip/keras/siglip_so400m_patch14_224/1",
239+
"kaggle://keras/siglip/keras/siglip_so400m_patch14_384/1",
240+
"kaggle://keras/siglip/keras/siglip_so400m_patch16_256_i18n/1",
184241
"kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/2",
185242
"kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/2",
186243
"kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/4",
@@ -199,18 +256,18 @@
199256
"kaggle://keras/vgg/keras/vgg_13_imagenet/2",
200257
"kaggle://keras/vgg/keras/vgg_16_imagenet/2",
201258
"kaggle://keras/vgg/keras/vgg_19_imagenet/2",
202-
"kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/2",
203-
"kaggle://keras/vit/keras/vit_base_patch16_224_imagenet/2",
204-
"kaggle://keras/vit/keras/vit_base_patch16_224_imagenet21k/1",
205-
"kaggle://keras/vit/keras/vit_base_patch16_384_imagenet/2",
206-
"kaggle://keras/vit/keras/vit_base_patch32_224_imagenet21k/1",
207-
"kaggle://keras/vit/keras/vit_base_patch32_384_imagenet/1",
208-
"kaggle://keras/vit/keras/vit_huge_patch14_224_imagenet21k/1",
209-
"kaggle://keras/vit/keras/vit_large_patch16_224_imagenet/2",
210-
"kaggle://keras/vit/keras/vit_large_patch16_224_imagenet21k/1",
211-
"kaggle://keras/vit/keras/vit_large_patch16_384_imagenet/2",
212-
"kaggle://keras/vit/keras/vit_large_patch32_224_imagenet21k/1",
213-
"kaggle://keras/vit/keras/vit_large_patch32_384_imagenet/1",
259+
"kaggle://keras/vicuna/keras/vicuna_1.5_7b_en/3",
260+
"kaggle://keras/vit/keras/vit_base_patch16_224_imagenet/3",
261+
"kaggle://keras/vit/keras/vit_base_patch16_224_imagenet21k/2",
262+
"kaggle://keras/vit/keras/vit_base_patch16_384_imagenet/3",
263+
"kaggle://keras/vit/keras/vit_base_patch32_224_imagenet21k/2",
264+
"kaggle://keras/vit/keras/vit_base_patch32_384_imagenet/2",
265+
"kaggle://keras/vit/keras/vit_huge_patch14_224_imagenet21k/2",
266+
"kaggle://keras/vit/keras/vit_large_patch16_224_imagenet/3",
267+
"kaggle://keras/vit/keras/vit_large_patch16_224_imagenet21k/2",
268+
"kaggle://keras/vit/keras/vit_large_patch16_384_imagenet/3",
269+
"kaggle://keras/vit/keras/vit_large_patch32_224_imagenet21k/2",
270+
"kaggle://keras/vit/keras/vit_large_patch32_384_imagenet/2",
214271
"kaggle://keras/whisper/keras/whisper_base_en/4",
215272
"kaggle://keras/whisper/keras/whisper_base_multi/4",
216273
"kaggle://keras/whisper/keras/whisper_large_multi/4",
@@ -221,30 +278,7 @@
221278
"kaggle://keras/whisper/keras/whisper_small_multi/4",
222279
"kaggle://keras/whisper/keras/whisper_tiny_en/4",
223280
"kaggle://keras/whisper/keras/whisper_tiny_multi/4",
281+
"kaggle://keras/xception/keras/xception_41_imagenet/2",
224282
"kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/3",
225-
"kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/3",
226-
"kaggle://kerashub/siglip/keras/siglip2_base_patch16_224/1",
227-
"kaggle://kerashub/siglip/keras/siglip2_base_patch16_256/1",
228-
"kaggle://kerashub/siglip/keras/siglip2_base_patch16_384/1",
229-
"kaggle://kerashub/siglip/keras/siglip2_base_patch32_256/1",
230-
"kaggle://kerashub/siglip/keras/siglip2_giant_opt_patch16_256/1",
231-
"kaggle://kerashub/siglip/keras/siglip2_giant_opt_patch16_384/1",
232-
"kaggle://kerashub/siglip/keras/siglip2_large_patch16_256/1",
233-
"kaggle://kerashub/siglip/keras/siglip2_large_patch16_384/1",
234-
"kaggle://kerashub/siglip/keras/siglip2_large_patch16_512/1",
235-
"kaggle://kerashub/siglip/keras/siglip2_so400m_patch14_224/1",
236-
"kaggle://kerashub/siglip/keras/siglip2_so400m_patch14_384/1",
237-
"kaggle://kerashub/siglip/keras/siglip2_so400m_patch16_256/1",
238-
"kaggle://kerashub/siglip/keras/siglip2_so400m_patch16_384/1",
239-
"kaggle://kerashub/siglip/keras/siglip2_so400m_patch16_512/1",
240-
"kaggle://kerashub/siglip/keras/siglip_base_patch16_224/2",
241-
"kaggle://kerashub/siglip/keras/siglip_base_patch16_256/1",
242-
"kaggle://kerashub/siglip/keras/siglip_base_patch16_256_multilingual/1",
243-
"kaggle://kerashub/siglip/keras/siglip_base_patch16_384/1",
244-
"kaggle://kerashub/siglip/keras/siglip_base_patch16_512/1",
245-
"kaggle://kerashub/siglip/keras/siglip_large_patch16_256/1",
246-
"kaggle://kerashub/siglip/keras/siglip_large_patch16_384/1",
247-
"kaggle://kerashub/siglip/keras/siglip_so400m_patch14_224/2",
248-
"kaggle://kerashub/siglip/keras/siglip_so400m_patch14_384/1",
249-
"kaggle://kerashub/siglip/keras/siglip_so400m_patch16_256_i18n/1"
283+
"kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/3"
250284
]

0 commit comments

Comments
 (0)