diff --git a/script/get-ml-model-deeplabv3_plus/meta.yaml b/script/get-ml-model-deeplabv3_plus/meta.yaml index 65c87e134..21184ac0b 100644 --- a/script/get-ml-model-deeplabv3_plus/meta.yaml +++ b/script/get-ml-model-deeplabv3_plus/meta.yaml @@ -20,48 +20,59 @@ variations: default: true env: MLC_MODEL_FORMAT: onnx - MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_8mp.onnx MLC_ML_MODEL_FILENAME: deeplabv3+_8mp.onnx + onnx,mlc,rclone: + env: + MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_8mp.onnx + onnx,mlc,r2-downloader: + env: + MLC_DOWNLOAD_URL: https://cognata.mlcommons-storage.org/metadata/deeplab_onnx.uri dynamic: {} onnx,dynamic: group: model-format env: MLC_MODEL_FORMAT: onnx - MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_dynamic.onnx MLC_ML_MODEL_FILENAME: deeplabv3+_dynamic.onnx + onnx,dynamic,mlc,rclone: + env: + MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/deeplabv3+_dynamic.onnx + onnx,dynamic,mlc,r2-downloader: + env: + MLC_DOWNLOAD_URL: https://cognata.mlcommons-storage.org/metadata/deeplab_dynamic_onnx.uri pytorch: group: model-format env: MLC_MODEL_FORMAT: pth - MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/latest_deeplabv3plus_resnet50_cognata_os16_it100000.pth MLC_ML_MODEL_FILENAME: latest_deeplabv3plus_resnet50_cognata_os16_it100000.pth + pytorch,mlc,rclone: + env: + MLC_MODEL_RCLONE_FILEPATH: model_checkpoint_deeplab/latest_deeplabv3plus_resnet50_cognata_os16_it100000.pth + pytorch,mlc,r2-downlaoder: + env: + MLC_DOWNLOAD_URL: https://cognata.mlcommons-storage.org/metadata/deeplab_checkpoint.uri + rclone,mlc: + add_deps_recursive: + rclone-config: + tags: _config-name.mlc-cognata + env: + MLC_RCLONE_DRIVE_FOLDER_ID: 1u5FDoeXHVtDrd4zClE47Gmyr7iLFidz1 + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: ' --include ' + MLC_DOWNLOAD_URL: 'mlc-cognata:mlc_cognata_dataset/<<>>' mlc: group: download-src default: true prehook_deps: - - tags: get,rclone - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - - tags: get,rclone-config,_config-name.mlc-cognata - force_cache: true - enable_if_env: - MLC_TMP_REQUIRE_DOWNLOAD: - - yes - env: - MLC_RCLONE_DRIVE_FOLDER_ID: 1u5FDoeXHVtDrd4zClE47Gmyr7iLFidz1 - enable_if_env: MLC_TMP_REQUIRE_DOWNLOAD: - 'yes' env: MLC_DOWNLOAD_FINAL_ENV_NAME: MLC_ML_MODEL_DEEPLABV3_PLUS_PATH MLC_EXTRACT_FINAL_ENV_NAME: MLC_ML_MODEL_DEEPLABV3_PLUS_PATH - MLC_DOWNLOAD_URL: 'mlc-cognata:mlc_cognata_dataset/<<>>' - MLC_DOWNLOAD_EXTRA_OPTIONS: ' --include ' extra_cache_tags: ml,model,deeplabv3,plus force_cache: true names: - - dae + - dae-deplabv3+ tags: download-and-extract force_env_keys: - MLC_OUTDIRNAME @@ -72,10 +83,27 @@ variations: MLC_DOWNLOAD_SRC: mlcommons rclone: group: download-tool + prehook_deps: + - tags: get,rclone + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes + - tags: get,rclone-config + force_cache: true + names: + - rclone-config + enable_if_env: + MLC_TMP_REQUIRE_DOWNLOAD: + - yes add_deps_recursive: - dae: + dae-deplabv3+: tags: _rclone default: true + r2-downloader: + group: download-tool + add_deps_recursive: + dae-deplabv3+: + tags: _r2-downloader dry-run: group: run-mode env: @@ -83,6 +111,9 @@ variations: dry-run,rclone: env: MLC_DOWNLOAD_EXTRA_OPTIONS: --dry-run + dry-run,r2-downloader: + env: + MLC_DOWNLOAD_EXTRA_OPTIONS: -x tests: needs_pat: true run_inputs: @@ -90,3 +121,6 @@ tests: - onnx,rclone,mlc,dry-run - onnx_dynamic,rclone,mlc,dry-run - pytorch,rclone,mlc,dry-run + - onnx,r2-downloader,mlc,dry-run + - onnx_dynamic,r2-downloader,mlc,dry-run + - pytorch,r2-downloader,mlc,dry-run