Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fixing a few outdated URLs #326

Merged
merged 5 commits into from
Oct 2, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion cmr.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ uid: 9e97bb72b0474657

git: true

version: 2.3.4
version: 2.3.9

deps:
- alias: mlcommons@ck
Expand Down
121 changes: 0 additions & 121 deletions script/get-dataset-imagenet-val/_cm.json

This file was deleted.

101 changes: 101 additions & 0 deletions script/get-dataset-imagenet-val/_cm.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
alias: get-dataset-imagenet-val
uid: 7afd58d287fe4f11

automation_alias: script
automation_uid: 5b4e0237da074764

cache: true
category: AI/ML datasets

deps:
- tags: detect,os

docker:
run: false

env:
CM_DATASET: IMAGENET

input_mapping:
imagenet_path: IMAGENET_PATH
torrent: CM_DATASET_IMAGENET_VAL_TORRENT_PATH

new_env_keys:
- CM_DATASET_PATH
- CM_DATASET_IMAGENET_PATH
- CM_DATASET_IMAGENET_VAL_PATH
- CM_DATASET_SIZE
- CM_DATASET_VER

prehook_deps:
- enable_if_env:
CM_DATASET_IMAGENET_VAL_REQUIRE_DAE:
- 'yes'
- 'True'
env:
CM_EXTRACT_TO_FOLDER: imagenet-2012-val
tags: download-and-extract,file,_extract
update_tags_from_env:
- CM_DAE_EXTRA_TAGS
update_tags_from_env_with_prefix:
_url.:
- CM_DAE_URL
- enable_if_env:
CM_DAE_ONLY_EXTRACT:
- 'yes'
- 'True'
env:
CM_EXTRACT_TO_FOLDER: imagenet-2012-val
tags: file,extract,_no-remove-extracted
update_tags_from_env_with_prefix:
_path.:
- CM_EXTRACT_PATH

tags:
- get
- val
- validation
- dataset
- imagenet
- ILSVRC
- image-classification
- original

variations:
'2012':
default: true
env:
CM_DATASET_VER: '2012'
group: dataset-version
2012-500:
base:
- size.500
- '2012'
2012-full:
base:
- full
- '2012'
full:
env:
CM_DAE_FILENAME: ILSVRC2012_img_val.tar
CM_DATASET_SIZE: '50000'
CM_DOWNLOAD_CHECKSUM: 29b22e2961454d5413ddabcf34fc5622
CM_IMAGENET_FULL: 'yes'
group: count
run-during-docker-build:
docker:
run: true
size.#:
env:
CM_DATASET_SIZE: '#'
group: count
size.500:
default: true
env:
CM_DAE_FILENAME: ILSVRC2012_img_val_500.tar
# CM_DAE_URL: http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
CM_DAE_URL: https://www.dropbox.com/scl/fi/a7fhjnzxi6x3ceapxh5bm/ILSVRC2012_img_val_500.tar?rlkey=hz4rabo9ve43co3c303y9r6l7&st=ulcgb3av&dl=1
CM_DATASET_SIZE: '500'
CM_DOWNLOAD_CHECKSUM: 8627befdd8c2bcf305729020e9db354e
CM_DOWNLOAD_FILENAME: ILSVRC2012_img_val_500.tar
group: count
4 changes: 2 additions & 2 deletions script/get-sys-utils-cm/_cm.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,8 @@ deps:
env:
CM_CLEAN_DIRS: bin
CM_PACKAGE_WIN_URL: https://zenodo.org/records/13868077/files/cm-artifact-os-windows-32.zip?download=1
; https://www.dropbox.com/s/2y9r2mvtu8tpexk/zlib123dllx64-bin.zip?dl=1
; https://cKnowledge.org/ai/data/xz-5.2.9-win64.zip
; https://www.dropbox.com/scl/fi/cj7xmgmk4wu1r0iuoedcq/zlib123dllx64-bin.zip?rlkey=sqmldotiste2zhk6nhmijg09e&st=i5w7esjx&dl=1
; https://www.dropbox.com/scl/fi/x94qvrmac55ht03257139/xz-5.2.9-win64.zip?rlkey=adzixlsqrapncrusy9ndd2qji&st=tqobzlfo&dl=1
CM_SUDO: sudo

input_mapping:
Expand Down
22 changes: 0 additions & 22 deletions script/get-sys-utils-min/_cm.json

This file was deleted.

25 changes: 25 additions & 0 deletions script/get-sys-utils-min/_cm.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
alias: get-sys-utils-min
uid: a9af7714d3d94779

automation_alias: script
automation_uid: 5b4e0237da074764

cache: true

category: Detection or installation of tools and artifacts

deps: []

env:
CM_CLEAN_DIRS: bin
CM_PACKAGE_WIN_URL: https://zenodo.org/records/13868077/files/cm-artifact-os-windows-32.zip?download=1
; https://www.dropbox.com/scl/fi/cj7xmgmk4wu1r0iuoedcq/zlib123dllx64-bin.zip?rlkey=sqmldotiste2zhk6nhmijg09e&st=i5w7esjx&dl=1
; https://www.dropbox.com/scl/fi/x94qvrmac55ht03257139/xz-5.2.9-win64.zip?rlkey=adzixlsqrapncrusy9ndd2qji&st=tqobzlfo&dl=1
CM_SUDO: sudo

new_env_keys:
- +PATH

tags:
- get
- sys-utils-min
Loading