From 15244adf0d6eeae0b26266c91e33ff7c2b3200fe Mon Sep 17 00:00:00 2001 From: Christian Kadner Date: Thu, 23 Sep 2021 12:47:54 -0700 Subject: [PATCH] Update after Qiskit, CodeNet, MAX katalog changes Signed-off-by: Christian Kadner --- bootstrapper/catalog_upload.json | 56 ++++++++++++++++++++------ hack/regenerate_catalog_upload_json.py | 5 ++- quickstart/catalog_upload.json | 56 ++++++++++++++++++++------ 3 files changed, 92 insertions(+), 25 deletions(-) mode change 100644 => 100755 hack/regenerate_catalog_upload_json.py diff --git a/bootstrapper/catalog_upload.json b/bootstrapper/catalog_upload.json index bf399f39..0d3b89f4 100644 --- a/bootstrapper/catalog_upload.json +++ b/bootstrapper/catalog_upload.json @@ -23,6 +23,14 @@ { "name": "Create Model Config", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/component-samples/model-config/component.yaml" + }, + { + "name": "Model Fairness Check", + "url": "https://raw.githubusercontent.com/Trusted-AI/AIF360/master/mlops/kubeflow/bias_detector_pytorch/component.yaml" + }, + { + "name": "Adversarial Robustness Evaluation", + "url": "https://raw.githubusercontent.com/Trusted-AI/adversarial-robustness-toolbox/main/utils/mlops/kubeflow/robustness_evaluation_fgsm_pytorch/component.yaml" } ], "datasets": [ @@ -30,6 +38,14 @@ "name": "Project CodeNet", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet/codenet.yaml" }, + { + "name": "Project CodeNet - Language Classifier", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_langclass/codenet_langclass.yaml" + }, + { + "name": "Project CodeNet - MLM", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_mlm/codenet_mlm.yaml" + }, { "name": "Finance Proposition Bank", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/fpb/fpb.yaml" @@ -60,45 +76,53 @@ } ], "models": [ + { + "name": "CodeNet Language Classification", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/codenet-language-classification/codenet-language-classification.yaml" + }, { "name": "MAX Human Pose Estimator", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator/max-human-pose-estimator.yaml" }, { "name": "MAX Image Caption Generator", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator/max-image-caption-generator.yaml" }, { "name": "MAX Image Resolution Enhancer", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer/max-image-resolution-enhancer.yaml" + }, + { + "name": "MAX Named Entity Tagger", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-named-entity-tagger/max-named-entity-tagger.yaml" }, { "name": "MAX Object Detector", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector/max-object-detector.yaml" }, { "name": "MAX Optical Character Recognition", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr/max-ocr.yaml" }, { "name": "MAX Question Answering", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering/max-question-answering.yaml" }, { "name": "MAX Recommender System", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender/max-recommender.yaml" }, { "name": "MAX Text Sentiment Classifier", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier/max-text-sentiment-classifier.yaml" }, { "name": "MAX Toxic Comment Classifier", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier/max-toxic-comment-classifier.yaml" }, { "name": "MAX Weather Forecaster", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster/max-weather-forecaster.yaml" } ], "notebooks": [ @@ -119,12 +143,20 @@ "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/art-poison.yaml" }, { - "name": "Project CodeNet Language Classification", + "name": "Project CodeNet - Language Classification", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-lang.yaml" }, { - "name": "Project CodeNet Masked Language Model", + "name": "Project CodeNet - MLM", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-mlm.yaml" + }, + { + "name": "Qiskit Quantum Kernel Machine Learning", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-ml.yaml" + }, + { + "name": "Qiskit Neural Network Classifier and Regressor", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-nncr.yaml" } ], "pipelines": [ diff --git a/hack/regenerate_catalog_upload_json.py b/hack/regenerate_catalog_upload_json.py old mode 100644 new mode 100755 index 7c2a0a9d..b9b39478 --- a/hack/regenerate_catalog_upload_json.py +++ b/hack/regenerate_catalog_upload_json.py @@ -1,3 +1,5 @@ +#!/usr/bin/env python3 + # Copyright 2021 IBM Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); @@ -97,6 +99,8 @@ def main(): print("Regenerating catalog_upload.json files:") + # TODO: read current catalog_upload.json file(s) to capture non-katalog assets and restore later + katalog_dict = generate_katalog_dict() rewrite_catalog_upload_json_files(katalog_dict) @@ -107,4 +111,3 @@ def main(): if __name__ == '__main__': main() - diff --git a/quickstart/catalog_upload.json b/quickstart/catalog_upload.json index bf399f39..0d3b89f4 100644 --- a/quickstart/catalog_upload.json +++ b/quickstart/catalog_upload.json @@ -23,6 +23,14 @@ { "name": "Create Model Config", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/component-samples/model-config/component.yaml" + }, + { + "name": "Model Fairness Check", + "url": "https://raw.githubusercontent.com/Trusted-AI/AIF360/master/mlops/kubeflow/bias_detector_pytorch/component.yaml" + }, + { + "name": "Adversarial Robustness Evaluation", + "url": "https://raw.githubusercontent.com/Trusted-AI/adversarial-robustness-toolbox/main/utils/mlops/kubeflow/robustness_evaluation_fgsm_pytorch/component.yaml" } ], "datasets": [ @@ -30,6 +38,14 @@ "name": "Project CodeNet", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet/codenet.yaml" }, + { + "name": "Project CodeNet - Language Classifier", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_langclass/codenet_langclass.yaml" + }, + { + "name": "Project CodeNet - MLM", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_mlm/codenet_mlm.yaml" + }, { "name": "Finance Proposition Bank", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/fpb/fpb.yaml" @@ -60,45 +76,53 @@ } ], "models": [ + { + "name": "CodeNet Language Classification", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/codenet-language-classification/codenet-language-classification.yaml" + }, { "name": "MAX Human Pose Estimator", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator/max-human-pose-estimator.yaml" }, { "name": "MAX Image Caption Generator", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator/max-image-caption-generator.yaml" }, { "name": "MAX Image Resolution Enhancer", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer/max-image-resolution-enhancer.yaml" + }, + { + "name": "MAX Named Entity Tagger", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-named-entity-tagger/max-named-entity-tagger.yaml" }, { "name": "MAX Object Detector", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector/max-object-detector.yaml" }, { "name": "MAX Optical Character Recognition", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr/max-ocr.yaml" }, { "name": "MAX Question Answering", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering/max-question-answering.yaml" }, { "name": "MAX Recommender System", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender/max-recommender.yaml" }, { "name": "MAX Text Sentiment Classifier", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier/max-text-sentiment-classifier.yaml" }, { "name": "MAX Toxic Comment Classifier", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier/max-toxic-comment-classifier.yaml" }, { "name": "MAX Weather Forecaster", - "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster.yaml" + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster/max-weather-forecaster.yaml" } ], "notebooks": [ @@ -119,12 +143,20 @@ "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/art-poison.yaml" }, { - "name": "Project CodeNet Language Classification", + "name": "Project CodeNet - Language Classification", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-lang.yaml" }, { - "name": "Project CodeNet Masked Language Model", + "name": "Project CodeNet - MLM", "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-mlm.yaml" + }, + { + "name": "Qiskit Quantum Kernel Machine Learning", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-ml.yaml" + }, + { + "name": "Qiskit Neural Network Classifier and Regressor", + "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-nncr.yaml" } ], "pipelines": [