Update after Qiskit, CodeNet, MAX katalog changes

Signed-off-by: Christian Kadner <[email protected]>
machine-learning-exchange · Sep 23, 2021 · 15244ad · 15244ad
1 parent abdb568
commit 15244ad
Show file tree

Hide file tree

Showing 3 changed files with 92 additions and 25 deletions.
diff --git a/bootstrapper/catalog_upload.json b/bootstrapper/catalog_upload.json
@@ -23,13 +23,29 @@
     {
       "name": "Create Model Config",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/component-samples/model-config/component.yaml"
+    },
+        {
+      "name": "Model Fairness Check",
+      "url": "https://raw.githubusercontent.com/Trusted-AI/AIF360/master/mlops/kubeflow/bias_detector_pytorch/component.yaml"
+    },
+    {
+      "name": "Adversarial Robustness Evaluation",
+      "url": "https://raw.githubusercontent.com/Trusted-AI/adversarial-robustness-toolbox/main/utils/mlops/kubeflow/robustness_evaluation_fgsm_pytorch/component.yaml"
     }
   ],
   "datasets": [
     {
       "name": "Project CodeNet",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet/codenet.yaml"
     },
+    {
+      "name": "Project CodeNet - Language Classifier",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_langclass/codenet_langclass.yaml"
+    },
+    {
+      "name": "Project CodeNet - MLM",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_mlm/codenet_mlm.yaml"
+    },
     {
       "name": "Finance Proposition Bank",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/fpb/fpb.yaml"
@@ -60,45 +76,53 @@
     }
   ],
   "models": [
+    {
+      "name": "CodeNet Language Classification",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/codenet-language-classification/codenet-language-classification.yaml"
+    },
     {
       "name": "MAX Human Pose Estimator",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator/max-human-pose-estimator.yaml"
     },
     {
       "name": "MAX Image Caption Generator",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator/max-image-caption-generator.yaml"
     },
     {
       "name": "MAX Image Resolution Enhancer",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer/max-image-resolution-enhancer.yaml"
+    },
+    {
+      "name": "MAX Named Entity Tagger",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-named-entity-tagger/max-named-entity-tagger.yaml"
     },
     {
       "name": "MAX Object Detector",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector/max-object-detector.yaml"
     },
     {
       "name": "MAX Optical Character Recognition",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr/max-ocr.yaml"
     },
     {
       "name": "MAX Question Answering",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering/max-question-answering.yaml"
     },
     {
       "name": "MAX Recommender System",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender/max-recommender.yaml"
     },
     {
       "name": "MAX Text Sentiment Classifier",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier/max-text-sentiment-classifier.yaml"
     },
     {
       "name": "MAX Toxic Comment Classifier",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier/max-toxic-comment-classifier.yaml"
     },
     {
       "name": "MAX Weather Forecaster",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster/max-weather-forecaster.yaml"
     }
   ],
   "notebooks": [
@@ -119,12 +143,20 @@
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/art-poison.yaml"
     },
     {
-      "name": "Project CodeNet Language Classification",
+      "name": "Project CodeNet - Language Classification",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-lang.yaml"
     },
     {
-      "name": "Project CodeNet Masked Language Model",
+      "name": "Project CodeNet - MLM",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-mlm.yaml"
+    },
+    {
+      "name": "Qiskit Quantum Kernel Machine Learning",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-ml.yaml"
+    },
+    {
+      "name": "Qiskit Neural Network Classifier and Regressor",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-nncr.yaml"
     }
   ],
   "pipelines": [

diff --git a/hack/regenerate_catalog_upload_json.py b/hack/regenerate_catalog_upload_json.py
@@ -1,3 +1,5 @@
+#!/usr/bin/env python3
+
 # Copyright 2021 IBM Corporation
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -97,6 +99,8 @@ def main():
 
     print("Regenerating catalog_upload.json files:")
 
+    # TODO: read current catalog_upload.json file(s) to capture non-katalog assets and restore later
+
     katalog_dict = generate_katalog_dict()
 
     rewrite_catalog_upload_json_files(katalog_dict)
@@ -107,4 +111,3 @@ def main():
 if __name__ == '__main__':
 
     main()
-
diff --git a/quickstart/catalog_upload.json b/quickstart/catalog_upload.json
@@ -23,13 +23,29 @@
     {
       "name": "Create Model Config",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/component-samples/model-config/component.yaml"
+    },
+        {
+      "name": "Model Fairness Check",
+      "url": "https://raw.githubusercontent.com/Trusted-AI/AIF360/master/mlops/kubeflow/bias_detector_pytorch/component.yaml"
+    },
+    {
+      "name": "Adversarial Robustness Evaluation",
+      "url": "https://raw.githubusercontent.com/Trusted-AI/adversarial-robustness-toolbox/main/utils/mlops/kubeflow/robustness_evaluation_fgsm_pytorch/component.yaml"
     }
   ],
   "datasets": [
     {
       "name": "Project CodeNet",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet/codenet.yaml"
     },
+    {
+      "name": "Project CodeNet - Language Classifier",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_langclass/codenet_langclass.yaml"
+    },
+    {
+      "name": "Project CodeNet - MLM",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/codenet_mlm/codenet_mlm.yaml"
+    },
     {
       "name": "Finance Proposition Bank",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/dataset-samples/fpb/fpb.yaml"
@@ -60,45 +76,53 @@
     }
   ],
   "models": [
+    {
+      "name": "CodeNet Language Classification",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/codenet-language-classification/codenet-language-classification.yaml"
+    },
     {
       "name": "MAX Human Pose Estimator",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-human-pose-estimator/max-human-pose-estimator.yaml"
     },
     {
       "name": "MAX Image Caption Generator",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-caption-generator/max-image-caption-generator.yaml"
     },
     {
       "name": "MAX Image Resolution Enhancer",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-image-resolution-enhancer/max-image-resolution-enhancer.yaml"
+    },
+    {
+      "name": "MAX Named Entity Tagger",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-named-entity-tagger/max-named-entity-tagger.yaml"
     },
     {
       "name": "MAX Object Detector",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-object-detector/max-object-detector.yaml"
     },
     {
       "name": "MAX Optical Character Recognition",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-ocr/max-ocr.yaml"
     },
     {
       "name": "MAX Question Answering",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-question-answering/max-question-answering.yaml"
     },
     {
       "name": "MAX Recommender System",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-recommender/max-recommender.yaml"
     },
     {
       "name": "MAX Text Sentiment Classifier",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-text-sentiment-classifier/max-text-sentiment-classifier.yaml"
     },
     {
       "name": "MAX Toxic Comment Classifier",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-toxic-comment-classifier/max-toxic-comment-classifier.yaml"
     },
     {
       "name": "MAX Weather Forecaster",
-      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster.yaml"
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/model-samples/max-weather-forecaster/max-weather-forecaster.yaml"
     }
   ],
   "notebooks": [
@@ -119,12 +143,20 @@
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/art-poison.yaml"
     },
     {
-      "name": "Project CodeNet Language Classification",
+      "name": "Project CodeNet - Language Classification",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-lang.yaml"
     },
     {
-      "name": "Project CodeNet Masked Language Model",
+      "name": "Project CodeNet - MLM",
       "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/codenet-mlm.yaml"
+    },
+    {
+      "name": "Qiskit Quantum Kernel Machine Learning",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-ml.yaml"
+    },
+    {
+      "name": "Qiskit Neural Network Classifier and Regressor",
+      "url": "https://raw.githubusercontent.com/machine-learning-exchange/katalog/main/notebook-samples/qiskit-nncr.yaml"
     }
   ],
   "pipelines": [