part6_classification.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# AutoML does Classification too!\n",
    "\n",
    "Here's a prior experiment on classifying Christmas Movies vs Non-Christmas Movies I ran in the Azure Portal to classify Die Hard."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'DataScience'"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load the workspace information from config.json using the Azure ML SDK\n",
    "from azureml.core import Workspace\n",
    "\n",
    "ws = Workspace.from_config()\n",
    "ws.name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['accuracy',\n",
       " 'norm_macro_recall',\n",
       " 'average_precision_score_weighted',\n",
       " 'precision_score_weighted',\n",
       " 'AUC_weighted']"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# List all available primary classification metrics, for reference\n",
    "from azureml.train.automl.utilities import get_primary_metrics\n",
    "\n",
    "get_primary_metrics('classification')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table style=\"width:100%\"><tr><th>Name</th><th>Workspace</th><th>Report Page</th><th>Docs Page</th></tr><tr><td>DieHardChristmas</td><td>DataScience</td><td><a href=\"https://ml.azure.com/experiments/id/ef63429c-a34a-4aa3-83df-715cef755db7?wsid=/subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourcegroups/datascience/workspaces/DataScience&amp;tid=542fe8ad-7ac8-4b9e-898f-d6de53312581\" target=\"_blank\" rel=\"noopener\">Link to Azure Machine Learning studio</a></td><td><a href=\"https://docs.microsoft.com/en-us/python/api/azureml-core/azureml.core.experiment.Experiment?view=azure-ml-py\" target=\"_blank\" rel=\"noopener\">Link to Documentation</a></td></tr></table>"
      ],
      "text/plain": [
       "Experiment(Name: DieHardChristmas,\n",
       "Workspace: DataScience)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from azureml.core import Experiment\n",
    "\n",
    "experiment = Experiment(ws, 'DieHardChristmas')\n",
    "experiment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ddd378cf6ef94f769c4ad001db54fba2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "_AutoMLWidget(widget_settings={'childWidgetDisplay': 'popup', 'send_telemetry': False, 'log_level': 'INFO', 's…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/aml.mini.widget.v1": "{\"status\": \"Completed\", \"workbench_run_details_uri\": \"https://ml.azure.com/runs/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7?wsid=/subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourcegroups/datascience/workspaces/DataScience&tid=542fe8ad-7ac8-4b9e-898f-d6de53312581\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"run_properties\": {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"created_utc\": \"2021-11-01T00:10:23.87346Z\", \"properties\": {\"num_iterations\": \"1000\", \"training_type\": \"TrainFull\", \"acquisition_function\": \"EI\", \"primary_metric\": \"norm_macro_recall\", \"train_split\": \"0\", \"acquisition_parameter\": \"0\", \"num_cross_validation\": \"5\", \"target\": \"GPU-NC6-Promo\", \"AMLSettingsJsonString\": \"{\\\"enable_early_stopping\\\":true,\\\"enable_ensembling\\\":false,\\\"enable_stack_ensembling\\\":false,\\\"ensemble_iterations\\\":15,\\\"enable_onnx_compatible_models\\\":false,\\\"max_cores_per_iteration\\\":-1,\\\"send_telemetry\\\":true,\\\"blacklist_algos\\\":[\\\"TensorFlowLinearClassifier\\\",\\\"TensorFlowDNN\\\"],\\\"compute_target\\\":\\\"GPU-NC6-Promo\\\",\\\"enable_dnn\\\":true,\\\"enable_code_generation\\\":false,\\\"experiment_exit_score\\\":null,\\\"experiment_timeout_minutes\\\":1440,\\\"featurization\\\":\\\"auto\\\",\\\"is_timeseries\\\":false,\\\"iteration_timeout_minutes\\\":1440,\\\"max_concurrent_iterations\\\":3,\\\"metric_operation\\\":\\\"maximize\\\",\\\"model_explainability\\\":true,\\\"n_cross_validations\\\":null,\\\"name\\\":\\\"DieHardChristmas\\\",\\\"path\\\":\\\"./sample_projects/DieHardChristmas\\\",\\\"primary_metric\\\":\\\"norm_macro_recall\\\",\\\"region\\\":\\\"northcentralus\\\",\\\"resource_group\\\":\\\"datascience\\\",\\\"subscription_id\\\":\\\"efba8785-116c-4443-9a05-764c75c7bb0d\\\",\\\"task_type\\\":\\\"classification\\\",\\\"validation_size\\\":0.1,\\\"test_size\\\":null,\\\"vm_type\\\":\\\"STANDARD_NC6_PROMO\\\",\\\"workspace_name\\\":\\\"DataScience\\\",\\\"label_column_name\\\":\\\"Is Christmas Movie\\\",\\\"positive_label\\\":null,\\\"enable_batch_run\\\":true,\\\"enable_run_restructure\\\":true}\", \"DataPrepJsonString\": \"{\\\\\\\"datasets\\\\\\\":0,\\\\\\\"training_data\\\\\\\":{\\\\\\\"datasetId\\\\\\\":\\\\\\\"4ca0c09d-629e-439e-b8cd-d3c0c453135f\\\\\\\"}}\", \"EnableSubsampling\": \"False\", \"runTemplate\": \"AutoML\", \"azureml.runsource\": \"automl\", \"_aml_system_scenario_identification\": \"Remote.Parent\", \"ClientType\": \"Browser\", \"environment_cpu_name\": \"AzureML-AutoML-DNN\", \"environment_cpu_label\": \"prod\", \"environment_gpu_name\": \"AzureML-AutoML-DNN-GPU\", \"environment_gpu_label\": \"prod\", \"root_attribution\": \"automl\", \"attribution\": \"AutoML\", \"Orchestrator\": \"AutoML\", \"CancelUri\": \"https://northcentralus.api.azureml.ms/jasmine/v1.0/subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourceGroups/datascience/providers/Microsoft.MachineLearningServices/workspaces/DataScience/experiment/DieHardChristmas/cancel/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"ClientSdkVersion\": \"1.35.0\", \"snapshotId\": \"00000000-0000-0000-0000-000000000000\", \"SetupRunId\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_setup\", \"SetupRunContainerId\": \"dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_setup\", \"FeaturizationRunJsonPath\": \"featurizer_container.json\", \"FeaturizationRunId\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_featurize\", \"ProblemInfoJsonString\": \"{\\\"dataset_num_categorical\\\": 0, \\\"is_sparse\\\": true, \\\"subsampling\\\": false, \\\"has_extra_col\\\": true, \\\"dataset_classes\\\": 2, \\\"dataset_features\\\": 35559, \\\"dataset_samples\\\": 290, \\\"single_frequency_class_detected\\\": false}\", \"ModelExplainRunId\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_ModelExplain\"}, \"tags\": {\"model_explain_run\": \"best_run\", \"_aml_system_azureml.automlComponent\": \"AutoML\", \"is_gpu\": \"True\", \"pipeline_id\": \"\", \"score\": \"\", \"predicted_cost\": \"\", \"fit_time\": \"\", \"training_percent\": \"\", \"iteration\": \"\", \"run_preprocessor\": \"\", \"run_algorithm\": \"\", \"dynamic_whitelisting_iterations\": \"<24>;<30>;<35>;<39>;<45>;<50>;<55>;<60>;\", \"_aml_system_azureml.automl_early_exit_message\": \"No scores improved over last 20 iterations, so experiment stopped early. This early stopping behavior can be disabled by setting enable_early_stopping = False in AutoMLConfig for notebook/python SDK runs.\", \"automl_best_child_run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"model_explain_best_run_child_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\"}, \"end_time_utc\": \"2021-11-01T00:36:40.235568Z\", \"status\": \"Completed\", \"log_files\": {}, \"log_groups\": [], \"run_duration\": \"0:26:16\", \"run_number\": \"376\", \"run_queued_details\": {\"status\": \"Completed\", \"details\": null}}, \"child_runs\": [{\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_setup\", \"run_number\": 377, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:10:52.497571Z\", \"end_time\": \"2021-11-01T00:14:08.040349Z\", \"created_time\": \"2021-11-01T00:10:36.750452Z\", \"created_time_dt\": \"2021-11-01T00:10:36.750452Z\", \"duration\": \"0:03:31\", \"iteration\": null, \"goal\": null, \"run_name\": \"Completed\", \"run_properties\": null}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_featurize\", \"run_number\": 378, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"automl.featurization\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:14:09.049547Z\", \"end_time\": \"2021-11-01T00:15:17.628653Z\", \"created_time\": \"2021-11-01T00:14:08.508558Z\", \"created_time_dt\": \"2021-11-01T00:14:08.508558Z\", \"duration\": \"0:01:09\", \"iteration\": null, \"goal\": null, \"run_name\": \"Completed\", \"run_properties\": null}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_0\", \"run_number\": 380, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:15:48.75597Z\", \"end_time\": \"2021-11-01T00:16:12.533572Z\", \"created_time\": \"2021-11-01T00:15:19.472158Z\", \"created_time_dt\": \"2021-11-01T00:15:19.472158Z\", \"duration\": \"0:00:53\", \"iteration\": \"0\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, LightGBM\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_1\", \"run_number\": 381, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:12.750513Z\", \"end_time\": \"2021-11-01T00:16:30.961162Z\", \"created_time\": \"2021-11-01T00:15:20.507065Z\", \"created_time_dt\": \"2021-11-01T00:15:20.507065Z\", \"duration\": \"0:01:10\", \"iteration\": \"1\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, XGBoostClassifier\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_2\", \"run_number\": 382, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:31.191971Z\", \"end_time\": \"2021-11-01T00:16:48.473207Z\", \"created_time\": \"2021-11-01T00:15:21.197908Z\", \"created_time_dt\": \"2021-11-01T00:15:21.197908Z\", \"duration\": \"0:01:27\", \"iteration\": \"2\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, ExtremeRandomTrees\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_3\", \"run_number\": 383, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:48.698977Z\", \"end_time\": \"2021-11-01T00:17:04.976777Z\", \"created_time\": \"2021-11-01T00:15:21.81651Z\", \"created_time_dt\": \"2021-11-01T00:15:21.81651Z\", \"duration\": \"0:01:43\", \"iteration\": \"3\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, ExtremeRandomTrees\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_4\", \"run_number\": 384, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:05.224331Z\", \"end_time\": \"2021-11-01T00:17:22.566947Z\", \"created_time\": \"2021-11-01T00:15:22.465841Z\", \"created_time_dt\": \"2021-11-01T00:15:22.465841Z\", \"duration\": \"0:02:00\", \"iteration\": \"4\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_5\", \"run_number\": 385, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:22.792185Z\", \"end_time\": \"2021-11-01T00:17:40.167551Z\", \"created_time\": \"2021-11-01T00:15:23.042436Z\", \"created_time_dt\": \"2021-11-01T00:15:23.042436Z\", \"duration\": \"0:02:17\", \"iteration\": \"5\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, ExtremeRandomTrees\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_6\", \"run_number\": 386, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:40.377041Z\", \"end_time\": \"2021-11-01T00:17:56.90437Z\", \"created_time\": \"2021-11-01T00:15:23.682652Z\", \"created_time_dt\": \"2021-11-01T00:15:23.682652Z\", \"duration\": \"0:02:33\", \"iteration\": \"6\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, ExtremeRandomTrees\", \"run_properties\": \"copy=True, norm='l2'\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_worker_0\", \"run_number\": 387, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:15:35.105485Z\", \"end_time\": \"2021-11-01T00:18:12.504671Z\", \"created_time\": \"2021-11-01T00:15:24.16589Z\", \"created_time_dt\": \"2021-11-01T00:15:24.16589Z\", \"duration\": \"0:02:48\", \"iteration\": null, \"goal\": null, \"run_name\": \"Completed\", \"run_properties\": null}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_7\", \"run_number\": 388, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:15:49.730767Z\", \"end_time\": \"2021-11-01T00:16:07.523279Z\", \"created_time\": \"2021-11-01T00:15:24.966288Z\", \"created_time_dt\": \"2021-11-01T00:15:24.966288Z\", \"duration\": \"0:00:42\", \"iteration\": \"7\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, XGBoostClassifier\", \"run_properties\": \"copy=True, norm='max'\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_8\", \"run_number\": 389, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:07.74542Z\", \"end_time\": \"2021-11-01T00:16:24.093325Z\", \"created_time\": \"2021-11-01T00:15:25.755524Z\", \"created_time_dt\": \"2021-11-01T00:15:25.755524Z\", \"duration\": \"0:00:58\", \"iteration\": \"8\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_9\", \"run_number\": 390, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:24.306163Z\", \"end_time\": \"2021-11-01T00:16:41.051839Z\", \"created_time\": \"2021-11-01T00:15:26.91629Z\", \"created_time_dt\": \"2021-11-01T00:15:26.91629Z\", \"duration\": \"0:01:14\", \"iteration\": \"9\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.25, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_10\", \"run_number\": 391, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:41.262232Z\", \"end_time\": \"2021-11-01T00:16:57.607673Z\", \"created_time\": \"2021-11-01T00:15:27.949866Z\", \"created_time_dt\": \"2021-11-01T00:15:27.949866Z\", \"duration\": \"0:01:29\", \"iteration\": \"10\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, ExtremeRandomTrees\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_11\", \"run_number\": 392, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:57.843418Z\", \"end_time\": \"2021-11-01T00:17:14.195217Z\", \"created_time\": \"2021-11-01T00:15:28.572531Z\", \"created_time_dt\": \"2021-11-01T00:15:28.572531Z\", \"duration\": \"0:01:45\", \"iteration\": \"11\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, SGD\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_12\", \"run_number\": 393, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:14.420865Z\", \"end_time\": \"2021-11-01T00:17:30.737938Z\", \"created_time\": \"2021-11-01T00:15:29.201068Z\", \"created_time_dt\": \"2021-11-01T00:15:29.201068Z\", \"duration\": \"0:02:01\", \"iteration\": \"12\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.42857143, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_13\", \"run_number\": 394, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:30.945017Z\", \"end_time\": \"2021-11-01T00:17:48.327851Z\", \"created_time\": \"2021-11-01T00:15:29.819225Z\", \"created_time_dt\": \"2021-11-01T00:15:29.819225Z\", \"duration\": \"0:02:18\", \"iteration\": \"13\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, LogisticRegression\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_worker_1\", \"run_number\": 395, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:15:35.249259Z\", \"end_time\": \"2021-11-01T00:18:05.88579Z\", \"created_time\": \"2021-11-01T00:15:30.357149Z\", \"created_time_dt\": \"2021-11-01T00:15:30.357149Z\", \"duration\": \"0:02:35\", \"iteration\": null, \"goal\": null, \"run_name\": \"Completed\", \"run_properties\": null}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_14\", \"run_number\": 396, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:15:51.03065Z\", \"end_time\": \"2021-11-01T00:16:08.653082Z\", \"created_time\": \"2021-11-01T00:15:30.499098Z\", \"created_time_dt\": \"2021-11-01T00:15:30.499098Z\", \"duration\": \"0:00:38\", \"iteration\": \"14\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_15\", \"run_number\": 397, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:08.86649Z\", \"end_time\": \"2021-11-01T00:16:26.010704Z\", \"created_time\": \"2021-11-01T00:15:31.080211Z\", \"created_time_dt\": \"2021-11-01T00:15:31.080211Z\", \"duration\": \"0:00:54\", \"iteration\": \"15\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_16\", \"run_number\": 398, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:26.234269Z\", \"end_time\": \"2021-11-01T00:16:42.43445Z\", \"created_time\": \"2021-11-01T00:15:31.670447Z\", \"created_time_dt\": \"2021-11-01T00:15:31.670447Z\", \"duration\": \"0:01:10\", \"iteration\": \"16\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, SGD\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_17\", \"run_number\": 399, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:42.677694Z\", \"end_time\": \"2021-11-01T00:16:58.959961Z\", \"created_time\": \"2021-11-01T00:15:32.288675Z\", \"created_time_dt\": \"2021-11-01T00:15:32.288675Z\", \"duration\": \"0:01:26\", \"iteration\": \"17\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.42857143, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_18\", \"run_number\": 400, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:16:59.162535Z\", \"end_time\": \"2021-11-01T00:17:16.480975Z\", \"created_time\": \"2021-11-01T00:15:32.880288Z\", \"created_time_dt\": \"2021-11-01T00:15:32.880288Z\", \"duration\": \"0:01:43\", \"iteration\": \"18\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_19\", \"run_number\": 401, \"metric\": null, \"status\": \"Completed\", \"run_type\": null, \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:17:16.685972Z\", \"end_time\": \"2021-11-01T00:17:32.972129Z\", \"created_time\": \"2021-11-01T00:15:33.467025Z\", \"created_time_dt\": \"2021-11-01T00:15:33.467025Z\", \"duration\": \"0:01:59\", \"iteration\": \"19\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_worker_2\", \"run_number\": 402, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:15:39.092024Z\", \"end_time\": \"2021-11-01T00:17:47.779205Z\", \"created_time\": \"2021-11-01T00:15:33.850546Z\", \"created_time_dt\": \"2021-11-01T00:15:33.850546Z\", \"duration\": \"0:02:13\", \"iteration\": null, \"goal\": null, \"run_name\": \"Completed\", \"run_properties\": null}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_20\", \"run_number\": 403, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:18:00.584937Z\", \"end_time\": \"2021-11-01T00:19:48.578993Z\", \"created_time\": \"2021-11-01T00:17:50.946235Z\", \"created_time_dt\": \"2021-11-01T00:17:50.946235Z\", \"duration\": \"0:01:57\", \"iteration\": \"20\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, ExtremeRandomTrees\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_21\", \"run_number\": 404, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:20:03.70193Z\", \"end_time\": \"2021-11-01T00:20:50.482586Z\", \"created_time\": \"2021-11-01T00:19:51.835004Z\", \"created_time_dt\": \"2021-11-01T00:19:51.835004Z\", \"duration\": \"0:00:58\", \"iteration\": \"21\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_22\", \"run_number\": 405, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:20:02.876369Z\", \"end_time\": \"2021-11-01T00:20:50.897948Z\", \"created_time\": \"2021-11-01T00:19:51.855062Z\", \"created_time_dt\": \"2021-11-01T00:19:51.855062Z\", \"duration\": \"0:00:59\", \"iteration\": \"22\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"TruncatedSVDWrapper, RandomForest\", \"run_properties\": \"n_components=0.7026315789473684, random_state=None\", \"primary_metric\": 0.25, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_23\", \"run_number\": 406, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:20:02.760488Z\", \"end_time\": \"2021-11-01T00:20:59.37242Z\", \"created_time\": \"2021-11-01T00:19:51.862431Z\", \"created_time_dt\": \"2021-11-01T00:19:51.862431Z\", \"duration\": \"0:01:07\", \"iteration\": \"23\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, ExtremeRandomTrees\", \"run_properties\": \"copy=True, norm='max'\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_24\", \"run_number\": 407, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:21:04.830094Z\", \"end_time\": \"2021-11-01T00:22:11.572969Z\", \"created_time\": \"2021-11-01T00:20:53.691069Z\", \"created_time_dt\": \"2021-11-01T00:20:53.691069Z\", \"duration\": \"0:01:17\", \"iteration\": \"24\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_25\", \"run_number\": 408, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:21:03.90295Z\", \"end_time\": \"2021-11-01T00:21:50.996181Z\", \"created_time\": \"2021-11-01T00:20:53.719328Z\", \"created_time_dt\": \"2021-11-01T00:20:53.719328Z\", \"duration\": \"0:00:57\", \"iteration\": \"25\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, GradientBoosting\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_26\", \"run_number\": 409, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:21:06.880349Z\", \"end_time\": \"2021-11-01T00:21:52.329259Z\", \"created_time\": \"2021-11-01T00:21:01.470633Z\", \"created_time_dt\": \"2021-11-01T00:21:01.470633Z\", \"duration\": \"0:00:50\", \"iteration\": \"26\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, GradientBoosting\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_27\", \"run_number\": 410, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:22:07.95595Z\", \"end_time\": \"2021-11-01T00:23:58.236887Z\", \"created_time\": \"2021-11-01T00:21:53.25742Z\", \"created_time_dt\": \"2021-11-01T00:21:53.25742Z\", \"duration\": \"0:02:04\", \"iteration\": \"27\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, XGBoostClassifier\", \"run_properties\": \"copy=True, norm='l2'\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_28\", \"run_number\": 411, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:22:07.771483Z\", \"end_time\": \"2021-11-01T00:24:01.035401Z\", \"created_time\": \"2021-11-01T00:21:56.216075Z\", \"created_time_dt\": \"2021-11-01T00:21:56.216075Z\", \"duration\": \"0:02:04\", \"iteration\": \"28\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"TruncatedSVDWrapper, LogisticRegression\", \"run_properties\": \"n_components=0.95, random_state=None\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_29\", \"run_number\": 412, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:22:18.809273Z\", \"end_time\": \"2021-11-01T00:24:41.268042Z\", \"created_time\": \"2021-11-01T00:22:13.586673Z\", \"created_time_dt\": \"2021-11-01T00:22:13.586673Z\", \"duration\": \"0:02:27\", \"iteration\": \"29\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_30\", \"run_number\": 413, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:24:29.260472Z\", \"end_time\": \"2021-11-01T00:25:13.576722Z\", \"created_time\": \"2021-11-01T00:24:22.387203Z\", \"created_time_dt\": \"2021-11-01T00:24:22.387203Z\", \"duration\": \"0:00:51\", \"iteration\": \"30\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, XGBoostClassifier\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_31\", \"run_number\": 414, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:24:30.169734Z\", \"end_time\": \"2021-11-01T00:25:20.036431Z\", \"created_time\": \"2021-11-01T00:24:22.409448Z\", \"created_time_dt\": \"2021-11-01T00:24:22.409448Z\", \"duration\": \"0:00:57\", \"iteration\": \"31\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_32\", \"run_number\": 415, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:24:54.135163Z\", \"end_time\": \"2021-11-01T00:25:46.049966Z\", \"created_time\": \"2021-11-01T00:24:43.57632Z\", \"created_time_dt\": \"2021-11-01T00:24:43.57632Z\", \"duration\": \"0:01:02\", \"iteration\": \"32\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_33\", \"run_number\": 416, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:25:26.137469Z\", \"end_time\": \"2021-11-01T00:26:19.087425Z\", \"created_time\": \"2021-11-01T00:25:15.540271Z\", \"created_time_dt\": \"2021-11-01T00:25:15.540271Z\", \"duration\": \"0:01:03\", \"iteration\": \"33\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, LightGBM\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_34\", \"run_number\": 417, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:25:27.034928Z\", \"end_time\": \"2021-11-01T00:26:17.831162Z\", \"created_time\": \"2021-11-01T00:25:21.870851Z\", \"created_time_dt\": \"2021-11-01T00:25:21.870851Z\", \"duration\": \"0:00:55\", \"iteration\": \"34\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, LightGBM\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.5, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_35\", \"run_number\": 418, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:25:57.3243Z\", \"end_time\": \"2021-11-01T00:26:48.954934Z\", \"created_time\": \"2021-11-01T00:25:49.102918Z\", \"created_time_dt\": \"2021-11-01T00:25:49.102918Z\", \"duration\": \"0:00:59\", \"iteration\": \"35\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"TruncatedSVDWrapper, XGBoostClassifier\", \"run_properties\": \"n_components=0.05947368421052632, random_state=None\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_36\", \"run_number\": 419, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:26:30.470177Z\", \"end_time\": \"2021-11-01T00:27:15.590723Z\", \"created_time\": \"2021-11-01T00:26:19.816647Z\", \"created_time_dt\": \"2021-11-01T00:26:19.816647Z\", \"duration\": \"0:00:55\", \"iteration\": \"36\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_37\", \"run_number\": 420, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:26:29.510686Z\", \"end_time\": \"2021-11-01T00:27:16.755688Z\", \"created_time\": \"2021-11-01T00:26:22.925304Z\", \"created_time_dt\": \"2021-11-01T00:26:22.925304Z\", \"duration\": \"0:00:53\", \"iteration\": \"37\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, LogisticRegression\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.0, \"best_metric\": 0.75}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"run_number\": 421, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:27:08.474004Z\", \"end_time\": \"2021-11-01T00:27:53.369687Z\", \"created_time\": \"2021-11-01T00:27:00.860813Z\", \"created_time_dt\": \"2021-11-01T00:27:00.860813Z\", \"duration\": \"0:00:52\", \"iteration\": \"38\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 1.0, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_39\", \"run_number\": 422, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:27:33.599553Z\", \"end_time\": \"2021-11-01T00:28:19.699538Z\", \"created_time\": \"2021-11-01T00:27:27.811688Z\", \"created_time_dt\": \"2021-11-01T00:27:27.811688Z\", \"duration\": \"0:00:51\", \"iteration\": \"39\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, XGBoostClassifier\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_40\", \"run_number\": 423, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:27:34.522709Z\", \"end_time\": \"2021-11-01T00:28:24.747052Z\", \"created_time\": \"2021-11-01T00:27:27.837311Z\", \"created_time_dt\": \"2021-11-01T00:27:27.837311Z\", \"duration\": \"0:00:56\", \"iteration\": \"40\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l2'\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_41\", \"run_number\": 424, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:28:04.542345Z\", \"end_time\": \"2021-11-01T00:29:04.007387Z\", \"created_time\": \"2021-11-01T00:27:55.287663Z\", \"created_time_dt\": \"2021-11-01T00:27:55.287663Z\", \"duration\": \"0:01:08\", \"iteration\": \"41\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l2'\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_42\", \"run_number\": 425, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:28:29.651108Z\", \"end_time\": \"2021-11-01T00:29:25.407993Z\", \"created_time\": \"2021-11-01T00:28:21.550647Z\", \"created_time_dt\": \"2021-11-01T00:28:21.550647Z\", \"duration\": \"0:01:03\", \"iteration\": \"42\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.67857143, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_43\", \"run_number\": 426, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:28:31.661907Z\", \"end_time\": \"2021-11-01T00:29:24.647948Z\", \"created_time\": \"2021-11-01T00:28:26.661136Z\", \"created_time_dt\": \"2021-11-01T00:28:26.661136Z\", \"duration\": \"0:00:57\", \"iteration\": \"43\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, LightGBM\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_44\", \"run_number\": 427, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:29:12.856562Z\", \"end_time\": \"2021-11-01T00:31:08.445675Z\", \"created_time\": \"2021-11-01T00:29:05.985845Z\", \"created_time_dt\": \"2021-11-01T00:29:05.985845Z\", \"duration\": \"0:02:02\", \"iteration\": \"44\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, LightGBM\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.0, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_45\", \"run_number\": 428, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:29:32.002301Z\", \"end_time\": \"2021-11-01T00:31:41.105437Z\", \"created_time\": \"2021-11-01T00:29:27.873997Z\", \"created_time_dt\": \"2021-11-01T00:29:27.873997Z\", \"duration\": \"0:02:13\", \"iteration\": \"45\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.42857143, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_46\", \"run_number\": 429, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:29:34.820796Z\", \"end_time\": \"2021-11-01T00:31:40.51122Z\", \"created_time\": \"2021-11-01T00:29:30.87871Z\", \"created_time_dt\": \"2021-11-01T00:29:30.87871Z\", \"duration\": \"0:02:09\", \"iteration\": \"46\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, ExtremeRandomTrees\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_47\", \"run_number\": 430, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:31:25.229469Z\", \"end_time\": \"2021-11-01T00:32:09.481227Z\", \"created_time\": \"2021-11-01T00:31:10.794898Z\", \"created_time_dt\": \"2021-11-01T00:31:10.794898Z\", \"duration\": \"0:00:58\", \"iteration\": \"47\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, ExtremeRandomTrees\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_48\", \"run_number\": 431, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:31:47.458518Z\", \"end_time\": \"2021-11-01T00:32:39.87938Z\", \"created_time\": \"2021-11-01T00:31:42.784453Z\", \"created_time_dt\": \"2021-11-01T00:31:42.784453Z\", \"duration\": \"0:00:57\", \"iteration\": \"48\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_49\", \"run_number\": 432, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:31:48.227799Z\", \"end_time\": \"2021-11-01T00:32:40.169335Z\", \"created_time\": \"2021-11-01T00:31:42.835199Z\", \"created_time_dt\": \"2021-11-01T00:31:42.835199Z\", \"duration\": \"0:00:57\", \"iteration\": \"49\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.0, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_50\", \"run_number\": 433, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:32:21.412731Z\", \"end_time\": \"2021-11-01T00:33:07.199593Z\", \"created_time\": \"2021-11-01T00:32:13.045369Z\", \"created_time_dt\": \"2021-11-01T00:32:13.045369Z\", \"duration\": \"0:00:54\", \"iteration\": \"50\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l2'\", \"primary_metric\": 0.35714286, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_51\", \"run_number\": 434, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:32:46.418479Z\", \"end_time\": \"2021-11-01T00:33:33.876487Z\", \"created_time\": \"2021-11-01T00:32:41.802049Z\", \"created_time_dt\": \"2021-11-01T00:32:41.802049Z\", \"duration\": \"0:00:52\", \"iteration\": \"51\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_52\", \"run_number\": 435, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:32:46.462545Z\", \"end_time\": \"2021-11-01T00:33:35.69485Z\", \"created_time\": \"2021-11-01T00:32:41.816803Z\", \"created_time_dt\": \"2021-11-01T00:32:41.816803Z\", \"duration\": \"0:00:53\", \"iteration\": \"52\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_53\", \"run_number\": 436, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:33:15.352106Z\", \"end_time\": \"2021-11-01T00:34:07.289921Z\", \"created_time\": \"2021-11-01T00:33:09.378538Z\", \"created_time_dt\": \"2021-11-01T00:33:09.378538Z\", \"duration\": \"0:00:57\", \"iteration\": \"53\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, LightGBM\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_54\", \"run_number\": 437, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:33:40.455508Z\", \"end_time\": \"2021-11-01T00:34:27.45627Z\", \"created_time\": \"2021-11-01T00:33:35.872261Z\", \"created_time_dt\": \"2021-11-01T00:33:35.872261Z\", \"duration\": \"0:00:51\", \"iteration\": \"54\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.42857143, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_55\", \"run_number\": 438, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:33:43.515174Z\", \"end_time\": \"2021-11-01T00:34:45.224659Z\", \"created_time\": \"2021-11-01T00:33:39.681497Z\", \"created_time_dt\": \"2021-11-01T00:33:39.681497Z\", \"duration\": \"0:01:05\", \"iteration\": \"55\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.96428571, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_56\", \"run_number\": 439, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:34:20.6306Z\", \"end_time\": \"2021-11-01T00:35:05.978884Z\", \"created_time\": \"2021-11-01T00:34:09.511553Z\", \"created_time_dt\": \"2021-11-01T00:34:09.511553Z\", \"duration\": \"0:00:56\", \"iteration\": \"56\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, ExtremeRandomTrees\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 1.0, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_57\", \"run_number\": 440, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:34:38.029562Z\", \"end_time\": \"2021-11-01T00:35:38.196514Z\", \"created_time\": \"2021-11-01T00:34:29.459137Z\", \"created_time_dt\": \"2021-11-01T00:34:29.459137Z\", \"duration\": \"0:01:08\", \"iteration\": \"57\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, RandomForest\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=True\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_58\", \"run_number\": 441, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:34:51.773059Z\", \"end_time\": \"2021-11-01T00:35:38.70997Z\", \"created_time\": \"2021-11-01T00:34:47.469823Z\", \"created_time_dt\": \"2021-11-01T00:34:47.469823Z\", \"duration\": \"0:00:51\", \"iteration\": \"58\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, ExtremeRandomTrees\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_59\", \"run_number\": 442, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:35:19.762917Z\", \"end_time\": \"2021-11-01T00:36:06.195509Z\", \"created_time\": \"2021-11-01T00:35:07.881234Z\", \"created_time_dt\": \"2021-11-01T00:35:07.881234Z\", \"duration\": \"0:00:58\", \"iteration\": \"59\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"MaxAbsScaler, RandomForest\", \"run_properties\": \"copy=True\", \"primary_metric\": 0.25, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_60\", \"run_number\": 443, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:35:48.900094Z\", \"end_time\": \"2021-11-01T00:36:36.536011Z\", \"created_time\": \"2021-11-01T00:35:41.207628Z\", \"created_time_dt\": \"2021-11-01T00:35:41.207628Z\", \"duration\": \"0:00:55\", \"iteration\": \"60\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"SparseNormalizer, RandomForest\", \"run_properties\": \"copy=True, norm='l1'\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_61\", \"run_number\": 444, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:35:49.010607Z\", \"end_time\": \"2021-11-01T00:36:36.002117Z\", \"created_time\": \"2021-11-01T00:35:44.312096Z\", \"created_time_dt\": \"2021-11-01T00:35:44.312096Z\", \"duration\": \"0:00:51\", \"iteration\": \"61\", \"goal\": \"norm_macro_recall_max\", \"run_name\": \"StandardScalerWrapper, XGBoostClassifier\", \"run_properties\": \"\\n    copy=True,\\n    with_mean=False,\\n    with_std=False\\n\", \"primary_metric\": 0.75, \"best_metric\": 1.0}, {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_62\", \"run_number\": 445, \"metric\": null, \"status\": \"Canceled\", \"run_type\": \"azureml.scriptrun\", \"training_percent\": \"100\", \"start_time\": \"2021-11-01T00:36:14.027265Z\", \"end_time\": \"2021-11-01T00:36:37.603794Z\", \"created_time\": \"2021-11-01T00:36:08.229259Z\", \"created_time_dt\": \"2021-11-01T00:36:08.229259Z\", \"duration\": \"0:00:29\", \"iteration\": \"62\", \"goal\": null, \"run_name\": \"StandardScalerWrapper, LightGBM\", \"run_properties\": null}], \"children_metrics\": {\"categories\": [0], \"series\": {\"balanced_accuracy\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"balanced_accuracy\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.875, 0.875, 0.75, 0.875, 0.875, 0.75, 0.75, 0.875, 0.875, 0.625, 0.875, 0.75, 0.7142857142857143, 0.875, 0.875, 0.875, 0.75, 0.7142857142857143, 0.875, 0.875, 0.875, 0.875, 0.625, 0.5, 0.875, 0.5, 0.5, 0.875, 0.75, 0.875, 0.5, 0.875, 0.875, 0.75, 0.75, 0.5, 0.875, 0.5, 1.0, 0.875, 0.875, 0.875, 0.8392857142857143, 0.875, 0.5, 0.7142857142857143, 0.875, 0.875, 0.875, 0.5, 0.6785714285714286, 0.875, 0.875, 0.875, 0.7142857142857143, 0.9821428571428572, 1.0, 0.875, 0.875, 0.625, 0.875, 0.875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"balanced_accuracy_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"precision_score_macro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"precision_score_macro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9827586206896552, 0.9827586206896552, 0.9666666666666667, 0.9827586206896552, 0.9827586206896552, 0.9666666666666667, 0.9666666666666667, 0.9827586206896552, 0.9827586206896552, 0.9516129032258065, 0.9827586206896552, 0.9666666666666667, 0.7142857142857143, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9666666666666667, 0.7142857142857143, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9516129032258065, 0.4375, 0.9827586206896552, 0.4375, 0.4375, 0.9827586206896552, 0.9666666666666667, 0.9827586206896552, 0.4375, 0.9827586206896552, 0.9827586206896552, 0.9666666666666667, 0.9666666666666667, 0.4375, 0.9827586206896552, 0.4375, 1.0, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.7814814814814814, 0.9827586206896552, 0.4375, 0.7142857142857143, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.4375, 0.6282051282051282, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.7142857142857143, 0.9, 1.0, 0.9827586206896552, 0.9827586206896552, 0.9516129032258065, 0.9827586206896552, 0.9827586206896552]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"precision_score_macro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 0.9827586206896552, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"log_loss\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"log_loss\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.12381858541141338, 0.06740241648198142, 0.1288012996970333, 0.0967320894047895, 0.2765929482618908, 0.6304252035512136, 0.13403919504172052, 0.10347526245211609, 0.16749053173459916, 0.43525759506846234, 0.11993303799122401, 0.13039022735631242, 0.16419166746589314, 0.1764856801980679, 0.07905558666314363, 0.6854211014630018, 0.15492385226900945, 0.22957205584779122, 0.10146452678844675, 0.17495114812299462, 0.0963651068605719, 0.27257288028882887, 0.24260948674375704, 0.2044797637643886, 0.07844809016953007, 0.3786942332433971, 0.3523040766994324, 0.13040688380345886, 0.19025758211659854, 0.08534555396722535, 0.37766704154408537, 0.08971576981932232, 0.651154344998558, 0.23243185868364236, 0.22397155995528573, 0.27944763730528455, 0.615421986369509, 0.2679843169518559, 0.09570390561749557, 0.07086481576612291, 0.3029314873006944, 0.25829159241424926, 0.314161377829616, 0.1855503404233855, 0.2738514045776026, 0.6650030818635552, 0.11833590187493587, 0.18782500878489747, 0.18400846373126034, 0.6741406280737615, 0.5282383402480817, 0.11070573162026572, 0.11405218547295055, 0.10256104920387006, 0.15933856751650433, 0.10402419103459257, 0.11667439244744132, 0.17579046416832006, 0.23169406457354957, 0.4636334429545291, 0.09016338055356551, 0.11557479395629919]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"log_loss_min\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.12381858541141338, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142, 0.06740241648198142]}], \"f1_score_micro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"f1_score_micro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.9375, 0.9375, 0.96875, 0.96875, 0.90625, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.875, 0.96875, 0.875, 0.875, 0.96875, 0.9375, 0.96875, 0.875, 0.96875, 0.96875, 0.9375, 0.9375, 0.875, 0.96875, 0.875, 1.0, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.875, 0.875, 0.96875, 0.96875, 0.96875, 0.875, 0.8125, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 1.0, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"f1_score_micro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"f1_score_weighted\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"f1_score_weighted\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9667919799498746, 0.9667919799498746, 0.92816091954023, 0.9667919799498746, 0.9667919799498746, 0.92816091954023, 0.92816091954023, 0.9667919799498746, 0.9667919799498746, 0.8805084745762711, 0.9667919799498746, 0.92816091954023, 0.875, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.92816091954023, 0.875, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.8805084745762711, 0.8166666666666667, 0.9667919799498746, 0.8166666666666667, 0.8166666666666667, 0.9667919799498746, 0.92816091954023, 0.9667919799498746, 0.8166666666666667, 0.9667919799498746, 0.9667919799498746, 0.92816091954023, 0.92816091954023, 0.8166666666666667, 0.9667919799498746, 0.8166666666666667, 1.0, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9106060606060606, 0.9667919799498746, 0.8166666666666667, 0.875, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.8166666666666667, 0.8277777777777778, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.875, 0.9702020202020203, 1.0, 0.9667919799498746, 0.9667919799498746, 0.8805084745762711, 0.9667919799498746, 0.9667919799498746]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"f1_score_weighted_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 0.9667919799498746, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"recall_score_weighted\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"recall_score_weighted\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.9375, 0.9375, 0.96875, 0.96875, 0.90625, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.875, 0.96875, 0.875, 0.875, 0.96875, 0.9375, 0.96875, 0.875, 0.96875, 0.96875, 0.9375, 0.9375, 0.875, 0.96875, 0.875, 1.0, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.875, 0.875, 0.96875, 0.96875, 0.96875, 0.875, 0.8125, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 1.0, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"recall_score_weighted_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"average_precision_score_weighted\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"average_precision_score_weighted\", \"stepped\": false, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0000000000000002, 1.0, 1.0, 0.9926724137931034, 0.9999999999999999, 1.0, 0.9768359007690903, 1.0, 1.0, 1.0, 0.9729166666666667, 0.9832560778142674, 1.0, 1.0, 1.0, 0.9334333095432171, 0.9926724137931034, 0.9832560778142674, 1.0, 1.0, 0.9768359007690903, 1.0, 1.0, 0.80886170635645, 0.8899743177307137, 0.9873896756978653, 0.9926724137931034, 1.0, 0.78125, 0.9926724137931034, 0.9999999999999999, 0.8959857852232539, 0.9009971629514599, 0.9391042779892106, 1.0, 0.9832560778142674, 1.0, 0.9999999999999999, 0.8958555768899207, 0.9349258702092057, 0.9491307939138441, 1.0, 0.9333034135404825, 0.9258969907407408, 1.0, 1.0, 0.9741449285468681, 0.8660570289863299, 0.8092948717948719, 1.0, 1.0, 0.9926724137931034, 0.9729166666666667, 1.0, 0.9999999999999999, 1.0, 0.9531385888988981, 1.0, 1.0, 1.0]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"average_precision_score_weighted_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002, 1.0000000000000002]}], \"f1_score_macro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"f1_score_macro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9197994987468672, 0.9197994987468672, 0.8160919540229885, 0.9197994987468672, 0.9197994987468672, 0.8160919540229885, 0.8160919540229885, 0.9197994987468672, 0.9197994987468672, 0.6745762711864407, 0.9197994987468672, 0.8160919540229885, 0.7142857142857143, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.8160919540229885, 0.7142857142857143, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.6745762711864407, 0.4666666666666667, 0.9197994987468672, 0.4666666666666667, 0.4666666666666667, 0.9197994987468672, 0.8160919540229885, 0.9197994987468672, 0.4666666666666667, 0.9197994987468672, 0.9197994987468672, 0.8160919540229885, 0.8160919540229885, 0.4666666666666667, 0.9197994987468672, 0.4666666666666667, 1.0, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.8060606060606059, 0.9197994987468672, 0.4666666666666667, 0.7142857142857143, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.4666666666666667, 0.6444444444444445, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.7142857142857143, 0.9353535353535354, 1.0, 0.9197994987468672, 0.9197994987468672, 0.6745762711864407, 0.9197994987468672, 0.9197994987468672]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"f1_score_macro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 0.9197994987468672, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"accuracy\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"accuracy\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.9375, 0.9375, 0.96875, 0.96875, 0.90625, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.875, 0.96875, 0.875, 0.875, 0.96875, 0.9375, 0.96875, 0.875, 0.96875, 0.96875, 0.9375, 0.9375, 0.875, 0.96875, 0.875, 1.0, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.875, 0.875, 0.96875, 0.96875, 0.96875, 0.875, 0.8125, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 1.0, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"accuracy_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"AUC_weighted\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"AUC_weighted\", \"stepped\": false, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 1.0, 1.0, 0.9553571428571428, 1.0, 1.0, 1.0, 0.9642857142857143, 0.9732142857142857, 1.0, 1.0, 1.0, 0.8348214285714286, 0.9910714285714286, 0.9732142857142857, 1.0, 1.0, 0.9553571428571428, 1.0, 1.0, 0.4732142857142857, 0.7767857142857143, 0.9821428571428572, 0.9910714285714286, 1.0, 0.5, 0.9910714285714286, 1.0, 0.7589285714285714, 0.7723214285714286, 0.8571428571428571, 1.0, 0.9732142857142857, 1.0, 1.0, 0.7589285714285714, 0.8125, 0.875, 1.0, 0.8392857142857143, 0.8482142857142857, 1.0, 1.0, 0.9464285714285714, 0.7232142857142857, 0.5892857142857143, 1.0, 1.0, 0.9910714285714286, 0.9642857142857143, 1.0, 1.0, 1.0, 0.8660714285714286, 1.0, 1.0, 1.0]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"AUC_weighted_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"average_precision_score_micro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"average_precision_score_micro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9935014840949821, 0.9990530303030303, 0.9926897321428572, 0.9990530303030303, 0.9990530303030303, 0.9889472962122874, 0.9925841072010426, 0.9990530303030303, 0.9861707181974058, 0.986350191118114, 0.9990530303030303, 0.9925841072010426, 0.9855970418470419, 0.9880136669153545, 0.9990530303030303, 0.9935329861111112, 0.9889870951740911, 0.9526138642255667, 0.9971852022058824, 0.9935014840949821, 0.9971852022058824, 0.9953368015552996, 0.9806973270838883, 0.9854919998302352, 0.9990530303030303, 0.8610961355592256, 0.9315016381183282, 0.9898458381554206, 0.9907557702433955, 0.9971852022058824, 0.828125, 0.9953368015552996, 0.9990530303030303, 0.9020743984239106, 0.9088058445252626, 0.9545639052212836, 0.9990530303030303, 0.9800041826506076, 1.0, 0.9990530303030303, 0.9046700410156245, 0.9444348400462471, 0.962575796434521, 0.9935014840949821, 0.9340977937925834, 0.9411964990628783, 0.9990530303030303, 0.9990530303030303, 0.9843109620998449, 0.9229195616354758, 0.7915482954545454, 0.9990530303030303, 0.9971852022058824, 0.9953368015552996, 0.9837750710722313, 0.9990530303030303, 1.0, 0.9990530303030303, 0.9656166811810147, 0.988099311083182, 0.9990530303030303, 0.9953368015552996]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"average_precision_score_micro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9935014840949821, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 0.9990530303030303, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"AUC_macro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"AUC_macro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 0.9910714285714286, 1.0, 1.0, 0.9553571428571428, 1.0, 1.0, 1.0, 0.9642857142857143, 0.9732142857142858, 1.0, 1.0, 1.0, 0.8348214285714286, 0.9910714285714286, 0.9732142857142858, 1.0, 1.0, 0.9553571428571428, 1.0, 1.0, 0.4732142857142857, 0.7767857142857144, 0.9821428571428572, 0.9910714285714286, 1.0, 0.5, 0.9910714285714286, 1.0, 0.7589285714285714, 0.7723214285714286, 0.8571428571428572, 1.0, 0.9732142857142858, 1.0, 1.0, 0.7589285714285714, 0.8125, 0.875, 1.0, 0.8392857142857143, 0.8482142857142857, 1.0, 1.0, 0.9464285714285714, 0.7232142857142857, 0.5892857142857143, 1.0, 1.0, 0.9910714285714286, 0.9642857142857142, 1.0, 1.0, 1.0, 0.8660714285714286, 1.0, 1.0, 1.0]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"AUC_macro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"precision_score_micro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"precision_score_micro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.9375, 0.9375, 0.96875, 0.96875, 0.90625, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.875, 0.96875, 0.875, 0.875, 0.96875, 0.9375, 0.96875, 0.875, 0.96875, 0.96875, 0.9375, 0.9375, 0.875, 0.96875, 0.875, 1.0, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.875, 0.875, 0.96875, 0.96875, 0.96875, 0.875, 0.8125, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 1.0, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"precision_score_micro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"matthews_correlation\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"matthews_correlation\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.8509629433967631, 0.8509629433967631, 0.6831300510639733, 0.8509629433967631, 0.8509629433967631, 0.6831300510639733, 0.6831300510639733, 0.8509629433967631, 0.8509629433967631, 0.47519096331149147, 0.8509629433967631, 0.6831300510639733, 0.42857142857142855, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.6831300510639733, 0.42857142857142855, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.47519096331149147, 0.0, 0.8509629433967631, 0.0, 0.0, 0.8509629433967631, 0.6831300510639733, 0.8509629433967631, 0.0, 0.8509629433967631, 0.8509629433967631, 0.6831300510639733, 0.6831300510639733, 0.0, 0.8509629433967631, 0.0, 1.0, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.6180700462007377, 0.8509629433967631, 0.0, 0.42857142857142855, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.0, 0.30261376633440124, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.42857142857142855, 0.8783100656536799, 1.0, 0.8509629433967631, 0.8509629433967631, 0.47519096331149147, 0.8509629433967631, 0.8509629433967631]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"matthews_correlation_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 0.8509629433967631, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"recall_score_macro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"recall_score_macro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.875, 0.875, 0.75, 0.875, 0.875, 0.75, 0.75, 0.875, 0.875, 0.625, 0.875, 0.75, 0.7142857142857143, 0.875, 0.875, 0.875, 0.75, 0.7142857142857143, 0.875, 0.875, 0.875, 0.875, 0.625, 0.5, 0.875, 0.5, 0.5, 0.875, 0.75, 0.875, 0.5, 0.875, 0.875, 0.75, 0.75, 0.5, 0.875, 0.5, 1.0, 0.875, 0.875, 0.875, 0.8392857142857143, 0.875, 0.5, 0.7142857142857143, 0.875, 0.875, 0.875, 0.5, 0.6785714285714286, 0.875, 0.875, 0.875, 0.7142857142857143, 0.9821428571428572, 1.0, 0.875, 0.875, 0.625, 0.875, 0.875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"recall_score_macro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 0.875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"AUC_micro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"AUC_micro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9931640625, 0.9990234375, 0.994140625, 0.9990234375, 0.9990234375, 0.98828125, 0.9921875, 0.9990234375, 0.9853515625, 0.9853515625, 0.9990234375, 0.9921875, 0.984375, 0.9873046875, 0.9990234375, 0.9931640625, 0.98828125, 0.9541015625, 0.9970703125, 0.9931640625, 0.9970703125, 0.9951171875, 0.9794921875, 0.984375, 0.9990234375, 0.869140625, 0.935546875, 0.9892578125, 0.990234375, 0.9970703125, 0.875, 0.9951171875, 0.9990234375, 0.9375, 0.9423828125, 0.953125, 0.9990234375, 0.978515625, 1.0, 0.9990234375, 0.9404296875, 0.9521484375, 0.9619140625, 0.9931640625, 0.94921875, 0.955078125, 0.9990234375, 0.9990234375, 0.9833984375, 0.923828125, 0.8046875, 0.9990234375, 0.9970703125, 0.9951171875, 0.982421875, 0.9990234375, 1.0, 0.9990234375, 0.9658203125, 0.9873046875, 0.9990234375, 0.9951171875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"AUC_micro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9931640625, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 0.9990234375, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"precision_score_weighted\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"precision_score_weighted\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.9698275862068966, 0.9698275862068966, 0.9416666666666667, 0.9698275862068966, 0.9698275862068966, 0.9416666666666667, 0.9416666666666667, 0.9698275862068966, 0.9698275862068966, 0.9153225806451613, 0.9698275862068966, 0.9416666666666667, 0.875, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9416666666666667, 0.875, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9153225806451613, 0.765625, 0.9698275862068966, 0.765625, 0.765625, 0.9698275862068966, 0.9416666666666667, 0.9698275862068966, 0.765625, 0.9698275862068966, 0.9698275862068966, 0.9416666666666667, 0.9416666666666667, 0.765625, 0.9698275862068966, 0.765625, 1.0, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9175925925925925, 0.9698275862068966, 0.765625, 0.875, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.765625, 0.8493589743589743, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.875, 0.975, 1.0, 0.9698275862068966, 0.9698275862068966, 0.9153225806451613, 0.9698275862068966, 0.9698275862068966]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"precision_score_weighted_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 0.9698275862068966, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"average_precision_score_macro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"average_precision_score_macro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 0.9743842364532019, 1.0, 1.0, 0.9272395623442422, 1.0, 1.0, 1.0, 0.905952380952381, 0.9445136771183569, 1.0, 1.0, 1.0, 0.8323700544328587, 0.9743842364532019, 0.9445136771183569, 1.0, 1.0, 0.9272395623442422, 1.0, 1.0, 0.5581502195005994, 0.6978424672746935, 0.9570798146844944, 0.9743842364532019, 1.0, 0.5, 0.9743842364532019, 1.0, 0.847245333491629, 0.8496769502579771, 0.8282976826605013, 1.0, 0.9445136771183569, 1.0, 1.0, 0.8471709287297242, 0.872814782976689, 0.8622133948415245, 1.0, 0.8681376648802757, 0.8210482804232804, 1.0, 1.0, 0.9209399591696389, 0.6162018426505735, 0.5606684981684982, 1.0, 1.0, 0.9743842364532019, 0.905952380952381, 1.0, 1.0, 1.0, 0.8886355846339569, 1.0, 1.0, 1.0]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"average_precision_score_macro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"norm_macro_recall\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"norm_macro_recall\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.75, 0.75, 0.5, 0.75, 0.75, 0.5, 0.5, 0.75, 0.75, 0.25, 0.75, 0.5, 0.4285714285714286, 0.75, 0.75, 0.75, 0.5, 0.4285714285714286, 0.75, 0.75, 0.75, 0.75, 0.25, 0.0, 0.75, 0.0, 0.0, 0.75, 0.5, 0.75, 0.0, 0.75, 0.75, 0.5, 0.5, 0.0, 0.75, 0.0, 1.0, 0.75, 0.75, 0.75, 0.6785714285714286, 0.75, 0.0, 0.4285714285714286, 0.75, 0.75, 0.75, 0.0, 0.3571428571428572, 0.75, 0.75, 0.75, 0.4285714285714286, 0.9642857142857144, 1.0, 0.75, 0.75, 0.25, 0.75, 0.75]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"norm_macro_recall_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 0.75, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"weighted_accuracy\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"weighted_accuracy\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.995, 0.995, 0.99, 0.995, 0.995, 0.99, 0.99, 0.995, 0.995, 0.985, 0.995, 0.99, 0.92, 0.995, 0.995, 0.995, 0.99, 0.92, 0.995, 0.995, 0.995, 0.995, 0.985, 0.98, 0.995, 0.98, 0.98, 0.995, 0.99, 0.995, 0.98, 0.995, 0.995, 0.99, 0.99, 0.98, 0.995, 0.98, 1.0, 0.995, 0.995, 0.995, 0.925, 0.995, 0.98, 0.92, 0.995, 0.995, 0.995, 0.98, 0.85, 0.995, 0.995, 0.995, 0.92, 0.965, 1.0, 0.995, 0.995, 0.985, 0.995, 0.995]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"weighted_accuracy_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 0.995, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}], \"recall_score_micro\": [{\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"markers\", \"name\": \"recall_score_micro\", \"stepped\": false, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.9375, 0.96875, 0.96875, 0.9375, 0.9375, 0.96875, 0.96875, 0.90625, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.9375, 0.875, 0.96875, 0.96875, 0.96875, 0.96875, 0.90625, 0.875, 0.96875, 0.875, 0.875, 0.96875, 0.9375, 0.96875, 0.875, 0.96875, 0.96875, 0.9375, 0.9375, 0.875, 0.96875, 0.875, 1.0, 0.96875, 0.96875, 0.96875, 0.90625, 0.96875, 0.875, 0.875, 0.96875, 0.96875, 0.96875, 0.875, 0.8125, 0.96875, 0.96875, 0.96875, 0.875, 0.96875, 1.0, 0.96875, 0.96875, 0.90625, 0.96875, 0.96875]}, {\"categories\": [\"0\", \"1\", \"2\", \"3\", \"4\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"32\", \"33\", \"34\", \"35\", \"36\", \"37\", \"38\", \"39\", \"40\", \"41\", \"42\", \"43\", \"44\", \"45\", \"46\", \"47\", \"48\", \"49\", \"50\", \"51\", \"52\", \"53\", \"54\", \"55\", \"56\", \"57\", \"58\", \"59\", \"60\", \"61\"], \"mode\": \"lines\", \"name\": \"recall_score_micro_max\", \"stepped\": true, \"type\": \"scatter\", \"data\": [0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 0.96875, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0]}]}, \"metricName\": null, \"primaryMetricName\": \"norm_macro_recall\", \"showLegend\": false}, \"run_metrics\": [{\"name\": \"experiment_status\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], \"series\": [{\"data\": [\"DatasetEvaluation\", \"FeaturesGeneration\", \"DatasetFeaturization\", \"DatasetFeaturizationCompleted\", \"DatasetBalancing\", \"ModelSelection\", \"BestRunExplainModel\", \"ModelExplanationDataSetSetup\", \"PickSurrogateModel\", \"EngineeredFeatureExplanations\", \"EngineeredFeatureExplanations\", \"RawFeaturesExplanations\", \"RawFeaturesExplanations\", \"BestRunExplainModel\"]}]}, {\"name\": \"experiment_status_description\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], \"series\": [{\"data\": [\"Gathering dataset statistics.\", \"Generating features for the dataset.\", \"Beginning to fit featurizers and featurize the dataset.\", \"Completed fit featurizers and featurizing the dataset.\", \"Performing class balancing sweeping\", \"Beginning model selection.\", \"Best run model explanations started\", \"Model explanations data setup completed\", \"Choosing LinearModel as the surrogate model for explanations\", \"Computation of engineered features started\", \"Computation of engineered features completed\", \"Computation of raw features started\", \"Computation of raw features completed\", \"Best run model explanations completed\"]}]}, {\"name\": \"recall_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"AUC_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"precision_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"log_loss\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [0.09570390561749557]}]}, {\"name\": \"precision_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"recall_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"AUC_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"norm_macro_recall\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"matthews_correlation\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"recall_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"weighted_accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"balanced_accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"precision_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"AUC_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}], \"run_logs\": \"\\nRun is completed.\", \"graph\": {}, \"widget_settings\": {\"childWidgetDisplay\": \"popup\", \"send_telemetry\": false, \"log_level\": \"INFO\", \"sdk_version\": \"1.40.0\"}, \"loading\": false}"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from azureml.widgets import RunDetails\n",
    "\n",
    "# Get the most recent run\n",
    "run = next(experiment.get_runs())\n",
    "# Or explicitly by ID: run = AutoMLRun(experiment, 'AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7')\n",
    "\n",
    "# Display details of that run\n",
    "RunDetails(run).show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:The version of the SDK does not match the version the model was trained on.\n",
      "WARNING:root:The consistency in the result may not be guaranteed.\n",
      "WARNING:root:Package:azureml-automl-core, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-automl-runtime, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-core, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-dataprep, training version:2.23.2, current version:3.0.2\n",
      "Package:azureml-dataprep-rslex, training version:1.21.2, current version:2.4.2\n",
      "Package:azureml-dataset-runtime, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-defaults, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-interpret, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-mlflow, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-pipeline-core, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-telemetry, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-train-automl-client, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-train-automl-runtime, training version:1.35.0, current version:1.40.0.post1\n",
      "Package:azureml-train-core, training version:1.35.0, current version:1.40.0\n",
      "Package:azureml-train-restclients-hyperdrive, training version:1.35.0, current version:1.40.0\n",
      "WARNING:root:Below packages were used for model training but missing in current environment:\n",
      "WARNING:root:Package:azureml-model-management-sdk, training version:1.0.1b6.post1\n",
      "Package:azureml-responsibleai, training version:1.35.0\n",
      "WARNING:root:Please ensure the version of your local conda dependencies match the version on which your model was trained in order to properly retrieve your model.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best Run: AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "031de3609356404daa6a1312d5504175",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "_UserRunWidget(widget_settings={'childWidgetDisplay': 'popup', 'send_telemetry': False, 'log_level': 'INFO', '…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/aml.mini.widget.v1": "{\"status\": \"Completed\", \"workbench_run_details_uri\": \"https://ml.azure.com/runs/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38?wsid=/subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourcegroups/datascience/workspaces/DataScience&tid=542fe8ad-7ac8-4b9e-898f-d6de53312581\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"run_properties\": {\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"created_utc\": \"2021-11-01T00:27:00.860813Z\", \"properties\": {\"runTemplate\": \"automl_child\", \"pipeline_id\": \"e4893e40278b2ad331d980001cdcf1d1b53dd77b\", \"pipeline_spec\": \"{\\\"objects\\\": [{\\\"class_name\\\": \\\"MaxAbsScaler\\\", \\\"module\\\": \\\"sklearn.preprocessing\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"preproc\\\"}, {\\\"class_name\\\": \\\"RandomForestClassifier\\\", \\\"module\\\": \\\"sklearn.ensemble\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {\\\"bootstrap\\\": false, \\\"class_weight\\\": \\\"balanced\\\", \\\"criterion\\\": \\\"gini\\\", \\\"max_features\\\": 0.1, \\\"min_samples_leaf\\\": 0.01, \\\"min_samples_split\\\": 0.056842105263157895, \\\"n_estimators\\\": 600, \\\"oob_score\\\": false}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"sklearn\\\"}], \\\"pipeline_id\\\": \\\"e4893e40278b2ad331d980001cdcf1d1b53dd77b\\\", \\\"module\\\": \\\"sklearn.pipeline\\\", \\\"class_name\\\": \\\"Pipeline\\\", \\\"pipeline_name\\\": \\\"{ MaxAbsScaler, RandomForestClassifier }\\\"}\", \"training_percent\": \"100\", \"predicted_cost\": \"3.818884621636067\", \"iteration\": \"38\", \"_aml_system_scenario_identification\": \"Remote.Child\", \"_azureml.ComputeTargetType\": \"amlcompute\", \"ContentSnapshotId\": \"1f57fa1a-5d83-4a11-84c1-0318bea0df92\", \"ProcessInfoFile\": \"azureml-logs/process_info.json\", \"ProcessStatusFile\": \"azureml-logs/process_status.json\", \"run_preprocessor\": \"MaxAbsScaler\", \"run_algorithm\": \"RandomForest\", \"model_output_path\": \"outputs/model.pkl\", \"conda_env_data_location\": \"aml://artifact/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/conda_env_v_1_0_0.yml\", \"model_data_location\": \"aml://artifact/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/model.pkl\", \"model_size_on_disk\": \"5783059\", \"scoring_data_location\": \"aml://artifact/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/scoring_file_v_1_0_0.py\", \"scoring_data_location_v2\": \"aml://artifact/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/scoring_file_v_2_0_0.py\", \"model_exp_support\": \"True\", \"pipeline_graph_version\": \"1.0.0\", \"model_name\": \"AutoMLe5ca49e8638\", \"score\": \"1.0\", \"score_table\": \"NaN\", \"run_properties\": \"copy=True\", \"pipeline_script\": \"{\\\"objects\\\": [{\\\"class_name\\\": \\\"MaxAbsScaler\\\", \\\"module\\\": \\\"sklearn.preprocessing\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"preproc\\\"}, {\\\"class_name\\\": \\\"RandomForestClassifier\\\", \\\"module\\\": \\\"sklearn.ensemble\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {\\\"bootstrap\\\": false, \\\"class_weight\\\": \\\"balanced\\\", \\\"criterion\\\": \\\"gini\\\", \\\"max_features\\\": 0.1, \\\"min_samples_leaf\\\": 0.01, \\\"min_samples_split\\\": 0.056842105263157895, \\\"n_estimators\\\": 600, \\\"oob_score\\\": false}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"sklearn\\\"}], \\\"pipeline_id\\\": \\\"e4893e40278b2ad331d980001cdcf1d1b53dd77b\\\", \\\"module\\\": \\\"sklearn.pipeline\\\", \\\"class_name\\\": \\\"Pipeline\\\", \\\"pipeline_name\\\": \\\"{ MaxAbsScaler, RandomForestClassifier }\\\"}\", \"training_type\": \"train_valid\", \"fit_time\": \"1.35491\", \"goal\": \"norm_macro_recall_max\", \"primary_metric\": \"norm_macro_recall\", \"errors\": \"{}\", \"onnx_model_resource\": \"{}\", \"dependencies_versions\": \"{\\\"azureml-train-restclients-hyperdrive\\\": \\\"1.35.0\\\", \\\"azureml-train-core\\\": \\\"1.35.0\\\", \\\"azureml-train-automl-runtime\\\": \\\"1.35.0\\\", \\\"azureml-train-automl-client\\\": \\\"1.35.0\\\", \\\"azureml-telemetry\\\": \\\"1.35.0\\\", \\\"azureml-responsibleai\\\": \\\"1.35.0\\\", \\\"azureml-pipeline-core\\\": \\\"1.35.0\\\", \\\"azureml-model-management-sdk\\\": \\\"1.0.1b6.post1\\\", \\\"azureml-mlflow\\\": \\\"1.35.0\\\", \\\"azureml-interpret\\\": \\\"1.35.0\\\", \\\"azureml-inference-server-http\\\": \\\"0.3.2\\\", \\\"azureml-defaults\\\": \\\"1.35.0\\\", \\\"azureml-dataset-runtime\\\": \\\"1.35.0\\\", \\\"azureml-dataprep\\\": \\\"2.23.2\\\", \\\"azureml-dataprep-rslex\\\": \\\"1.21.2\\\", \\\"azureml-dataprep-native\\\": \\\"38.0.0\\\", \\\"azureml-core\\\": \\\"1.35.0\\\", \\\"azureml-automl-runtime\\\": \\\"1.35.0\\\", \\\"azureml-automl-core\\\": \\\"1.35.0\\\"}\", \"num_cores\": \"6\", \"num_logical_cores\": \"6\", \"peak_memory_usage\": \"1281344\", \"vm_configuration\": \"x86_64\", \"core_hours\": \"0.003260303888888889\", \"feature_skus\": \"automatedml_sdk_dnnnlp,automatedml_sdk_guardrails\"}, \"tags\": {\"_aml_system_azureml.automlComponent\": \"AutoML\", \"_aml_system_ComputeTargetStatus\": \"{\\\"AllocationState\\\":\\\"steady\\\",\\\"PreparingNodeCount\\\":0,\\\"RunningNodeCount\\\":1,\\\"CurrentNodeCount\\\":1}\", \"mlflow.source.type\": \"JOB\", \"mlflow.source.name\": \"automl_driver.py\", \"_aml_system_automl_is_child_run_end_telemetry_event_logged\": \"True\", \"model_explain_run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_ModelExplain\", \"model_explanation\": \"True\"}, \"script_name\": null, \"arguments\": null, \"end_time_utc\": \"2021-11-01T00:27:53.369687Z\", \"status\": \"Completed\", \"log_files\": {\"azureml-logs/55_azureml-execution-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/azureml-logs/55_azureml-execution-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt?sv=2019-07-07&sr=b&sig=NjXBfzoXTyn9B%2FNyu6huDLBWccqyMw%2BmV5XZu3MfpOQ%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T01%3A15%3A38Z&ske=2022-06-21T09%3A25%3A38Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"azureml-logs/65_job_prep-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/azureml-logs/65_job_prep-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt?sv=2019-07-07&sr=b&sig=k%2B%2Bini7Xi8i2lzS%2FPfp8%2FbYlU5ckuSaEvdiawG%2BJO0k%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T01%3A15%3A38Z&ske=2022-06-21T09%3A25%3A38Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"azureml-logs/70_driver_log.txt\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/azureml-logs/70_driver_log.txt?sv=2019-07-07&sr=b&sig=7yv6ArZAj3tgjxXzO66liHej07S0d9g1JSPDq4yH7TE%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T01%3A15%3A38Z&ske=2022-06-21T09%3A25%3A38Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"azureml-logs/75_job_post-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/azureml-logs/75_job_post-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt?sv=2019-07-07&sr=b&sig=74KUjQ8Va6gSf28%2FjImhjfwpfebUtnSwsiTYUQbIaTY%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T01%3A15%3A38Z&ske=2022-06-21T09%3A25%3A38Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"logs/azureml/96_azureml.log\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/logs/azureml/96_azureml.log?sv=2019-07-07&sr=b&sig=N70yIAsFzIJjiIoip9r8P%2BvXSdZlDA5s7oor800bn3c%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T03%3A05%3A35Z&ske=2022-06-21T11%3A15%3A35Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"logs/azureml/azureml_automl-child.log\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/logs/azureml/azureml_automl-child.log?sv=2019-07-07&sr=b&sig=WrznQH3y4UWQif%2B9R2wZMl2BzFHsvIh6fdM3cCbLPnI%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T03%3A05%3A35Z&ske=2022-06-21T11%3A15%3A35Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"logs/azureml/azureml_automl.log\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/logs/azureml/azureml_automl.log?sv=2019-07-07&sr=b&sig=0mNiaQ4MboA0YRJB7s3aD%2FlnO3f8sVPYz3OL4kfXGbU%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T03%3A05%3A35Z&ske=2022-06-21T11%3A15%3A35Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"logs/azureml/job_prep_azureml.log\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/logs/azureml/job_prep_azureml.log?sv=2019-07-07&sr=b&sig=Vo8Zi7hnFDYymYxHtz9XtrCe39itJPhZ32q4%2BSNBeKk%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T03%3A05%3A35Z&ske=2022-06-21T11%3A15%3A35Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\", \"logs/azureml/job_release_azureml.log\": \"https://datascience7947653020.blob.core.windows.net/azureml/ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/logs/azureml/job_release_azureml.log?sv=2019-07-07&sr=b&sig=gQHk9lVJ3Vx0iTyWDrbjdfhRMZZPX3ZqLpRM0IxPJlw%3D&skoid=a902932c-4bba-4a7b-b608-3f75f1d62706&sktid=542fe8ad-7ac8-4b9e-898f-d6de53312581&skt=2022-06-20T03%3A05%3A35Z&ske=2022-06-21T11%3A15%3A35Z&sks=b&skv=2019-07-07&st=2022-06-20T03%3A47%3A32Z&se=2022-06-20T11%3A57%3A32Z&sp=r\"}, \"log_groups\": [[\"logs/azureml/azureml_automl-child.log\", \"logs/azureml/azureml_automl.log\", \"logs/azureml/job_prep_azureml.log\", \"logs/azureml/job_release_azureml.log\"], [\"azureml-logs/55_azureml-execution-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\"], [\"azureml-logs/65_job_prep-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\"], [\"azureml-logs/70_driver_log.txt\"], [\"azureml-logs/75_job_post-tvmps_d90b100007b512f42b67fc20145148bbcb28344e30f73688ccf9cdc929c1fcb3_d.txt\"], [\"logs/azureml/96_azureml.log\"]], \"run_duration\": \"0:00:52\", \"run_number\": \"421\", \"run_queued_details\": {\"status\": \"Completed\", \"details\": null}}, \"child_runs\": [{\"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_ModelExplain\", \"run_number\": 446, \"metric\": null, \"status\": \"Completed\", \"run_type\": \"automl.model_explain\", \"training_percent\": null, \"start_time\": \"2021-11-01T00:36:49.120137Z\", \"end_time\": \"2021-11-01T00:40:38.36461Z\", \"created_time\": \"2021-11-01T00:36:40.087246Z\", \"created_time_dt\": \"2021-11-01T00:36:40.087246Z\", \"duration\": \"0:03:58\"}], \"children_metrics\": {\"categories\": null, \"series\": null, \"metricName\": null}, \"run_metrics\": [{\"name\": \"AUC_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"AUC_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"log_loss\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [0.09570390561749557]}]}, {\"name\": \"norm_macro_recall\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"precision_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"recall_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"average_precision_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"recall_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"precision_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"AUC_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"recall_score_weighted\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"weighted_accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"precision_score_micro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"matthews_correlation\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"f1_score_macro\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"balanced_accuracy\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [1.0]}]}, {\"name\": \"confusion_matrix\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [{\"schema_type\": \"confusion_matrix\", \"schema_version\": \"1.0.0\", \"data\": {\"class_labels\": [\"0.0\", \"1.0\"], \"matrix\": [[28, 0], [0, 4]]}}]}]}, {\"name\": \"accuracy_table\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [{\"schema_type\": \"accuracy_table\", \"schema_version\": \"1.0.1\", \"data\": {\"class_labels\": [\"0.0\", \"1.0\"], \"probability_tables\": [[[28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 1, 3, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [26, 0, 4, 2], [26, 0, 4, 2], [26, 0, 4, 2], [26, 0, 4, 2], [26, 0, 4, 2], [26, 0, 4, 2], [24, 0, 4, 4], [23, 0, 4, 5], [21, 0, 4, 7], [19, 0, 4, 9], [17, 0, 4, 11], [13, 0, 4, 15], [10, 0, 4, 18], [8, 0, 4, 20], [6, 0, 4, 22], [1, 0, 4, 27], [0, 0, 4, 28]], [[4, 28, 0, 0], [4, 27, 1, 0], [4, 22, 6, 0], [4, 20, 8, 0], [4, 18, 10, 0], [4, 15, 13, 0], [4, 11, 17, 0], [4, 9, 19, 0], [4, 7, 21, 0], [4, 5, 23, 0], [4, 4, 24, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [3, 0, 28, 1], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4]]], \"percentile_tables\": [[[28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 4, 0, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 3, 1, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 2, 2, 0], [28, 1, 3, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [28, 0, 4, 0], [27, 0, 4, 1], [27, 0, 4, 1], [27, 0, 4, 1], [26, 0, 4, 2], [26, 0, 4, 2], [25, 0, 4, 3], [24, 0, 4, 4], [24, 0, 4, 4], [23, 0, 4, 5], [22, 0, 4, 6], [22, 0, 4, 6], [21, 0, 4, 7], [21, 0, 4, 7], [20, 0, 4, 8], [19, 0, 4, 9], [19, 0, 4, 9], [18, 0, 4, 10], [18, 0, 4, 10], [18, 0, 4, 10], [17, 0, 4, 11], [16, 0, 4, 12], [16, 0, 4, 12], [15, 0, 4, 13], [15, 0, 4, 13], [14, 0, 4, 14], [13, 0, 4, 15], [13, 0, 4, 15], [12, 0, 4, 16], [11, 0, 4, 17], [11, 0, 4, 17], [10, 0, 4, 18], [9, 0, 4, 19], [9, 0, 4, 19], [8, 0, 4, 20], [7, 0, 4, 21], [7, 0, 4, 21], [6, 0, 4, 22], [6, 0, 4, 22], [5, 0, 4, 23], [4, 0, 4, 24], [4, 0, 4, 24], [3, 0, 4, 25], [2, 0, 4, 26], [2, 0, 4, 26], [1, 0, 4, 27], [1, 0, 4, 27]], [[4, 28, 0, 0], [4, 27, 1, 0], [4, 26, 2, 0], [4, 26, 2, 0], [4, 25, 3, 0], [4, 24, 4, 0], [4, 24, 4, 0], [4, 23, 5, 0], [4, 22, 6, 0], [4, 22, 6, 0], [4, 21, 7, 0], [4, 20, 8, 0], [4, 20, 8, 0], [4, 19, 9, 0], [4, 19, 9, 0], [4, 18, 10, 0], [4, 17, 11, 0], [4, 17, 11, 0], [4, 16, 12, 0], [4, 15, 13, 0], [4, 15, 13, 0], [4, 14, 14, 0], [4, 13, 15, 0], [4, 13, 15, 0], [4, 12, 16, 0], [4, 12, 16, 0], [4, 11, 17, 0], [4, 10, 18, 0], [4, 10, 18, 0], [4, 10, 18, 0], [4, 9, 19, 0], [4, 9, 19, 0], [4, 8, 20, 0], [4, 7, 21, 0], [4, 7, 21, 0], [4, 6, 22, 0], [4, 6, 22, 0], [4, 5, 23, 0], [4, 4, 24, 0], [4, 4, 24, 0], [4, 3, 25, 0], [4, 2, 26, 0], [4, 2, 26, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 1, 27, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [4, 0, 28, 0], [3, 0, 28, 1], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [2, 0, 28, 2], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [1, 0, 28, 3], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4], [0, 0, 28, 4]]], \"probability_thresholds\": [0.0, 0.010101010101010102, 0.020202020202020204, 0.030303030303030304, 0.04040404040404041, 0.05050505050505051, 0.06060606060606061, 0.07070707070707072, 0.08080808080808081, 0.09090909090909091, 0.10101010101010102, 0.11111111111111112, 0.12121212121212122, 0.13131313131313133, 0.14141414141414144, 0.15151515151515152, 0.16161616161616163, 0.17171717171717174, 0.18181818181818182, 0.19191919191919193, 0.20202020202020204, 0.21212121212121213, 0.22222222222222224, 0.23232323232323235, 0.24242424242424243, 0.25252525252525254, 0.26262626262626265, 0.27272727272727276, 0.2828282828282829, 0.29292929292929293, 0.30303030303030304, 0.31313131313131315, 0.32323232323232326, 0.33333333333333337, 0.3434343434343435, 0.3535353535353536, 0.36363636363636365, 0.37373737373737376, 0.38383838383838387, 0.393939393939394, 0.4040404040404041, 0.4141414141414142, 0.42424242424242425, 0.43434343434343436, 0.4444444444444445, 0.4545454545454546, 0.4646464646464647, 0.4747474747474748, 0.48484848484848486, 0.494949494949495, 0.5050505050505051, 0.5151515151515152, 0.5252525252525253, 0.5353535353535354, 0.5454545454545455, 0.5555555555555556, 0.5656565656565657, 0.5757575757575758, 0.5858585858585859, 0.595959595959596, 0.6060606060606061, 0.6161616161616162, 0.6262626262626263, 0.6363636363636365, 0.6464646464646465, 0.6565656565656566, 0.6666666666666667, 0.6767676767676768, 0.686868686868687, 0.696969696969697, 0.7070707070707072, 0.7171717171717172, 0.7272727272727273, 0.7373737373737375, 0.7474747474747475, 0.7575757575757577, 0.7676767676767677, 0.7777777777777778, 0.787878787878788, 0.797979797979798, 0.8080808080808082, 0.8181818181818182, 0.8282828282828284, 0.8383838383838385, 0.8484848484848485, 0.8585858585858587, 0.8686868686868687, 0.8787878787878789, 0.888888888888889, 0.8989898989898991, 0.9090909090909092, 0.9191919191919192, 0.9292929292929294, 0.9393939393939394, 0.9494949494949496, 0.9595959595959597, 0.9696969696969697, 0.9797979797979799, 0.98989898989899, 1.0], \"percentile_thresholds\": [0.008354914617718085, 0.010186572642433556, 0.011265196525880787, 0.011339774887637035, 0.011411177614223207, 0.012042635821913986, 0.01407555591368715, 0.01475788683741451, 0.015403045150205612, 0.019066581800689042, 0.022115628678744607, 0.024703808227479272, 0.03238577294236446, 0.037584863877506855, 0.039473456439658876, 0.04089856525570559, 0.042928651272337984, 0.046664298517978396, 0.04866173526316227, 0.04997303312011942, 0.05133920284881181, 0.05275769345713445, 0.0542154247251798, 0.05676469099326062, 0.05854922093942776, 0.05931410245637667, 0.06169860371565413, 0.06363312685139152, 0.06376786311897523, 0.0654827036211994, 0.06785125254443619, 0.07034980183061146, 0.07388835475347699, 0.07820691040386019, 0.08233394483568228, 0.08573306488323257, 0.08816163241842043, 0.08984629967498262, 0.0935645278206465, 0.10267661663849195, 0.10682997480780301, 0.114308682293679, 0.15364043923542528, 0.18352266826617658, 0.20631775136368066, 0.2265445843643791, 0.24871398087345073, 0.2734734620603533, 0.37765285890280054, 0.47551365996164785, 0.5244863400383525, 0.6223471410972009, 0.7265265379396472, 0.7512860191265498, 0.7734554156356215, 0.7936822486363195, 0.8164773317338241, 0.8463595607645749, 0.885691317706321, 0.8931700251921971, 0.8973233833615083, 0.9064354721793536, 0.9101537003250174, 0.9118383675815795, 0.9142669351167675, 0.9176660551643179, 0.9217930895961401, 0.9261116452465232, 0.9296501981693885, 0.9321487474555636, 0.9345172963788008, 0.9362321368810251, 0.9363668731486083, 0.9383013962843458, 0.9406858975436236, 0.9414507790605726, 0.9432353090067398, 0.9457845752748206, 0.9472423065428655, 0.948660797151188, 0.9500269668798809, 0.9513382647368379, 0.9533357014820217, 0.9570713487276621, 0.9591014347442943, 0.960526543560341, 0.9624151361224931, 0.9676142270576356, 0.9752961917725208, 0.9778843713212555, 0.980933418199311, 0.9845969548497941, 0.9852421131625853, 0.9859244440863127, 0.9879573641780861, 0.9885888223857768, 0.9886602251123627, 0.9887348034741192, 0.9898134273575665, 0.9916450853822819]}}]}]}, {\"name\": \"model_explanation\", \"run_id\": \"AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\", \"categories\": [0], \"series\": [{\"data\": [{\"class_labels\": [0.0, 1.0], \"overall_summary\": [0.04719152456149325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], \"overall_imp\": [\"runtime_MeanImputer\", \"overview_WordGramTfIdf_heading out\", \"overview_WordGramTfIdf_heads and\", \"overview_WordGramTfIdf_heads\", \"overview_WordGramTfIdf_headquarters for\", \"overview_WordGramTfIdf_headquarters\", \"overview_WordGramTfIdf_headless man\", \"overview_WordGramTfIdf_headless\", \"overview_WordGramTfIdf_heading\", \"overview_WordGramTfIdf_head on\", \"overview_WordGramTfIdf_headed student\", \"overview_WordGramTfIdf_headed for\", \"overview_WordGramTfIdf_headed by\", \"overview_WordGramTfIdf_headed and\", \"overview_WordGramTfIdf_headed\", \"overview_WordGramTfIdf_head trauma\", \"overview_WordGramTfIdf_heal\", \"overview_WordGramTfIdf_heal in\", \"overview_WordGramTfIdf_healing\", \"overview_WordGramTfIdf_healing geoffrey\", \"overview_WordGramTfIdf_hear\", \"overview_WordGramTfIdf_hear from\", \"overview_WordGramTfIdf_hearing\", \"overview_WordGramTfIdf_hearing that\", \"overview_WordGramTfIdf_heart\", \"overview_WordGramTfIdf_heart belongs\", \"overview_WordGramTfIdf_heart gold\", \"overview_WordGramTfIdf_heart has\", \"overview_WordGramTfIdf_heart of\", \"overview_WordGramTfIdf_heart wrenching\", \"overview_WordGramTfIdf_heartbreak\", \"overview_WordGramTfIdf_heartbreak find\", \"overview_WordGramTfIdf_heaven\", \"overview_WordGramTfIdf_head over\", \"overview_WordGramTfIdf_head for\", \"overview_WordGramTfIdf_he prepares\", \"overview_WordGramTfIdf_he sees\", \"overview_WordGramTfIdf_he the\", \"overview_WordGramTfIdf_he takes\", \"overview_WordGramTfIdf_he struggles\", \"overview_WordGramTfIdf_he starts\", \"overview_WordGramTfIdf_he spends\", \"overview_WordGramTfIdf_he sets\", \"overview_WordGramTfIdf_he seeks\", \"overview_WordGramTfIdf_head first\", \"overview_WordGramTfIdf_he resisting\", \"overview_WordGramTfIdf_he recruits\", \"overview_WordGramTfIdf_he receives\", \"overview_WordGramTfIdf_he realizes\", \"overview_WordGramTfIdf_he raids\", \"overview_WordGramTfIdf_he proves\", \"overview_WordGramTfIdf_he thinks\", \"overview_WordGramTfIdf_he transported\", \"overview_WordGramTfIdf_he traps\", \"overview_WordGramTfIdf_he travels\", \"overview_WordGramTfIdf_he tries\", \"overview_WordGramTfIdf_he truly\", \"overview_WordGramTfIdf_he ulcer\", \"overview_WordGramTfIdf_he unmasks\", \"overview_WordGramTfIdf_he visits\", \"overview_WordGramTfIdf_he wanders\", \"overview_WordGramTfIdf_he wants\", \"overview_WordGramTfIdf_he was\", \"overview_WordGramTfIdf_he wasted\", \"overview_WordGramTfIdf_he will\", \"overview_WordGramTfIdf_he wrong\", \"overview_WordGramTfIdf_head\", \"overview_WordGramTfIdf_head cheerleader\", \"overview_WordGramTfIdf_heaven but\", \"overview_WordGramTfIdf_heavenly\", \"overview_WordGramTfIdf_heavenly angel\", \"overview_WordGramTfIdf_helped\", \"overview_WordGramTfIdf_henry\", \"overview_WordGramTfIdf_helpers but\", \"overview_WordGramTfIdf_helpers\", \"overview_WordGramTfIdf_helper to\", \"overview_WordGramTfIdf_helper\", \"overview_WordGramTfIdf_helped and\", \"overview_WordGramTfIdf_help to\", \"overview_WordGramTfIdf_heavy\", \"overview_WordGramTfIdf_help their\", \"overview_WordGramTfIdf_help the\", \"overview_WordGramTfIdf_help of\", \"overview_WordGramTfIdf_help kuzco\", \"overview_WordGramTfIdf_help jai\", \"overview_WordGramTfIdf_help in\", \"overview_WordGramTfIdf_henry begins\", \"overview_WordGramTfIdf_henry biggs\", \"overview_WordGramTfIdf_henry brougham\", \"overview_WordGramTfIdf_henry derek\", \"overview_WordGramTfIdf_henry everyone\", \"overview_WordGramTfIdf_henry is\", \"overview_WordGramTfIdf_henry must\", \"overview_WordGramTfIdf_henry struggles\", \"overview_WordGramTfIdf_henry tells\", \"overview_WordGramTfIdf_her\", \"overview_WordGramTfIdf_her are\", \"overview_WordGramTfIdf_her away\", \"overview_WordGramTfIdf_her bank\", \"overview_WordGramTfIdf_her beauty\"], \"per_class_summary\": [[0.04719152456149325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04719152456149325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]], \"per_class_imp\": [[\"runtime_MeanImputer\", \"overview_WordGramTfIdf_heading out\", \"overview_WordGramTfIdf_heads and\", \"overview_WordGramTfIdf_heads\", \"overview_WordGramTfIdf_headquarters for\", \"overview_WordGramTfIdf_headquarters\", \"overview_WordGramTfIdf_headless man\", \"overview_WordGramTfIdf_headless\", \"overview_WordGramTfIdf_heading\", \"overview_WordGramTfIdf_head on\", \"overview_WordGramTfIdf_headed student\", \"overview_WordGramTfIdf_headed for\", \"overview_WordGramTfIdf_headed by\", \"overview_WordGramTfIdf_headed and\", \"overview_WordGramTfIdf_headed\", \"overview_WordGramTfIdf_head trauma\", \"overview_WordGramTfIdf_heal\", \"overview_WordGramTfIdf_heal in\", \"overview_WordGramTfIdf_healing\", \"overview_WordGramTfIdf_healing geoffrey\", \"overview_WordGramTfIdf_hear\", \"overview_WordGramTfIdf_hear from\", \"overview_WordGramTfIdf_hearing\", \"overview_WordGramTfIdf_hearing that\", \"overview_WordGramTfIdf_heart\", \"overview_WordGramTfIdf_heart belongs\", \"overview_WordGramTfIdf_heart gold\", \"overview_WordGramTfIdf_heart has\", \"overview_WordGramTfIdf_heart of\", \"overview_WordGramTfIdf_heart wrenching\", \"overview_WordGramTfIdf_heartbreak\", \"overview_WordGramTfIdf_heartbreak find\", \"overview_WordGramTfIdf_heaven\", \"overview_WordGramTfIdf_head over\", \"overview_WordGramTfIdf_head for\", \"overview_WordGramTfIdf_he prepares\", \"overview_WordGramTfIdf_he sees\", \"overview_WordGramTfIdf_he the\", \"overview_WordGramTfIdf_he takes\", \"overview_WordGramTfIdf_he struggles\", \"overview_WordGramTfIdf_he starts\", \"overview_WordGramTfIdf_he spends\", \"overview_WordGramTfIdf_he sets\", \"overview_WordGramTfIdf_he seeks\", \"overview_WordGramTfIdf_head first\", \"overview_WordGramTfIdf_he resisting\", \"overview_WordGramTfIdf_he recruits\", \"overview_WordGramTfIdf_he receives\", \"overview_WordGramTfIdf_he realizes\", \"overview_WordGramTfIdf_he raids\", \"overview_WordGramTfIdf_he proves\", \"overview_WordGramTfIdf_he thinks\", \"overview_WordGramTfIdf_he transported\", \"overview_WordGramTfIdf_he traps\", \"overview_WordGramTfIdf_he travels\", \"overview_WordGramTfIdf_he tries\", \"overview_WordGramTfIdf_he truly\", \"overview_WordGramTfIdf_he ulcer\", \"overview_WordGramTfIdf_he unmasks\", \"overview_WordGramTfIdf_he visits\", \"overview_WordGramTfIdf_he wanders\", \"overview_WordGramTfIdf_he wants\", \"overview_WordGramTfIdf_he was\", \"overview_WordGramTfIdf_he wasted\", \"overview_WordGramTfIdf_he will\", \"overview_WordGramTfIdf_he wrong\", \"overview_WordGramTfIdf_head\", \"overview_WordGramTfIdf_head cheerleader\", \"overview_WordGramTfIdf_heaven but\", \"overview_WordGramTfIdf_heavenly\", \"overview_WordGramTfIdf_heavenly angel\", \"overview_WordGramTfIdf_helped\", \"overview_WordGramTfIdf_henry\", \"overview_WordGramTfIdf_helpers but\", \"overview_WordGramTfIdf_helpers\", \"overview_WordGramTfIdf_helper to\", \"overview_WordGramTfIdf_helper\", \"overview_WordGramTfIdf_helped and\", \"overview_WordGramTfIdf_help to\", \"overview_WordGramTfIdf_heavy\", \"overview_WordGramTfIdf_help their\", \"overview_WordGramTfIdf_help the\", \"overview_WordGramTfIdf_help of\", \"overview_WordGramTfIdf_help kuzco\", \"overview_WordGramTfIdf_help jai\", \"overview_WordGramTfIdf_help in\", \"overview_WordGramTfIdf_henry begins\", \"overview_WordGramTfIdf_henry biggs\", \"overview_WordGramTfIdf_henry brougham\", \"overview_WordGramTfIdf_henry derek\", \"overview_WordGramTfIdf_henry everyone\", \"overview_WordGramTfIdf_henry is\", \"overview_WordGramTfIdf_henry must\", \"overview_WordGramTfIdf_henry struggles\", \"overview_WordGramTfIdf_henry tells\", \"overview_WordGramTfIdf_her\", \"overview_WordGramTfIdf_her are\", \"overview_WordGramTfIdf_her away\", \"overview_WordGramTfIdf_her bank\", \"overview_WordGramTfIdf_her beauty\"], [\"runtime_MeanImputer\", \"overview_WordGramTfIdf_heading out\", \"overview_WordGramTfIdf_heads and\", \"overview_WordGramTfIdf_heads\", \"overview_WordGramTfIdf_headquarters for\", \"overview_WordGramTfIdf_headquarters\", \"overview_WordGramTfIdf_headless man\", \"overview_WordGramTfIdf_headless\", \"overview_WordGramTfIdf_heading\", \"overview_WordGramTfIdf_head on\", \"overview_WordGramTfIdf_headed student\", \"overview_WordGramTfIdf_headed for\", \"overview_WordGramTfIdf_headed by\", \"overview_WordGramTfIdf_headed and\", \"overview_WordGramTfIdf_headed\", \"overview_WordGramTfIdf_head trauma\", \"overview_WordGramTfIdf_heal\", \"overview_WordGramTfIdf_heal in\", \"overview_WordGramTfIdf_healing\", \"overview_WordGramTfIdf_healing geoffrey\", \"overview_WordGramTfIdf_hear\", \"overview_WordGramTfIdf_hear from\", \"overview_WordGramTfIdf_hearing\", \"overview_WordGramTfIdf_hearing that\", \"overview_WordGramTfIdf_heart\", \"overview_WordGramTfIdf_heart belongs\", \"overview_WordGramTfIdf_heart gold\", \"overview_WordGramTfIdf_heart has\", \"overview_WordGramTfIdf_heart of\", \"overview_WordGramTfIdf_heart wrenching\", \"overview_WordGramTfIdf_heartbreak\", \"overview_WordGramTfIdf_heartbreak find\", \"overview_WordGramTfIdf_heaven\", \"overview_WordGramTfIdf_head over\", \"overview_WordGramTfIdf_head for\", \"overview_WordGramTfIdf_he prepares\", \"overview_WordGramTfIdf_he sees\", \"overview_WordGramTfIdf_he the\", \"overview_WordGramTfIdf_he takes\", \"overview_WordGramTfIdf_he struggles\", \"overview_WordGramTfIdf_he starts\", \"overview_WordGramTfIdf_he spends\", \"overview_WordGramTfIdf_he sets\", \"overview_WordGramTfIdf_he seeks\", \"overview_WordGramTfIdf_head first\", \"overview_WordGramTfIdf_he resisting\", \"overview_WordGramTfIdf_he recruits\", \"overview_WordGramTfIdf_he receives\", \"overview_WordGramTfIdf_he realizes\", \"overview_WordGramTfIdf_he raids\", \"overview_WordGramTfIdf_he proves\", \"overview_WordGramTfIdf_he thinks\", \"overview_WordGramTfIdf_he transported\", \"overview_WordGramTfIdf_he traps\", \"overview_WordGramTfIdf_he travels\", \"overview_WordGramTfIdf_he tries\", \"overview_WordGramTfIdf_he truly\", \"overview_WordGramTfIdf_he ulcer\", \"overview_WordGramTfIdf_he unmasks\", \"overview_WordGramTfIdf_he visits\", \"overview_WordGramTfIdf_he wanders\", \"overview_WordGramTfIdf_he wants\", \"overview_WordGramTfIdf_he was\", \"overview_WordGramTfIdf_he wasted\", \"overview_WordGramTfIdf_he will\", \"overview_WordGramTfIdf_he wrong\", \"overview_WordGramTfIdf_head\", \"overview_WordGramTfIdf_head cheerleader\", \"overview_WordGramTfIdf_heaven but\", \"overview_WordGramTfIdf_heavenly\", \"overview_WordGramTfIdf_heavenly angel\", \"overview_WordGramTfIdf_helped\", \"overview_WordGramTfIdf_henry\", \"overview_WordGramTfIdf_helpers but\", \"overview_WordGramTfIdf_helpers\", \"overview_WordGramTfIdf_helper to\", \"overview_WordGramTfIdf_helper\", \"overview_WordGramTfIdf_helped and\", \"overview_WordGramTfIdf_help to\", \"overview_WordGramTfIdf_heavy\", \"overview_WordGramTfIdf_help their\", \"overview_WordGramTfIdf_help the\", \"overview_WordGramTfIdf_help of\", \"overview_WordGramTfIdf_help kuzco\", \"overview_WordGramTfIdf_help jai\", \"overview_WordGramTfIdf_help in\", \"overview_WordGramTfIdf_henry begins\", \"overview_WordGramTfIdf_henry biggs\", \"overview_WordGramTfIdf_henry brougham\", \"overview_WordGramTfIdf_henry derek\", \"overview_WordGramTfIdf_henry everyone\", \"overview_WordGramTfIdf_henry is\", \"overview_WordGramTfIdf_henry must\", \"overview_WordGramTfIdf_henry struggles\", \"overview_WordGramTfIdf_henry tells\", \"overview_WordGramTfIdf_her\", \"overview_WordGramTfIdf_her are\", \"overview_WordGramTfIdf_her away\", \"overview_WordGramTfIdf_her bank\", \"overview_WordGramTfIdf_her beauty\"]]}]}]}], \"run_logs\": \"2021-11-01 00:27:14,440|azureml|DEBUG|Inputs:: kwargs: {'OutputCollection': True, 'EnableMLflowTracking': True, 'only_in_process_features': True, 'skip_track_logs_dir': True}, track_folders: None, deny_list: None, directories_to_watch: []\\n2021-11-01 00:27:14,447|azureml.history._tracking.PythonWorkingDirectory|DEBUG|Execution target type: batchai\\n2021-11-01 00:27:14,447|azureml.history._tracking.PythonWorkingDirectory|DEBUG|Failed to import pyspark with error: No module named 'pyspark'\\n2021-11-01 00:27:14,447|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|Pinning working directory for filesystems: ['pyfs']\\n2021-11-01 00:27:14,893|azureml.core._experiment_method|DEBUG|Trying to register submit_function search, on method <class 'azureml.train.hyperdrive.runconfig.HyperDriveRunConfig'>\\n2021-11-01 00:27:14,893|azureml.core._experiment_method|DEBUG|Registered submit_function search, on method <class 'azureml.train.hyperdrive.runconfig.HyperDriveRunConfig'>\\n2021-11-01 00:27:14,893|azureml.core._experiment_method|DEBUG|Trying to register submit_function search, on method <class 'azureml.train.hyperdrive.runconfig.HyperDriveConfig'>\\n2021-11-01 00:27:14,893|azureml.core._experiment_method|DEBUG|Registered submit_function search, on method <class 'azureml.train.hyperdrive.runconfig.HyperDriveConfig'>\\n2021-11-01 00:27:14,893|azureml.core.run|DEBUG|Adding new factory <function HyperDriveRun._from_run_dto at 0x7f4069e77620> for run source hyperdrive\\n2021-11-01 00:27:15,220|azureml.core.run|DEBUG|Adding new factory <function AutoMLRun._from_run_dto at 0x7f406bb417b8> for run source automl\\n2021-11-01 00:27:15,232|azureml.core.run|DEBUG|Adding new factory <function PipelineRun._from_dto at 0x7f4069a9e378> for run source azureml.PipelineRun\\n2021-11-01 00:27:15,243|azureml.core.run|DEBUG|Adding new factory <function StepRun._from_reused_dto at 0x7f4069a9ed90> for run source azureml.ReusedStepRun\\n2021-11-01 00:27:15,253|azureml.core.run|DEBUG|Adding new factory <function StepRun._from_dto at 0x7f4069a9ed08> for run source azureml.StepRun\\n2021-11-01 00:27:15,264|azureml.core.run|DEBUG|Adding new factory <function ScriptRun._from_run_dto at 0x7f4069fdabf8> for run source azureml.scriptrun\\n2021-11-01 00:27:15,265|azureml.core.run|DEBUG|Identity in use is not set. Falling back to using AMLToken\\n2021-11-01 00:27:15,266|azureml.core.run|DEBUG|Identity in use is not set. Falling back to using AMLToken\\n2021-11-01 00:27:15,266|azureml.core.run|DEBUG|Using AMLToken auth for remote run\\n2021-11-01 00:27:15,266|azureml.core.run|DEBUG|Identity in use is not set. Falling back to using AMLToken\\n2021-11-01 00:27:15,266|azureml.core.run|DEBUG|Using AMLToken auth for remote run\\n2021-11-01 00:27:15,266|azureml.core.run|DEBUG|Using AMLToken auth for remote run\\n2021-11-01 00:27:15,268|azureml.core.authentication.TokenRefresherDaemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:15,288|azureml._restclient.clientbase|INFO|Created a worker pool for first use\\n2021-11-01 00:27:15,288|azureml.core.authentication|DEBUG|Time to expire 1814386.711507 seconds\\n2021-11-01 00:27:15,288|azureml._restclient.service_context|DEBUG|Created a static thread pool for ServiceContext class\\n2021-11-01 00:27:15,289|azureml._restclient.clientbase|DEBUG|ClientBase: Calling get with url None\\n2021-11-01 00:27:15,289|azureml.core.authentication|DEBUG|Time to expire 1814386.710153 seconds\\n2021-11-01 00:27:15,290|azureml._restclient.service_context|DEBUG|Access an existing static threadpool for ServiceContext class\\n2021-11-01 00:27:15,291|azureml.core.authentication|DEBUG|Time to expire 1814386.708657 seconds\\n2021-11-01 00:27:15,291|azureml._restclient.service_context|DEBUG|Access an existing static threadpool for ServiceContext class\\n2021-11-01 00:27:15,323|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,324|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,324|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,325|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,325|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,326|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,326|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,326|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,327|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,327|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,327|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,327|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,328|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,328|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,328|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,328|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,329|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,329|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,329|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,329|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,329|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:15,493|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:15,496|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:15,496|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:15,499|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:15,499|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:15,507|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:15,566|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:15,567|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38|DEBUG|Constructing run from dto. type: azureml.scriptrun, source: None, props: {'runTemplate': 'automl_child', 'pipeline_id': 'e4893e40278b2ad331d980001cdcf1d1b53dd77b', 'pipeline_spec': '{\\\"objects\\\": [{\\\"class_name\\\": \\\"MaxAbsScaler\\\", \\\"module\\\": \\\"sklearn.preprocessing\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"preproc\\\"}, {\\\"class_name\\\": \\\"RandomForestClassifier\\\", \\\"module\\\": \\\"sklearn.ensemble\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {\\\"bootstrap\\\": false, \\\"class_weight\\\": \\\"balanced\\\", \\\"criterion\\\": \\\"gini\\\", \\\"max_features\\\": 0.1, \\\"min_samples_leaf\\\": 0.01, \\\"min_samples_split\\\": 0.056842105263157895, \\\"n_estimators\\\": 600, \\\"oob_score\\\": false}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"sklearn\\\"}], \\\"pipeline_id\\\": \\\"e4893e40278b2ad331d980001cdcf1d1b53dd77b\\\", \\\"module\\\": \\\"sklearn.pipeline\\\", \\\"class_name\\\": \\\"Pipeline\\\", \\\"pipeline_name\\\": \\\"{ MaxAbsScaler, RandomForestClassifier }\\\"}', 'training_percent': '100', 'predicted_cost': '3.818884621636067', 'iteration': '38', '_aml_system_scenario_identification': 'Remote.Child', '_azureml.ComputeTargetType': 'amlcompute', 'ContentSnapshotId': '1f57fa1a-5d83-4a11-84c1-0318bea0df92', 'ProcessInfoFile': 'azureml-logs/process_info.json', 'ProcessStatusFile': 'azureml-logs/process_status.json'}\\n2021-11-01 00:27:15,568|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunContextManager|DEBUG|Valid logs dir, setting up content loader\\n2021-11-01 00:27:15,571|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:15,572|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:15,573|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38|DEBUG|Constructing run from dto. type: azureml.scriptrun, source: None, props: {'runTemplate': 'automl_child', 'pipeline_id': 'e4893e40278b2ad331d980001cdcf1d1b53dd77b', 'pipeline_spec': '{\\\"objects\\\": [{\\\"class_name\\\": \\\"MaxAbsScaler\\\", \\\"module\\\": \\\"sklearn.preprocessing\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"preproc\\\"}, {\\\"class_name\\\": \\\"RandomForestClassifier\\\", \\\"module\\\": \\\"sklearn.ensemble\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {\\\"bootstrap\\\": false, \\\"class_weight\\\": \\\"balanced\\\", \\\"criterion\\\": \\\"gini\\\", \\\"max_features\\\": 0.1, \\\"min_samples_leaf\\\": 0.01, \\\"min_samples_split\\\": 0.056842105263157895, \\\"n_estimators\\\": 600, \\\"oob_score\\\": false}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"sklearn\\\"}], \\\"pipeline_id\\\": \\\"e4893e40278b2ad331d980001cdcf1d1b53dd77b\\\", \\\"module\\\": \\\"sklearn.pipeline\\\", \\\"class_name\\\": \\\"Pipeline\\\", \\\"pipeline_name\\\": \\\"{ MaxAbsScaler, RandomForestClassifier }\\\"}', 'training_percent': '100', 'predicted_cost': '3.818884621636067', 'iteration': '38', '_aml_system_scenario_identification': 'Remote.Child', '_azureml.ComputeTargetType': 'amlcompute', 'ContentSnapshotId': '1f57fa1a-5d83-4a11-84c1-0318bea0df92', 'ProcessInfoFile': 'azureml-logs/process_info.json', 'ProcessStatusFile': 'azureml-logs/process_status.json'}\\n2021-11-01 00:27:15,573|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38|DEBUG|Constructing run from dto. type: azureml.scriptrun, source: None, props: {'runTemplate': 'automl_child', 'pipeline_id': 'e4893e40278b2ad331d980001cdcf1d1b53dd77b', 'pipeline_spec': '{\\\"objects\\\": [{\\\"class_name\\\": \\\"MaxAbsScaler\\\", \\\"module\\\": \\\"sklearn.preprocessing\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"preproc\\\"}, {\\\"class_name\\\": \\\"RandomForestClassifier\\\", \\\"module\\\": \\\"sklearn.ensemble\\\", \\\"param_args\\\": [], \\\"param_kwargs\\\": {\\\"bootstrap\\\": false, \\\"class_weight\\\": \\\"balanced\\\", \\\"criterion\\\": \\\"gini\\\", \\\"max_features\\\": 0.1, \\\"min_samples_leaf\\\": 0.01, \\\"min_samples_split\\\": 0.056842105263157895, \\\"n_estimators\\\": 600, \\\"oob_score\\\": false}, \\\"prepared_kwargs\\\": {}, \\\"spec_class\\\": \\\"sklearn\\\"}], \\\"pipeline_id\\\": \\\"e4893e40278b2ad331d980001cdcf1d1b53dd77b\\\", \\\"module\\\": \\\"sklearn.pipeline\\\", \\\"class_name\\\": \\\"Pipeline\\\", \\\"pipeline_name\\\": \\\"{ MaxAbsScaler, RandomForestClassifier }\\\"}', 'training_percent': '100', 'predicted_cost': '3.818884621636067', 'iteration': '38', '_aml_system_scenario_identification': 'Remote.Child', '_azureml.ComputeTargetType': 'amlcompute', 'ContentSnapshotId': '1f57fa1a-5d83-4a11-84c1-0318bea0df92', 'ProcessInfoFile': 'azureml-logs/process_info.json', 'ProcessStatusFile': 'azureml-logs/process_status.json'}\\n2021-11-01 00:27:15,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunContextManager|DEBUG|Valid logs dir, setting up content loader\\n2021-11-01 00:27:15,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunContextManager|DEBUG|Valid logs dir, setting up content loader\\n2021-11-01 00:27:16,720|azureml|DEBUG|Installed with mlflow version 1.20.2.\\n2021-11-01 00:27:16,721|azureml.mlflow|DEBUG|Setting up a Remote MLflow run\\n2021-11-01 00:27:16,723|azureml.mlflow|DEBUG|Creating a tracking uri in northcentralus.api.azureml.ms for workspace /subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourceGroups/datascience/providers/Microsoft.MachineLearningServices/workspaces/DataScience\\n2021-11-01 00:27:16,723|azureml.mlflow|DEBUG|Setting MLflow tracking uri env var\\n2021-11-01 00:27:16,723|azureml.mlflow|DEBUG|Setting MLflow run id env var with AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:16,723|azureml.mlflow|DEBUG|Setting Mlflow experiment with DieHardChristmas\\n2021-11-01 00:27:16,723|azureml.mlflow|DEBUG|Setting Mlflow experiment with ef63429c-a34a-4aa3-83df-715cef755db7\\n2021-11-01 00:27:16,724|azureml.mlflow|DEBUG|Setting the mlflow tag mlflow.source.type\\n2021-11-01 00:27:16,725|azureml.mlflow|DEBUG|Setting the mlflow tag mlflow.source.name\\n2021-11-01 00:27:16,725|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_details-async:False|DEBUG|[START]\\n2021-11-01 00:27:16,725|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_details with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/details\\n2021-11-01 00:27:16,825|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_details-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:16,827|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:16,827|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling patch_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:16,912|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:16,912|azureml.WorkerPool|DEBUG|[START]\\n2021-11-01 00:27:16,912|azureml.SendRunKillSignal|DEBUG|[START]\\n2021-11-01 00:27:16,912|azureml.RunStatusContext|DEBUG|[START]\\n2021-11-01 00:27:16,912|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunContextManager.RunStatusContext|DEBUG|[START]\\n2021-11-01 00:27:16,912|azureml.MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:16,913|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:16,913|azureml.WorkingDirectoryCM|DEBUG|[START]\\n2021-11-01 00:27:16,913|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|[START]\\n2021-11-01 00:27:16,913|azureml.history._tracking.PythonWorkingDirectory|INFO|Current working dir: /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:16,913|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|Calling pyfs\\n2021-11-01 00:27:16,913|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|Storing working dir for pyfs as /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:20,039|azureml.core.run|DEBUG|Identity in use is not set. Falling back to using AMLToken\\n2021-11-01 00:27:20,039|azureml.core.run|DEBUG|Using AMLToken auth for remote run\\n2021-11-01 00:27:20,039|azureml._restclient.service_context|DEBUG|Access an existing static threadpool for ServiceContext class\\n2021-11-01 00:27:20,039|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,040|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,040|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,040|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,040|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,041|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,041|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,048|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:20,048|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:20,111|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:20,112|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7|DEBUG|Constructing run from dto. type: automl, source: automl, props: {'num_iterations': '1000', 'training_type': 'TrainFull', 'acquisition_function': 'EI', 'primary_metric': 'norm_macro_recall', 'train_split': '0', 'acquisition_parameter': '0', 'num_cross_validation': '5', 'target': 'GPU-NC6-Promo', 'AMLSettingsJsonString': '{\\\"enable_early_stopping\\\":true,\\\"enable_ensembling\\\":false,\\\"enable_stack_ensembling\\\":false,\\\"ensemble_iterations\\\":15,\\\"enable_onnx_compatible_models\\\":false,\\\"max_cores_per_iteration\\\":-1,\\\"send_telemetry\\\":true,\\\"blacklist_algos\\\":[\\\"TensorFlowLinearClassifier\\\",\\\"TensorFlowDNN\\\"],\\\"compute_target\\\":\\\"GPU-NC6-Promo\\\",\\\"enable_dnn\\\":true,\\\"enable_code_generation\\\":false,\\\"experiment_exit_score\\\":null,\\\"experiment_timeout_minutes\\\":1440,\\\"featurization\\\":\\\"auto\\\",\\\"is_timeseries\\\":false,\\\"iteration_timeout_minutes\\\":1440,\\\"max_concurrent_iterations\\\":3,\\\"metric_operation\\\":\\\"maximize\\\",\\\"model_explainability\\\":true,\\\"n_cross_validations\\\":null,\\\"name\\\":\\\"DieHardChristmas\\\",\\\"path\\\":\\\"./sample_projects/DieHardChristmas\\\",\\\"primary_metric\\\":\\\"norm_macro_recall\\\",\\\"region\\\":\\\"northcentralus\\\",\\\"resource_group\\\":\\\"datascience\\\",\\\"subscription_id\\\":\\\"efba8785-116c-4443-9a05-764c75c7bb0d\\\",\\\"task_type\\\":\\\"classification\\\",\\\"validation_size\\\":0.1,\\\"test_size\\\":null,\\\"vm_type\\\":\\\"STANDARD_NC6_PROMO\\\",\\\"workspace_name\\\":\\\"DataScience\\\",\\\"label_column_name\\\":\\\"Is Christmas Movie\\\",\\\"positive_label\\\":null,\\\"enable_batch_run\\\":true,\\\"enable_run_restructure\\\":true}', 'DataPrepJsonString': '{\\\\\\\\\\\"datasets\\\\\\\\\\\":0,\\\\\\\\\\\"training_data\\\\\\\\\\\":{\\\\\\\\\\\"datasetId\\\\\\\\\\\":\\\\\\\\\\\"4ca0c09d-629e-439e-b8cd-d3c0c453135f\\\\\\\\\\\"}}', 'EnableSubsampling': 'False', 'runTemplate': 'AutoML', 'azureml.runsource': 'automl', '_aml_system_scenario_identification': 'Remote.Parent', 'ClientType': 'Browser', 'environment_cpu_name': 'AzureML-AutoML-DNN', 'environment_cpu_label': 'prod', 'environment_gpu_name': 'AzureML-AutoML-DNN-GPU', 'environment_gpu_label': 'prod', 'root_attribution': 'automl', 'attribution': 'AutoML', 'Orchestrator': 'AutoML', 'CancelUri': 'https://northcentralus.api.azureml.ms/jasmine/v1.0/subscriptions/efba8785-116c-4443-9a05-764c75c7bb0d/resourceGroups/datascience/providers/Microsoft.MachineLearningServices/workspaces/DataScience/experiment/DieHardChristmas/cancel/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7', 'ClientSdkVersion': '1.35.0', 'snapshotId': '00000000-0000-0000-0000-000000000000', 'SetupRunId': 'AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_setup', 'SetupRunContainerId': 'dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_setup', 'FeaturizationRunJsonPath': 'featurizer_container.json', 'FeaturizationRunId': 'AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_featurize', 'ProblemInfoJsonString': '{\\\"dataset_num_categorical\\\": 0, \\\"is_sparse\\\": true, \\\"subsampling\\\": false, \\\"has_extra_col\\\": true, \\\"dataset_classes\\\": 2, \\\"dataset_features\\\": 35559, \\\"dataset_samples\\\": 290, \\\"single_frequency_class_detected\\\": false}'}\\n2021-11-01 00:27:20,112|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunContextManager|DEBUG|Valid logs dir, setting up content loader\\n2021-11-01 00:27:20,115|azureml.data.datastore_client|DEBUG|Getting datastore: workspaceblobstore\\n2021-11-01 00:27:20,121|azureml.data.datastore_client|INFO|<azureml.core.authentication.AzureMLTokenAuthentication object at 0x7f406bb59780>\\n2021-11-01 00:27:20,243|azureml.data.datastore_client|DEBUG|Received DTO from the datastore service\\n2021-11-01 00:27:20,244|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79b5bb6a-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c\\ncomp:metadata\\nrestype:container\\n2021-11-01 00:27:20,277|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79baa4ae-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c\\ncomp:list\\nprefix:AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache\\nrestype:container\\n2021-11-01 00:27:20,295|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:20,295|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:20,302|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79be80ba-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c\\ncomp:list\\nprefix:AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache\\nrestype:container\\n2021-11-01 00:27:20,320|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79c14ad4-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-range:bytes=0-33554431\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache/ExperimentData_lazy.pkl\\n2021-11-01 00:27:20,332|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79c31bc0-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-range:bytes=0-33554431\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache/ExperimentData_partitioned.pkl\\n2021-11-01 00:27:20,345|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79c5195c-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-range:bytes=0-33554431\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache/ExperimentMetadata.pkl\\n2021-11-01 00:27:20,358|azureml._vendor.azure_storage.common._auth|DEBUG|String_to_sign=GET\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\n\\nx-ms-client-request-id:79c70f3c-3aaa-11ec-9dbd-000d3a3c6f38\\nx-ms-date:Mon, 01 Nov 2021 00:27:20 GMT\\nx-ms-range:bytes=0-33554431\\nx-ms-version:2018-03-28\\n/datascience7947653020/azureml-blobstore-8817ba3c-299b-43ad-996a-8bb4b581f91c/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7/cache/ExperimentTransformers.pkl\\n2021-11-01 00:27:20,368|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:20,368|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:20,560|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:20,560|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling patch_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:20,638|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:29,854|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:29,855|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:29,945|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:29,946|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:30,125|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:30,125|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling patch_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:30,228|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:30,230|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Overriding default timeout to 1200\\n2021-11-01 00:27:30,230|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|[Start]\\n2021-11-01 00:27:30,230|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[START]\\n2021-11-01 00:27:30,230|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\\n2021-11-01 00:27:30,438|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:30,438|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,438|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.0_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,438|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 0_perform_upload to queue of approximate size: 0\\n2021-11-01 00:27:30,439|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,439|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,439|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.1_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,440|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 1_perform_upload to queue of approximate size: 1\\n2021-11-01 00:27:30,440|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,440|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,447|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.2_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,448|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 2_perform_upload to queue of approximate size: 2\\n2021-11-01 00:27:30,448|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,448|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,463|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.3_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,463|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 3_perform_upload to queue of approximate size: 3\\n2021-11-01 00:27:30,463|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,464|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,465|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.4_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,465|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 4_perform_upload to queue of approximate size: 4\\n2021-11-01 00:27:30,465|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,466|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: perform_upload\\n2021-11-01 00:27:30,479|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.5_perform_upload|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:30,479|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Adding task 5_perform_upload to queue of approximate size: 5\\n2021-11-01 00:27:30,479|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:30,480|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|[Stop] - waiting default timeout\\n2021-11-01 00:27:30,480|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.WaitFlushSource:upload_files|DEBUG|[START]\\n2021-11-01 00:27:30,481|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.WaitFlushSource:upload_files|DEBUG|Overriding default flush timeout from None to 1200\\n2021-11-01 00:27:30,481|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.WaitFlushSource:upload_files|DEBUG|Waiting 1200 seconds on tasks: [AsyncTask(0_perform_upload), AsyncTask(1_perform_upload), AsyncTask(2_perform_upload), AsyncTask(3_perform_upload), AsyncTask(4_perform_upload), AsyncTask(5_perform_upload)].\\n2021-11-01 00:27:30,563|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/env_dependencies.json with size 6340, file size 6340.\\n2021-11-01 00:27:30,571|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/scoring_file_v_1_0_0.py with size 4066, file size 4066.\\n2021-11-01 00:27:30,601|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/conda_env_v_1_0_0.yml with size 755, file size 755.\\n2021-11-01 00:27:30,602|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/pipeline_graph.json with size 5667, file size 5667.\\n2021-11-01 00:27:30,603|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/scoring_file_v_2_0_0.py with size 4083, file size 4083.\\n2021-11-01 00:27:30,651|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/outputs/model.pkl with size 5783059, file size 5783059.\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.0_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.0_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.0_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.1_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.1_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.1_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.2_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,731|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.2_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.2_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.3_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.3_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.3_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.4_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.4_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.4_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.5_perform_upload.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.5_perform_upload.WaitingTask|DEBUG|Awaiter is upload_files\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.5_perform_upload.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files|DEBUG|Waiting on task: 0_perform_upload.\\nWaiting on task: 1_perform_upload.\\nWaiting on task: 2_perform_upload.\\nWaiting on task: 3_perform_upload.\\nWaiting on task: 4_perform_upload.\\nWaiting on task: 5_perform_upload.\\n6 tasks left. Current duration of flush 0.00012540817260742188 seconds.\\n\\n2021-11-01 00:27:30,732|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.upload_files.WaitFlushSource:upload_files|DEBUG|[STOP]\\n2021-11-01 00:27:30,735|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:30,735|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling patch_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:30,824|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:30,826|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:30,826|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.PostMetricsBatchV2Daemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:30,826|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:30,828|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|Called upload_artifact\\n2021-11-01 00:27:30,828|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|Uploading io artifact\\n2021-11-01 00:27:30,828|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[START]\\n2021-11-01 00:27:30,828|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\\n2021-11-01 00:27:30,976|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:30,976|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:31,018|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/confusion_matrix with size 133, file size 133.\\n2021-11-01 00:27:31,020|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|Called upload_artifact\\n2021-11-01 00:27:31,020|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|Uploading io artifact\\n2021-11-01 00:27:31,020|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,020|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient|DEBUG|ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\\n2021-11-01 00:27:31,166|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.ArtifactsClient.batch_create_empty_artifacts-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,167|azureml._restclient.clientbase|DEBUG|ClientBase: Calling create_blob_from_stream with url None\\n2021-11-01 00:27:31,210|azureml._file_utils.upload|DEBUG|Uploaded blob ExperimentRun/dcid.AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/accuracy_table with size 10302, file size 10302.\\n2021-11-01 00:27:31,211|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,211|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:31,220|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,220|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:31,269|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,269|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,269|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling get_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:31,279|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,279|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,279|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient|DEBUG|ClientBase: Calling patch_by_exp_id with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experimentids/{experimentId}/runs/{runId}\\n2021-11-01 00:27:31,320|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.get_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,320|azureml._base_sdk_common.service_discovery|DEBUG|Found history service url in environment variable AZUREML_SERVICE_ENDPOINT, history service url: https://northcentralus.api.azureml.ms.\\n2021-11-01 00:27:31,380|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.RunClient.patch_by_exp_id-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,427|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|Calling pyfs\\n2021-11-01 00:27:31,427|azureml.history._tracking.PythonWorkingDirectory|INFO|Current working dir: /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:31,427|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|Reverting working dir from /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38 to /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:31,427|azureml.history._tracking.PythonWorkingDirectory|INFO|Working dir is already updated /mnt/batch/tasks/shared/LS_root/jobs/datascience/azureml/automl_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38/wd/azureml/AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38\\n2021-11-01 00:27:31,427|azureml.history._tracking.PythonWorkingDirectory.workingdir|DEBUG|[STOP]\\n2021-11-01 00:27:31,427|azureml.WorkingDirectoryCM|DEBUG|[STOP]\\n2021-11-01 00:27:31,427|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,427|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.PostMetricsBatchDaemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 120 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 120 seconds on tasks: [].\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.PostMetricsBatchV2Daemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,428|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 120 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 120 seconds on tasks: [].\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,429|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:31,508|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml.MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 300 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 300 seconds on tasks: [].\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 300 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 300 seconds on tasks: [].\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,509|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,510|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:31,573|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,574|azureml.RunStatusContext|DEBUG|[STOP]\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.PostMetricsBatchDaemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:31,574|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.PostMetricsBatchV2Daemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,575|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:31,641|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,641|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,641|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,641|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,641|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,642|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.PostMetricsBatchDaemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:31,711|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:31,711|azureml.BatchTaskQueueAdd_1_Batches|DEBUG|[Start]\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches.WorkerPool|DEBUG|submitting future: _handle_batch\\n2021-11-01 00:27:31,712|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|Batch size 23.\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches.0__handle_batch|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:31,712|azureml._restclient.service_context.WorkerPool|DEBUG|submitting future: _log_batch_v2\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches|DEBUG|Adding task 0__handle_batch to queue of approximate size: 0\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches|DEBUG|[Stop] - waiting default timeout\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches.WaitFlushSource:BatchTaskQueueAdd_1_Batches|DEBUG|[START]\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches.WaitFlushSource:BatchTaskQueueAdd_1_Batches|DEBUG|Overriding default flush timeout from None to 120\\n2021-11-01 00:27:31,712|azureml.BatchTaskQueueAdd_1_Batches.WaitFlushSource:BatchTaskQueueAdd_1_Batches|DEBUG|Waiting 120 seconds on tasks: [AsyncTask(0__handle_batch)].\\n2021-11-01 00:27:31,713|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|Metrics Client: _log_batch_v2 is calling post_run_metrics posting 23 values.\\n2021-11-01 00:27:31,713|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.0__log_batch_v2|DEBUG|Using basic handler - no exception handling\\n2021-11-01 00:27:31,713|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient._post_run_metrics_log_failed_validations-async:False|DEBUG|[START]\\n2021-11-01 00:27:31,714|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|Adding task 0__log_batch_v2 to queue of approximate size: 0\\n2021-11-01 00:27:31,714|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling _post_run_metrics_log_failed_validations with url None\\n2021-11-01 00:27:31,963|azureml.BatchTaskQueueAdd_1_Batches.0__handle_batch.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:31,963|azureml.BatchTaskQueueAdd_1_Batches.0__handle_batch.WaitingTask|DEBUG|Awaiter is BatchTaskQueueAdd_1_Batches\\n2021-11-01 00:27:31,963|azureml.BatchTaskQueueAdd_1_Batches.0__handle_batch.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:31,963|azureml.BatchTaskQueueAdd_1_Batches|DEBUG|Waiting on task: 0__handle_batch.\\n1 tasks left. Current duration of flush 8.368492126464844e-05 seconds.\\n\\n2021-11-01 00:27:31,963|azureml.BatchTaskQueueAdd_1_Batches.WaitFlushSource:BatchTaskQueueAdd_1_Batches|DEBUG|[STOP]\\n2021-11-01 00:27:31,963|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:31,963|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:31,963|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [AsyncTask(0__log_batch_v2)].\\n2021-11-01 00:27:32,684|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient._post_run_metrics_log_failed_validations-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:32,714|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.0__log_batch_v2.WaitingTask|DEBUG|[START]\\n2021-11-01 00:27:32,714|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.0__log_batch_v2.WaitingTask|DEBUG|Awaiter is PostMetricsBatchV2\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.0__log_batch_v2.WaitingTask|DEBUG|[STOP]\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|Waiting on task: 0__log_batch_v2.\\n1 tasks left. Current duration of flush 9.989738464355469e-05 seconds.\\nWaiting on task: 0__log_batch_v2.\\n1 tasks left. Current duration of flush 0.2504000663757324 seconds.\\nWaiting on task: 0__log_batch_v2.\\n1 tasks left. Current duration of flush 0.5006921291351318 seconds.\\n\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:32,715|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:32,778|azureml._SubmittedRun#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7_38.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:37,781|azureml._restclient.clientbase|DEBUG|ClientBase: Calling update_status with url None\\n2021-11-01 00:27:37,841|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[START]\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch.PostMetricsBatchDaemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch|DEBUG|\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatch.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient|DEBUG|Overrides: Max batch size: 50, batch cushion: 5, Interval: 1.\\n2021-11-01 00:27:37,842|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.PostMetricsBatchV2Daemon|DEBUG|Starting daemon and triggering first instance\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient|DEBUG|Used <class 'azureml._common.async_utils.batch_task_queue.BatchTaskQueue'> for use_batch=True.\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[START]\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|flush timeout 900.0 is different from task queue timeout 120, using flush timeout\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|Waiting 900.0 seconds on tasks: [].\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2|DEBUG|\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.PostMetricsBatchV2.WaitFlushSource:MetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.FlushingMetricsClient|DEBUG|[STOP]\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[START]\\n2021-11-01 00:27:37,843|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient|DEBUG|ClientBase: Calling wait_on_ingest with url /history/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/experiments/{experimentName}/runs/{runId}/metricsingest/wait\\n2021-11-01 00:27:37,911|azureml.Run#AutoML_e5ca49e8-6904-4f46-aef6-d835d95a1aa7.RunHistoryFacade.MetricsClient.wait_on_ingest-async:False|DEBUG|[STOP]\\n2021-11-01 00:27:37,911|azureml.SendRunKillSignal|DEBUG|[STOP]\\n2021-11-01 00:27:37,911|azureml.HistoryTrackingWorkerPool.WorkerPoolShutdown|DEBUG|[START]\\n2021-11-01 00:27:37,912|azureml.HistoryTrackingWorkerPool.WorkerPoolShutdown|DEBUG|[STOP]\\n2021-11-01 00:27:37,912|azureml.WorkerPool|DEBUG|[STOP]\\n\\nRun is completed.\", \"graph\": {\"module_nodes\": {\"d44e2b74\": {\"node_id\": \"d44e2b74\", \"name\": \"MaxAbsScaler\", \"status\": \"model\"}, \"dc0840b6\": {\"node_id\": \"dc0840b6\", \"name\": \"RandomForestClassifier\", \"status\": \"model\"}, \"5ed29dc7\": {\"node_id\": \"5ed29dc7\", \"name\": \"AllNan\", \"status\": \"dataType\"}, \"14c5b620\": {\"node_id\": \"14c5b620\", \"name\": \"Ignore\", \"status\": \"dataType\"}, \"4c0e3af4\": {\"node_id\": \"4c0e3af4\", \"name\": \"Text\", \"status\": \"dataType\"}, \"1f21c8db\": {\"node_id\": \"1f21c8db\", \"name\": \"StringCast-CharGramTfIdf\", \"status\": \"operation\"}, \"520a3282\": {\"node_id\": \"520a3282\", \"name\": \"StringCast-WordGramTfIdf\", \"status\": \"operation\"}, \"a7bf1bfe\": {\"node_id\": \"a7bf1bfe\", \"name\": \"Categorical\", \"status\": \"dataType\"}, \"cfc5a528\": {\"node_id\": \"cfc5a528\", \"name\": \"StringCast-CharGramCountVectorizer\", \"status\": \"operation\"}, \"758fe466\": {\"node_id\": \"758fe466\", \"name\": \"Numeric\", \"status\": \"dataType\"}, \"025b3003\": {\"node_id\": \"025b3003\", \"name\": \"MeanImputer\", \"status\": \"operation\"}}, \"edges\": [{\"source_node_id\": \"d44e2b74\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"\", \"dst_node_id\": \"dc0840b6\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"1d877edc\", \"source_node_name\": \"data_source\", \"source_name\": \"\", \"target_name\": \"20 col\", \"dst_node_id\": \"5ed29dc7\", \"dst_node_name\": \"AllNan\"}, {\"source_node_id\": \"1d877edc\", \"source_node_name\": \"data_source\", \"source_name\": \"\", \"target_name\": \"1 col\", \"dst_node_id\": \"14c5b620\", \"dst_node_name\": \"Ignore\"}, {\"source_node_id\": \"1d877edc\", \"source_node_name\": \"data_source\", \"source_name\": \"\", \"target_name\": \"4 col\", \"dst_node_id\": \"4c0e3af4\", \"dst_node_name\": \"Text\"}, {\"source_node_id\": \"4c0e3af4\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"\", \"dst_node_id\": \"1f21c8db\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"520a3282\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"6743 col\", \"dst_node_id\": \"d44e2b74\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"1f21c8db\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"\", \"dst_node_id\": \"520a3282\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"1d877edc\", \"source_node_name\": \"data_source\", \"source_name\": \"\", \"target_name\": \"2 col\", \"dst_node_id\": \"a7bf1bfe\", \"dst_node_name\": \"Categorical\"}, {\"source_node_id\": \"a7bf1bfe\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"\", \"dst_node_id\": \"cfc5a528\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"cfc5a528\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"4 col\", \"dst_node_id\": \"d44e2b74\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"1d877edc\", \"source_node_name\": \"data_source\", \"source_name\": \"\", \"target_name\": \"1 col\", \"dst_node_id\": \"758fe466\", \"dst_node_name\": \"Numeric\"}, {\"source_node_id\": \"758fe466\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"\", \"dst_node_id\": \"025b3003\", \"dst_node_name\": \"\"}, {\"source_node_id\": \"025b3003\", \"source_node_name\": \"\", \"source_name\": \"\", \"target_name\": \"1 col\", \"dst_node_id\": \"d44e2b74\", \"dst_node_name\": \"\"}], \"child_runs\": [], \"datasource_nodes\": {\"1d877edc\": {\"node_id\": \"1d877edc\", \"name\": \"data_source - 28 col\"}}}, \"widget_settings\": {\"childWidgetDisplay\": \"popup\", \"send_telemetry\": false, \"log_level\": \"INFO\", \"sdk_version\": \"1.40.0\"}, \"loading\": false}"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Grab the resulting model and best run\n",
    "best_auto_run, automl_model = run.get_output()\n",
    "\n",
    "# Display details about the best run\n",
    "RunDetails(best_auto_run).show()"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "a4868653bb6f8972e87e4c446ab8a445a15b25dedb8594cc74c480f8152ea86a"
  },
  "kernelspec": {
   "display_name": "Python 3.8.8 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}