From 6df7b3f6824bc8fcff92b3e91a3cd25d28f78a3a Mon Sep 17 00:00:00 2001 From: priyansi Date: Mon, 8 Nov 2021 19:44:24 +0530 Subject: [PATCH] added explanation --- .../advanced/01-hyperparameter-tuning.ipynb | 9753 +++++++++++++++++ 1 file changed, 9753 insertions(+) create mode 100644 tutorials/advanced/01-hyperparameter-tuning.ipynb diff --git a/tutorials/advanced/01-hyperparameter-tuning.ipynb b/tutorials/advanced/01-hyperparameter-tuning.ipynb new file mode 100644 index 0000000..4f4b119 --- /dev/null +++ b/tutorials/advanced/01-hyperparameter-tuning.ipynb @@ -0,0 +1,9753 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "5w-QlZE9mvdY" + }, + "source": [ + "\n", + "\n", + "# Hyperparameter Tuning in Ignite" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "vJgTaKWU8Doq" + }, + "source": [ + "In this tutorial, we will see how [Ray Tune](https://docs.ray.io/en/stable/tune.html) can be used with Ignite for hyperparameter tuning. We will also compare it with other frameworks like [Optuna](https://optuna.org/) and [Ax](https://ax.dev/) for hyperparameter optimization.\n", + "\n", + "\n", + "\n", + "We will follow [this PyTorch tutorial](https://pytorch.org/tutorials/beginner/hyperparameter_tuning_tutorial.html) for reference." + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Qhiy_ylcn2GD" + }, + "source": [ + "## Required Dependencies" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "id": "1zevsoVQ4nx7" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[33mWARNING: Running pip as root will break packages and permissions. You should install packages reliably by using venv: https://pip.pypa.io/warnings/venv\u001b[0m\r\n" + ] + } + ], + "source": [ + "!pip install pytorch-ignite ray[tune] -q" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "TrvIsRKQn42e" + }, + "source": [ + "## Imports" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": { + "id": "lMphyBmmmvdw", + "pycharm": { + "is_executing": false + } + }, + "outputs": [], + "source": [ + "import os\n", + "from functools import partial\n", + "import numpy as np\n", + "\n", + "import torch\n", + "import torch.nn as nn\n", + "import torch.optim as optim\n", + "import torch.nn.functional as F\n", + "from torch.utils.data import random_split\n", + "\n", + "from torch.utils.data import DataLoader, SubsetRandomSampler\n", + "from torchvision.datasets import CIFAR10\n", + "from torchvision.models import resnet18\n", + "from torchvision.transforms import Compose, Normalize, ToTensor\n", + "\n", + "from ignite.engine import Events, create_supervised_trainer, create_supervised_evaluator\n", + "from ignite.metrics import Accuracy, Loss, RunningAverage\n", + "import ignite.distributed as idist\n", + "\n", + "from ray import tune\n", + "from ray.tune import CLIReporter\n", + "from ray.tune.schedulers import ASHAScheduler" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Dataloaders\n", + "\n", + "First, we'll load our the CIFAR10 dataset from a global `data_dir` and then split the train dataset into `train_subset` and `val_subset`. We use `auto_dataloader` to wrap these datasets so they can easily adapt to a distributed configuraion. Note that we are making the `batch_size` configurable so that we can tune them later." + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": { + "id": "eZeKOgKymvdx" + }, + "outputs": [], + "source": [ + "def load_data(data_dir=\"./data\"):\n", + " transform = Compose([\n", + " ToTensor(),\n", + " Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))\n", + " ])\n", + "\n", + " trainset = CIFAR10(\n", + " root=data_dir, train=True, download=True, transform=transform)\n", + "\n", + " testset = CIFAR10(\n", + " root=data_dir, train=False, download=True, transform=transform)\n", + "\n", + " return trainset, testset" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [], + "source": [ + "def get_train_val_loaders(config, data_dir=None):\n", + " trainset, _ = load_data(data_dir)\n", + " test_abs = int(len(trainset) * 0.8)\n", + " train_subset, val_subset = random_split(\n", + " trainset, [test_abs, len(trainset) - test_abs])\n", + "\n", + " trainloader = idist.auto_dataloader(\n", + " train_subset,\n", + " batch_size=int(config[\"batch_size\"]),\n", + " shuffle=True,\n", + " num_workers=8)\n", + " valloader = idist.auto_dataloader(\n", + " val_subset,\n", + " batch_size=int(config[\"batch_size\"]),\n", + " shuffle=True,\n", + " num_workers=8)\n", + " \n", + " return trainloader, valloader" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Model, Optimizer and Criterion\n", + "\n", + "We will also make the last two fully connected layers of our model configurable." + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": { + "id": "JLvKsObkH6cF" + }, + "outputs": [], + "source": [ + "class Net(nn.Module):\n", + " def __init__(self, l1=120, l2=84):\n", + " super(Net, self).__init__()\n", + " self.conv1 = nn.Conv2d(3, 6, 5)\n", + " self.pool = nn.MaxPool2d(2, 2)\n", + " self.conv2 = nn.Conv2d(6, 16, 5)\n", + " self.fc1 = nn.Linear(16 * 5 * 5, l1)\n", + " self.fc2 = nn.Linear(l1, l2)\n", + " self.fc3 = nn.Linear(l2, 10)\n", + "\n", + " def forward(self, x):\n", + " x = self.pool(F.relu(self.conv1(x)))\n", + " x = self.pool(F.relu(self.conv2(x)))\n", + " x = x.view(-1, 16 * 5 * 5)\n", + " x = F.relu(self.fc1(x))\n", + " x = F.relu(self.fc2(x))\n", + " x = self.fc3(x)\n", + " return x" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "`config` receives the hyperparameters we would use in the current trial. Now we wrap the model and optimizer in the `auto_*` methods to make them easily adaptable when they are running on a distributed configuration. We also make sure that if a checkpoint directory is provided, we load the state of the model and optimizer first, then continue." + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [], + "source": [ + "def initialize(config, checkpoint_dir):\n", + " model = idist.auto_model(Net(config[\"l1\"], config[\"l2\"]))\n", + "\n", + " device = idist.device()\n", + "\n", + " criterion = nn.CrossEntropyLoss()\n", + " optimizer = idist.auto_optim(optim.SGD(model.parameters(), lr=config[\"lr\"], momentum=0.9))\n", + "\n", + " if checkpoint_dir:\n", + " model_state, optimizer_state = torch.load(\n", + " os.path.join(checkpoint_dir, \"checkpoint\"))\n", + " model.load_state_dict(model_state)\n", + " optimizer.load_state_dict(optimizer_state)\n", + " \n", + " return model, device, criterion, optimizer" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Train One Trial\n", + "\n", + "Now let's create the training API by wrapping the steps needed to train the above model in a function. \n", + "\n", + "1. Get the dataloaders, model, device, criterion and optimizer to initialize the `trainer` and `val_evaluator`.\n", + "2. We attach an additional metric `RunningAverage()` to the `trainer` so that we can log the loss every 2000 iterations.\n", + "3. The `val_evaluator` also records the accuracy and loss metrics after an epoch is completed.\n", + "4. We can additionally save the model and optimizer's state if we want to test them later or use advanced schedulers.\n", + "\n", + "Now here is how Ray Tune uses the metrics from our evaluator to tune the hyperparameters:\n", + "```\n", + "tune.report(loss=metrics['loss'], accuracy=metrics['accuracy']) \n", + "```\n", + "\n", + "The loss and accuracy metrics gets reported and Ray Tune can decide which hyperparameter configuration leads to the the best trial. It can also prematurely terminate a trial if it doesn't see the metrics improving. This is a huge performance gain when training on large networks or data.\n", + "\n", + "5. Finally, we run the `trainer` for a set number of epochs." + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": { + "id": "iyrEEGHD9Ie5" + }, + "outputs": [], + "source": [ + "def train_cifar(config, data_dir=None, checkpoint_dir=None):\n", + " trainloader, valloader = get_train_val_loaders(config, data_dir)\n", + " model, device, criterion, optimizer = initialize(config, checkpoint_dir)\n", + " \n", + " trainer = create_supervised_trainer(model, optimizer, criterion, device=device, non_blocking=True)\n", + " \n", + " avg_output = RunningAverage(output_transform=lambda x: x)\n", + " avg_output.attach(trainer, 'running_avg_loss')\n", + " \n", + " val_evaluator = create_supervised_evaluator(model, metrics={ \"accuracy\": Accuracy(), \"loss\": Loss(criterion)}, device=device, non_blocking=True)\n", + " \n", + " @trainer.on(Events.ITERATION_COMPLETED(every=2000))\n", + " def log_training_loss(engine):\n", + " print(f\"Epoch[{engine.state.epoch}], Iter[{engine.state.iteration}] Loss: {engine.state.output:.2f} Running Avg Loss: {engine.state.metrics['running_avg_loss']:.2f}\")\n", + "\n", + "\n", + " @trainer.on(Events.EPOCH_COMPLETED)\n", + " def log_validation_results(trainer):\n", + " val_evaluator.run(valloader)\n", + " metrics = val_evaluator.state.metrics\n", + " print(f\"Validation Results - Epoch[{trainer.state.epoch}] Avg accuracy: {metrics['accuracy']:.2f} Avg loss: {metrics['loss']:.2f}\")\n", + "\n", + " with tune.checkpoint_dir(trainer.state.epoch) as checkpoint_dir:\n", + " path = os.path.join(checkpoint_dir, \"checkpoint\")\n", + " torch.save((model.state_dict(), optimizer.state_dict()), path)\n", + " \n", + " tune.report(loss=metrics['loss'], accuracy=metrics['accuracy']) \n", + "\n", + " trainer.run(trainloader, max_epochs=10) " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Test Results\n", + "\n", + "It is also a good practice to test the results after all trials are over to get the final metrics." + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [], + "source": [ + "def test_best_model(best_trial, data_dir=None):\n", + " _, testset = load_data(data_dir)\n", + " \n", + " best_trained_model = idist.auto_model(Net(best_trial.config[\"l1\"], best_trial.config[\"l2\"]))\n", + " device = idist.device()\n", + "\n", + " best_checkpoint_dir = best_trial.checkpoint.value\n", + " model_state, optimizer_state = torch.load(os.path.join(\n", + " best_checkpoint_dir, \"checkpoint\"))\n", + " best_trained_model.load_state_dict(model_state)\n", + "\n", + " test_evaluator = create_supervised_evaluator(best_trained_model, metrics={\"Accuracy\": Accuracy()}, device=device, non_blocking=True)\n", + "\n", + " testloader = idist.auto_dataloader(testset, batch_size=4, shuffle=False, num_workers=2)\n", + "\n", + " test_evaluator.run(testloader)\n", + " print(f\"Best trial test set accuracy: {test_evaluator.state.metrics}\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Train for All Trials\n", + "\n", + "Before we begin training, we need to define Ray Tune's search. As we can see below the configurable parameters are:\n", + "* `l1` and `l2`: The last fully connected layers of the model whose values should be powers of 2, anywhere between 4 and 256. For example - 4, 8, 16, etc.\n", + "* `lr`: The learning rate which should be uniformly sampled between 0.0001 and 0.1.\n", + "* `batch_size`: The batch size should be a choice between 2, 4, 8 and 16.\n", + "\n", + "For every trial, Ray Tune will randomly sample a combination of parameters from these search spaces. It will then train a number of models in parallel and find the best performing one among these. \n", + "We also use the `ASHAScheduler()` which is one of the trial schedulers that aggressively terminate low-performing trials.\n", + "Apart from that, we leverage the `CLIReporter()` to prettify our outputs.\n", + "And then, we wrap `train_cifar` in functools.partial and pass it to `tune.run` along with other resources like the CPUs and GPUs available to use, the configurable parameters, the number of trials, scheduler and reporter.\n", + "We can extract the best trial according to the metric (loss below), mode (minimum below) and scope (last trial below).\n", + "\n", + "And at last, we print the metrics of the best model." + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": { + "id": "aZkK8AqIApaR" + }, + "outputs": [], + "source": [ + "def main(num_samples=10, max_num_epochs=10, gpus_per_trial=1):\n", + " data_dir = os.path.abspath(\"./data\")\n", + " load_data(data_dir)\n", + " \n", + " config = {\n", + " \"l1\": tune.sample_from(lambda _: 2**np.random.randint(2, 9)),\n", + " \"l2\": tune.sample_from(lambda _: 2**np.random.randint(2, 9)),\n", + " \"lr\": tune.loguniform(1e-4, 1e-1),\n", + " \"batch_size\": tune.choice([2, 4, 8, 16])\n", + " }\n", + " scheduler = ASHAScheduler(\n", + " metric=\"loss\",\n", + " mode=\"min\",\n", + " max_t=max_num_epochs,\n", + " grace_period=1,\n", + " reduction_factor=2)\n", + " reporter = CLIReporter(\n", + " metric_columns=[\"loss\", \"accuracy\", \"training_iteration\"])\n", + " result = tune.run(\n", + " partial(train_cifar, data_dir=data_dir),\n", + " resources_per_trial={\"cpu\": 2, \"gpu\": gpus_per_trial},\n", + " config=config,\n", + " num_samples=num_samples,\n", + " scheduler=scheduler,\n", + " progress_reporter=reporter)\n", + "\n", + " best_trial = result.get_best_trial(\"loss\", \"min\", \"last\")\n", + " print(f\"Best trial config: {best_trial.config}\")\n", + " print(f\"Best trial final validation loss: {best_trial.last_result['loss']}\")\n", + " print(f\"Best trial final validation accuracy: {best_trial.last_result['accuracy']}\")\n", + " \n", + " test_best_model(best_trial, data_dir)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, we begin training." + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1LV99-55D5Go", + "outputId": "983cd5d7-bb9c-4fec-d97f-e4ec942b8625" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Files already downloaded and verified\n", + "Files already downloaded and verified\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2021-11-08 14:00:56,824\tWARNING experiment.py:303 -- No name detected on trainable. Using DEFAULT.\n", + "2021-11-08 14:00:56,824\tINFO registry.py:67 -- Detected unknown callable for trainable. Converting to class.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 11.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 0/12 CPUs, 0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (10 PENDING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | PENDING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: None\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr |\n", + "|---------------------+----------+-------+--------------+------+------+-------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | | 2 | 8 | 32 | 0.00051665 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 |\n", + "+---------------------+----------+-------+--------------+------+------+-------------+\n", + "\n", + "\n", + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.4455\n", + " date: 2021-11-08_14-04-40\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 1\n", + " loss: 1.51973603515625\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 221.93341398239136\n", + " time_this_iter_s: 221.93341398239136\n", + " time_total_s: 221.93341398239136\n", + " timestamp: 1636376680\n", + " timesteps_since_restore: 0\n", + " training_iteration: 1\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: None | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.51974 | 0.4455 | 1 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.5042\n", + " date: 2021-11-08_14-08-16\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 2\n", + " loss: 1.3796359375\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 438.5730826854706\n", + " time_this_iter_s: 216.63966870307922\n", + " time_total_s: 438.5730826854706\n", + " timestamp: 1636376896\n", + " timesteps_since_restore: 0\n", + " training_iteration: 2\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.37964 | 0.5042 | 2 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.5103\n", + " date: 2021-11-08_14-11-53\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 3\n", + " loss: 1.34602705078125\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 655.2086269855499\n", + " time_this_iter_s: 216.63554430007935\n", + " time_total_s: 655.2086269855499\n", + " timestamp: 1636377113\n", + " timesteps_since_restore: 0\n", + " training_iteration: 3\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: None | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.34603 | 0.5103 | 3 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.55\n", + " date: 2021-11-08_14-15-28\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 4\n", + " loss: 1.25606435546875\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 870.7669024467468\n", + " time_this_iter_s: 215.5582754611969\n", + " time_total_s: 870.7669024467468\n", + " timestamp: 1636377328\n", + " timesteps_since_restore: 0\n", + " training_iteration: 4\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.25606 | 0.55 | 4 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.5454\n", + " date: 2021-11-08_14-19-03\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 5\n", + " loss: 1.269875\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 1084.9909389019012\n", + " time_this_iter_s: 214.22403645515442\n", + " time_total_s: 1084.9909389019012\n", + " timestamp: 1636377543\n", + " timesteps_since_restore: 0\n", + " training_iteration: 5\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 14.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.26988 | 0.5454 | 5 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+---------+------------+----------------------+\n", + "\n", + "\n", + "Result for DEFAULT_e9ca1_00000:\n", + " accuracy: 0.5537\n", + " date: 2021-11-08_14-22-33\n", + " done: false\n", + " experiment_id: 432f5ba502654702a0545245f6b8330b\n", + " hostname: 5ece4708b3af\n", + " iterations_since_restore: 6\n", + " loss: 1.2515984375\n", + " node_ip: 172.17.0.2\n", + " pid: 21411\n", + " should_checkpoint: true\n", + " time_since_restore: 1295.2035825252533\n", + " time_this_iter_s: 210.21264362335205\n", + " time_total_s: 1295.2035825252533\n", + " timestamp: 1636377753\n", + " timesteps_since_restore: 0\n", + " training_iteration: 6\n", + " trial_id: e9ca1_00000\n", + " \n", + "== Status ==\n", + "Memory usage on this node: 13.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 16.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 16.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 15.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 16.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 20.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 22.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 23.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 24.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 24.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 21.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 20.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 20.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 19.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 21.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 23.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 25.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 27.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 27.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 27.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 23.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.9/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.7/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 20.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 19.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.2/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 19.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 17.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.5/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.0/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 18.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 18.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.8/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 20.3/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 17.1/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n", + "== Status ==\n", + "Memory usage on this node: 19.6/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2021-11-08 14:32:00,615\tWARNING tune.py:575 -- SIGINT received (e.g. via Ctrl+C), ending Ray Tune run. This will try to checkpoint the experiment state one last time. Press CTRL+C one more time (or send SIGINT/SIGKILL/SIGTERM) to skip. \n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "== Status ==\n", + "Memory usage on this node: 20.4/62.8 GiB\n", + "Using AsyncHyperBand: num_stopped=0\n", + "Bracket: Iter 8.000: None | Iter 4.000: -1.25606435546875 | Iter 2.000: -1.3796359375 | Iter 1.000: -1.51973603515625\n", + "Resources requested: 2.0/12 CPUs, 2.0/2 GPUs, 0.0/43.89 GiB heap, 0.0/9.31 GiB objects\n", + "Result logdir: /root/ray_results/DEFAULT_2021-11-08_14-00-56\n", + "Number of trials: 10/10 (9 PENDING, 1 RUNNING)\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "| Trial name | status | loc | batch_size | l1 | l2 | lr | loss | accuracy | training_iteration |\n", + "|---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------|\n", + "| DEFAULT_e9ca1_00000 | RUNNING | 172.17.0.2:21411 | 2 | 8 | 32 | 0.00051665 | 1.2516 | 0.5537 | 6 |\n", + "| DEFAULT_e9ca1_00001 | PENDING | | 8 | 16 | 64 | 0.00118436 | | | |\n", + "| DEFAULT_e9ca1_00002 | PENDING | | 8 | 256 | 4 | 0.00202913 | | | |\n", + "| DEFAULT_e9ca1_00003 | PENDING | | 2 | 128 | 32 | 0.00869588 | | | |\n", + "| DEFAULT_e9ca1_00004 | PENDING | | 2 | 256 | 128 | 0.0236486 | | | |\n", + "| DEFAULT_e9ca1_00005 | PENDING | | 8 | 32 | 64 | 0.000455045 | | | |\n", + "| DEFAULT_e9ca1_00006 | PENDING | | 4 | 128 | 128 | 0.000143209 | | | |\n", + "| DEFAULT_e9ca1_00007 | PENDING | | 2 | 256 | 8 | 0.000122647 | | | |\n", + "| DEFAULT_e9ca1_00008 | PENDING | | 8 | 128 | 128 | 0.000268564 | | | |\n", + "| DEFAULT_e9ca1_00009 | PENDING | | 16 | 64 | 64 | 0.0284196 | | | |\n", + "+---------------------+----------+------------------+--------------+------+------+-------------+--------+------------+----------------------+\n", + "\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2021-11-08 14:32:00,869\tWARNING worker.py:1227 -- 3 retries left for task c0e56a21dcb5fe64ffffffffffffffffffffffff01000000, attempting to resubmit.\n", + "2021-11-08 14:32:00,909\tWARNING worker.py:1227 -- 3 retries left for task 36e14f5d7a18682effffffffffffffffffffffff01000000, attempting to resubmit.\n", + "2021-11-08 14:32:00,994\tERROR tune.py:613 -- Trials did not complete: [DEFAULT_e9ca1_00000, DEFAULT_e9ca1_00001, DEFAULT_e9ca1_00002, DEFAULT_e9ca1_00003, DEFAULT_e9ca1_00004, DEFAULT_e9ca1_00005, DEFAULT_e9ca1_00006, DEFAULT_e9ca1_00007, DEFAULT_e9ca1_00008, DEFAULT_e9ca1_00009]\n", + "2021-11-08 14:32:01,001\tINFO tune.py:617 -- Total run time: 1864.18 seconds (1863.78 seconds for the tuning loop).\n", + "2021-11-08 14:32:01,005\tWARNING tune.py:622 -- Experiment has been interrupted, but the most recent state was saved. You can continue running this experiment by passing `resume=True` to `tune.run()`\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best trial config: {'l1': 8, 'l2': 32, 'lr': 0.0005166496334935304, 'batch_size': 2}\n", + "Best trial final validation loss: 1.2515984375\n", + "Best trial final validation accuracy: 0.5537\n", + "Files already downloaded and verified\n", + "Files already downloaded and verified\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2021-11-08 14:32:05,923 ignite.distributed.auto.auto_model INFO: Apply torch DataParallel on model\n", + "2021-11-08 14:32:05,940 ignite.distributed.auto.auto_dataloader INFO: Use data loader kwargs for dataset 'Dataset CIFAR10': \n", + "\t{'batch_size': 4, 'shuffle': False, 'num_workers': 2, 'pin_memory': True}\n", + "/opt/conda/lib/python3.7/site-packages/torch/nn/functional.py:718: UserWarning: Named tensors and all their associated APIs are an experimental feature and subject to change. Please do not use them for anything important until they are released as stable. (Triggered internally at /opt/conda/conda-bld/pytorch_1623448265233/work/c10/core/TensorImpl.h:1156.)\n", + " return torch.max_pool2d(input, kernel_size, stride, padding, dilation, ceil_mode)\n", + "Engine run is terminating due to exception: \n" + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnum_samples\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmax_num_epochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgpus_per_trial\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[0;32m\u001b[0m in \u001b[0;36mmain\u001b[0;34m(num_samples, max_num_epochs, gpus_per_trial)\u001b[0m\n\u001b[1;32m 30\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"Best trial final validation accuracy: {best_trial.last_result['accuracy']}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 31\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 32\u001b[0;31m \u001b[0mtest_best_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbest_trial\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdata_dir\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[0;32m\u001b[0m in \u001b[0;36mtest_best_model\u001b[0;34m(best_trial, data_dir)\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[0mtestloader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0midist\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mauto_dataloader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtestset\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m4\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mshuffle\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnum_workers\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 15\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 16\u001b[0;31m \u001b[0mtest_evaluator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtestloader\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 17\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"Best trial test set accuracy: {test_evaluator.state.metrics}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/engine.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, data, max_epochs, epoch_length, seed)\u001b[0m\n\u001b[1;32m 699\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 700\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdataloader\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdata\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 701\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_internal_run\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 702\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 703\u001b[0m \u001b[0;34m@\u001b[0m\u001b[0mstaticmethod\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/engine.py\u001b[0m in \u001b[0;36m_internal_run\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 772\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dataloader_iter\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 773\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merror\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"Engine run is terminating due to exception: {e}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 774\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_handle_exception\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 775\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 776\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dataloader_iter\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/engine.py\u001b[0m in \u001b[0;36m_handle_exception\u001b[0;34m(self, e)\u001b[0m\n\u001b[1;32m 467\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fire_event\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mEvents\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mEXCEPTION_RAISED\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 468\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 469\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 470\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 471\u001b[0m \u001b[0;34m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/engine.py\u001b[0m in \u001b[0;36m_internal_run\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 742\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_setup_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 743\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 744\u001b[0;31m \u001b[0mtime_taken\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_run_once_on_dataset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 745\u001b[0m \u001b[0;31m# time is available for handlers but must be update after fire\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 746\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtimes\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mEvents\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mEPOCH_COMPLETED\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime_taken\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/engine.py\u001b[0m in \u001b[0;36m_run_once_on_dataset\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 832\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miteration\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 833\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fire_event\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mEvents\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mITERATION_STARTED\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 834\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_process_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 835\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fire_event\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mEvents\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mITERATION_COMPLETED\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 836\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/ignite/engine/__init__.py\u001b[0m in \u001b[0;36mevaluate_step\u001b[0;34m(engine, batch)\u001b[0m\n\u001b[1;32m 457\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mno_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 458\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mprepare_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdevice\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_blocking\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mnon_blocking\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 459\u001b[0;31m \u001b[0my_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 460\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0moutput_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 461\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m 1049\u001b[0m if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m 1050\u001b[0m or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1051\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1052\u001b[0m \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1053\u001b[0m \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/torch/nn/parallel/data_parallel.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, *inputs, **kwargs)\u001b[0m\n\u001b[1;32m 166\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 167\u001b[0m \u001b[0mreplicas\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreplicate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdevice_ids\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 168\u001b[0;31m \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mparallel_apply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreplicas\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 169\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgather\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutput_device\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 170\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/torch/nn/parallel/data_parallel.py\u001b[0m in \u001b[0;36mparallel_apply\u001b[0;34m(self, replicas, inputs, kwargs)\u001b[0m\n\u001b[1;32m 176\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 177\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mparallel_apply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreplicas\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 178\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mparallel_apply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreplicas\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdevice_ids\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreplicas\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 179\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 180\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mgather\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_device\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/site-packages/torch/nn/parallel/parallel_apply.py\u001b[0m in \u001b[0;36mparallel_apply\u001b[0;34m(modules, inputs, kwargs_tup, devices)\u001b[0m\n\u001b[1;32m 74\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 75\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mthread\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mthreads\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 76\u001b[0;31m \u001b[0mthread\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 77\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mthread\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mthreads\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 78\u001b[0m \u001b[0mthread\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/threading.py\u001b[0m in \u001b[0;36mstart\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 855\u001b[0m \u001b[0;32mdel\u001b[0m \u001b[0m_limbo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 856\u001b[0m \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 857\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_started\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 858\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 859\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/threading.py\u001b[0m in \u001b[0;36mwait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 550\u001b[0m \u001b[0msignaled\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_flag\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 551\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0msignaled\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 552\u001b[0;31m \u001b[0msignaled\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cond\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 553\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0msignaled\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 554\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/opt/conda/lib/python3.7/threading.py\u001b[0m in \u001b[0;36mwait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 294\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;31m# restore state no matter what (e.g., KeyboardInterrupt)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 295\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mtimeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 296\u001b[0;31m \u001b[0mwaiter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0macquire\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 297\u001b[0m \u001b[0mgotit\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 298\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " + ] + } + ], + "source": [ + "main(num_samples=10, max_num_epochs=10, gpus_per_trial=2)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "And we can easily assess the results by loading Tensorboard." + ] + }, + { + "cell_type": "code", + "execution_count": 47, + "metadata": { + "id": "0j_ErUWhHpTl", + "scrolled": true + }, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + " \n", + " \n", + " " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "%load_ext tensorboard\n", + "%tensorboard --logdir ~/ray_results/" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "collapsed_sections": [], + "name": "hyperparameter-tuning.ipynb", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.7.10" + }, + "pycharm": { + "stem_cell": { + "cell_type": "raw", + "metadata": { + "collapsed": false + }, + "source": [] + } + } + }, + "nbformat": 4, + "nbformat_minor": 1 +}