added hooks for internal testing

Author: ajtao

examples/imgnet.py

@@ -28,8 +28,11 @@
                      callable(models.__dict__[name]))
 
 parser = argparse.ArgumentParser(description='PyTorch ImageNet Training')
-parser.add_argument('data', metavar='DIR',
-                    help='path to dataset')
+if os.environ['NVIDIA_INTERNAL']:
+    imgnet_path = '/home/dcg-adlr-atao-data.cosmos277/data/ImageNet_s480_q95'
+else:
+    imgnet_path = None
+parser.add_argument('--data', default=imgnet_path, help='path to dataset')
 parser.add_argument('-a', '--arch', metavar='ARCH', default='resnet18',
                     choices=model_names,
                     help='model architecture: ' +
@@ -74,8 +77,7 @@
 parser.add_argument('--gpu', default=None, type=int,
                     help='GPU id to use.')
 parser.add_argument('--logdir', type=str, help='where to write output')
-parser.add_argument('--num-classes', default=10, type=int,
-                    help='number of classes')
+parser.add_argument('--num-classes', default=1000, type=int)
 parser.add_argument('--multiprocessing-distributed', action='store_true',
                     help=('Use multi-processing distributed training to launch'
                           'N processes per node, which has N GPUs. This is the'

examples/imgnet.yml

@@ -1,4 +1,4 @@
-CMD: "cd LOGDIR/code; PYTHONPATH=LOGDIR/code exec python imgnet.py /data/ImageNet"
+CMD: "cd LOGDIR/code; PYTHONPATH=LOGDIR/code exec python imgnet.py"
 
 HPARAMS:
    lr: [0.1, 0.05]

examples/mnist.yml

@@ -1,6 +1,6 @@
 CMD: cd LOGDIR/code; PYTHONPATH=LOGDIR/code exec python mnist.py
 
 HPARAMS:
-   lr: [0.01, 0.015, 0.02]
+   lr: [0.01, 0.02]
    momentum: [0.5, 0.25]
    logdir: LOGDIR

runx/runx.py

@@ -104,12 +104,11 @@ def construct_cmd(cmd, hparams, resources, job_name, logdir):
     ######################################################################
     # You may wish to customize this function for your own needs
     ######################################################################
-    '''
-    cmd += '--name {} '.format(job_name)
-    if 'submit_job' in cmd:
-        cmd += '--cd_to_logdir '
-        cmd += '--logdir {}/logs '.format(logdir)
-    '''
+    if os.environ['NVIDIA_INTERNAL']:
+        cmd += '--name {} '.format(job_name)
+        if 'submit_job' in cmd:
+            cmd += '--cd_to_logdir '
+            cmd += '--logdir {}/logs '.format(logdir)
 
     cmd += expand_resources(resources)
     cmd += expand_hparams(hparams)