added youtube flic

Author: chris vugrinec

azure-batch/gis-ahndockerjob/README.md

@@ -1,5 +1,7 @@
 # Documentation Azure Batch - gis ahn docker job
 
+See it in action: https://youtu.be/1th0ZSnuVFY
+
 ## What is it
 
 A tool that gets geographical data from geodata.nationaalgeoregister.nl, unzips the tif files and put them on azure blob storage.

azure-batch/gis-ahndockerjob/docker/get.sh

@@ -1,10 +1,11 @@
 #!/bin/bash
+container=$(cat /opt/scripts/config/config.txt | grep container_name | sed 's/container_name=//')
 export AZURE_STORAGE_CONNECTION_STRING=$(cat /opt/scripts/config/config.txt | grep azure_connection_string | sed 's/azure_connection_string=//')
 filetoget="$1"
 wget $filetoget -O /opt/scripts/temp.zip 2>/dev/null
 xxx=$(unzip /opt/scripts/temp.zip)
 unzippedfile=$(echo $xxx | awk '{print $4}')
 echo "unzipped file: "$unzippedfile
-azure storage blob upload /$unzippedfile ahndata 2>/dev/null
+azure storage blob upload /$unzippedfile $container 2>/dev/null
 rm -f /opt/scripts/temp.zip 2>/dev/null
 rm -f /$unzippedfile 2>/dev/null

azure-batch/gis-ahndockerjob/resources/config.txt.example

@@ -2,3 +2,4 @@
 redis_url=gisdata.redis.cache.windows.net
 redis_key=[YOUR REDIS KEY GOES HERE]
 azure_connection_string=DefaultEndpointsProtocol=https;AccountName=gisstoragedata;AccountKey=[LONG COMPLICATED KEY}
+container_name=ahndata-demo

azure-batch/gis-ahndockerjob/startjob.py

@@ -38,7 +38,7 @@ def do_dockerstuff(batch_client, block_blob_client, job_id, pool_id, docker_user
         'cd /opt/scripts/config',
         'wget '+common.helpers._read_stream_as_string('\"'+config_url+'\" -O /opt/scripts/config/config.txt','utf-8'),
         'docker login chris-microsoft.azurecr.io -u '+docker_user+' -p '+docker_password,
-        'docker run -i -v `pwd`:/opt/scripts/config  chris-microsoft.azurecr.io/gis-azureshipyarjob:2.1 /opt/scripts/getdata.sh',
+        'docker run -i -v `pwd`:/opt/scripts/config  chris-microsoft.azurecr.io/gis-azureshipyarjob:2.2 /opt/scripts/getdata.sh',
   ]
   task_name=common.helpers.generate_unique_resource_name(_TASK_NAME)
   print('adding task: '+task_name)
@@ -141,7 +141,7 @@ def create_pool_and_wait_for_nodes( batch_client, block_blob_client, pool_id, vm
       task_id = do_dockerstuff(batch_client, block_blob_client, job_id, pool_id, docker_user, docker_password)
 
     # wait for tasks to complete
-    common.helpers.wait_for_tasks_to_complete( batch_client, job_id, datetime.timedelta(minutes=5))
+    common.helpers.wait_for_tasks_to_complete( batch_client, job_id, datetime.timedelta(minutes=15))
   finally:
     if should_delete_container:
       print('Deleting container: {}'.format(_CONTAINER_NAME))