Merge pull request #539 from brson/script

Add ci/sync-dist.py

Author: alexcrichton

ci/sync-dist.py

@@ -0,0 +1,115 @@
+# This script is used for syncing parts of the rustup dist server
+# between the dev environment (dev-static.rlo), the local machine, and
+# the prod environment (static.rlo). It's used during the deployment process.
+#
+# It does only a few things:
+#
+# * Sync dev bins to local host:
+#   python sync-dist.py dev-to-local
+#
+# * Sync local bins to dev archives
+#   python sync-dist.py local-to-dev-archives 0.2.0
+#
+# * Sync local bins to prod
+#   python sync-dist.py local-to-prod
+#
+# * Sync local bins to prod archives
+#   python sync-dist.py local-to-prod-archives 0.2.0
+
+import sys
+import os
+import subprocess
+import shutil
+
+def usage():
+    print ("usage: sync-dist dev-to-local [--live-run]\n"
+           "       sync-dist local-to-dev-archives $version [--live-run]\n"
+           "       sync-dist local-to-prod-archives $version [--live-run]\n"
+           "       sync-dist local-to-prod [--live-run]\n")
+    sys.exit(1)
+
+command = None
+archive_version = None
+live_run = False
+
+if len(sys.argv) < 2:
+    usage()
+
+command = sys.argv[1]
+
+if not command in ["dev-to-local",
+                   "local-to-dev-archives",
+                   "local-to-prod-archives",
+                   "local-to-prod"]:
+    usage()
+
+if "archives" in command:
+    if len(sys.argv) < 3:
+        usage()
+    archive_version = sys.argv[2]
+
+if "--live-run" in sys.argv:
+    live_run = True
+
+dev_s3_bucket = "dev-static-rust-lang-org"
+prod_s3_bucket = "static-rust-lang-org"
+
+s3_bucket = dev_s3_bucket
+if "prod" in command:
+    s3_bucket = prod_s3_bucket
+
+print "s3 bucket: " + s3_bucket
+print "command: " + command
+print "archive version: " + str(archive_version)
+
+# First, deal with the binaries
+
+s3cmd = None
+if command == "dev-to-local":
+    if os.path.exists("local-rustup/dist"):
+        shutil.rmtree("local-rustup/dist")
+    os.makedirs("local-rustup/dist")
+    s3cmd = "s3cmd sync s3://{}/rustup/dist/ ./local-rustup/dist/".format(s3_bucket)
+elif command == "local-to-dev-archives" \
+     or command == "local-to-prod-archives":
+    s3cmd = "s3cmd sync ./local-rustup/dist/ s3://{}/rustup/archive/{}/".format(s3_bucket, archive_version)
+elif command == "local-to-prod":
+    s3cmd = "s3cmd sync ./local-rustup/dist/ s3://{}/rustup/dist/".format(s3_bucket)
+else:
+    sys.exit(1)
+
+print "s3 command: {}".format(s3cmd)
+print
+
+def run_s3cmd(command):
+    s3cmd = command.split(" ")
+
+    if not live_run:
+        s3cmd += ["--dry-run"]
+
+    # These are old installer names for compatibility. They don't need to
+    # be touched ever again.
+    s3cmd += ["--exclude=*rustup-setup*"]
+
+    subprocess.check_call(s3cmd)
+
+run_s3cmd(s3cmd)
+
+# Next deal with the rustup-init.sh script and website
+
+if command == "dev-to-local":
+    if os.path.exists("local-rustup/rustup-init.sh"):
+        os.remove("local-rustup/rustup-init.sh")
+    run_s3cmd("s3cmd get s3://{}/rustup/rustup-init.sh ./local-rustup/rustup-init.sh"
+              .format(s3_bucket))
+    if os.path.exists("local-rustup/www"):
+        shutil.rmtree("local-rustup/www")
+    os.makedirs("local-rustup/www")
+    run_s3cmd("s3cmd sync s3://{}/rustup/www/ ./local-rustup/www/"
+              .format(s3_bucket))
+
+if command == "local-to-prod":
+    run_s3cmd("s3cmd put ./local-rustup/rustup-init.sh s3://{}/rustup/rustup-init.sh"
+              .format(s3_bucket))
+    run_s3cmd("s3cmd sync ./local-rustup/www/ s3://{}/rustup/www/"
+              .format(s3_bucket))