shithub: libvpx

Info  •  Files  •  Log  •  Branches

Merge "all_builds.py: support for sharding builds" into experimental

--- a/all_builds.py

+++ b/all_builds.py

@@ -1,8 +1,12 @@

 #!/usr/bin/python

+import getopt

 import subprocess

 import sys

+LONG_OPTIONS = ["shard=", "shards="]

+BASE_COMMAND = "./configure --enable-internal-stats --enable-experimental"

+

 def RunCommand(command):

   run = subprocess.Popen(command, shell=True)

   output = run.communicate()

@@ -26,13 +30,26 @@

         experiments.append(experiment)

   return experiments

-def main():

-  base_command = "./configure --enable-internal-stats"

-  test_build(base_command)

-  for experiment_name in list_of_experiments():

-    test_build("%s --enable-experimental --enable-%s" % (base_command,

-      experiment_name))

+def main(argv):

+  # Parse arguments

+  options = {"--shard": 0, "--shards": 1}

+  o, _ = getopt.getopt(argv[1:], None, LONG_OPTIONS)

+  options.update(o)

+  # Shard experiment list

+  shard = int(options["--shard"])

+  shards = int(options["--shards"])

+  experiments = list_of_experiments()

+  configs = [BASE_COMMAND]

+  configs += ["%s --enable-%s" % (BASE_COMMAND, e) for e in experiments]

+  my_configs = zip(configs, range(len(configs)))

+  my_configs = filter(lambda x: x[1] % shards == shard, my_configs)

+  my_configs = [e[0] for e in my_configs]

+

+  # Run configs for this shard

+  for config in my_configs:

+    test_build(config)

+

 def test_build(configure_command):

   print "\033[34m\033[47mTesting %s\033[0m" % (configure_command)

   RunCommand(configure_command)

@@ -40,4 +57,4 @@

   RunCommand("make")

 if __name__ == "__main__":

-  main()

+  main(sys.argv)