moby/hack/integration-cli-on-swarm/agent/master/master.go

package main

import (
	"errors"
	"flag"
	"io/ioutil"
	"log"
	"strings"
)

func main() {
	if err := xmain(); err != nil {
		log.Fatalf("fatal error: %v", err)
	}
}

func xmain() error {
	workerService := flag.String("worker-service", "", "Name of worker service")
	chunks := flag.Int("chunks", 0, "Number of chunks")
	input := flag.String("input", "", "Path to input file")
	randSeed := flag.Int64("rand-seed", int64(0), "Random seed")
	shuffle := flag.Bool("shuffle", false, "Shuffle the input so as to mitigate makespan nonuniformity")
	flag.Parse()
	if *workerService == "" {
		return errors.New("worker-service unset")
	}
	if *chunks == 0 {
		return errors.New("chunks unset")
	}
	if *input == "" {
		return errors.New("input unset")
	}

	tests, err := loadTests(*input)
	if err != nil {
		return err
	}
	testChunks := chunkTests(tests, *chunks, *shuffle, *randSeed)
	log.Printf("Loaded %d tests (%d chunks)", len(tests), len(testChunks))
	return executeTests(*workerService, testChunks)
}

func chunkTests(tests []string, numChunks int, shuffle bool, randSeed int64) [][]string {
	// shuffling (experimental) mitigates makespan nonuniformity
	// Not sure this can cause some locality problem..
	if shuffle {
		shuffleStrings(tests, randSeed)
	}
	return chunkStrings(tests, numChunks)
}

func loadTests(filename string) ([]string, error) {
	b, err := ioutil.ReadFile(filename)
	if err != nil {
		return nil, err
	}
	var tests []string
	for _, line := range strings.Split(string(b), "\n") {
		s := strings.TrimSpace(line)
		if s != "" {
			tests = append(tests, s)
		}
	}
	return tests, nil
}