package main import ( "flag" "fmt" "os" "os/exec" "runtime" "strings" "sync" version "github.com/hashicorp/go-version" ) func main() { // Call realMain so that defers work properly, since os.Exit won't // call defers. os.Exit(realMain()) } func realMain() int { var buildToolchain bool var ldflags string var outputTpl string var parallel int var platformFlag PlatformFlag var tags string var verbose bool var flagGcflags, flagAsmflags string var flagCgo, flagRebuild, flagListOSArch bool var flagGoCmd string var modMode string flags := flag.NewFlagSet("gox", flag.ExitOnError) flags.Usage = func() { printUsage() } flags.Var(platformFlag.ArchFlagValue(), "arch", "arch to build for or skip") flags.Var(platformFlag.OSArchFlagValue(), "osarch", "os/arch pairs to build for or skip") flags.Var(platformFlag.OSFlagValue(), "os", "os to build for or skip") flags.StringVar(&ldflags, "ldflags", "", "linker flags") flags.StringVar(&tags, "tags", "", "go build tags") flags.StringVar(&outputTpl, "output", "{{.Dir}}_{{.OS}}_{{.Arch}}", "output path") flags.IntVar(¶llel, "parallel", -1, "parallelization factor") flags.BoolVar(&buildToolchain, "build-toolchain", false, "build toolchain") flags.BoolVar(&verbose, "verbose", false, "verbose") flags.BoolVar(&flagCgo, "cgo", false, "") flags.BoolVar(&flagRebuild, "rebuild", false, "") flags.BoolVar(&flagListOSArch, "osarch-list", false, "") flags.StringVar(&flagGcflags, "gcflags", "", "") flags.StringVar(&flagAsmflags, "asmflags", "", "") flags.StringVar(&flagGoCmd, "gocmd", "go", "") flags.StringVar(&modMode, "mod", "", "") if err := flags.Parse(os.Args[1:]); err != nil { flags.Usage() return 1 } // Determine what amount of parallelism we want Default to the current // number of CPUs-1 is <= 0 is specified. if parallel <= 0 { cpus := runtime.NumCPU() if cpus < 2 { parallel = 1 } else { parallel = cpus - 1 } // Joyent containers report 48 cores via runtime.NumCPU(), and a // default of 47 parallel builds causes a panic. Default to 3 on // Solaris-derived operating systems unless overridden with the // -parallel flag. if runtime.GOOS == "solaris" { parallel = 3 } } if buildToolchain { return mainBuildToolchain(parallel, platformFlag, verbose) } if _, err := exec.LookPath(flagGoCmd); err != nil { fmt.Fprintf(os.Stderr, "%s executable must be on the PATH\n", flagGoCmd) return 1 } versionStr, err := GoVersion() if err != nil { fmt.Fprintf(os.Stderr, "error reading Go version: %s", err) return 1 } if flagListOSArch { return mainListOSArch(versionStr) } // Determine the packages that we want to compile. Default to the // current directory if none are specified. packages := flags.Args() if len(packages) == 0 { packages = []string{"."} } // Get the packages that are in the given paths mainDirs, err := GoMainDirs(packages, flagGoCmd) if err != nil { fmt.Fprintf(os.Stderr, "Error reading packages: %s", err) return 1 } // Determine the platforms we're building for platforms := platformFlag.Platforms(SupportedPlatforms(versionStr)) if len(platforms) == 0 { fmt.Println("No valid platforms to build for. If you specified a value") fmt.Println("for the 'os', 'arch', or 'osarch' flags, make sure you're") fmt.Println("using a valid value.") return 1 } // Assume -mod is supported when no version prefix is found if modMode != "" && strings.HasPrefix(versionStr, "go") { // go-version only cares about version numbers current, err := version.NewVersion(versionStr[2:]) if err != nil { fmt.Fprintf(os.Stderr, "Unable to parse current go version: %s\n%s", versionStr, err.Error()) return 1 } constraint, err := version.NewConstraint(">= 1.11") if err != nil { panic(err) } if !constraint.Check(current) { fmt.Printf("Go compiler version %s does not support the -mod flag\n", versionStr) modMode = "" } } // Build in parallel! fmt.Printf("Number of parallel builds: %d\n\n", parallel) var errorLock sync.Mutex var wg sync.WaitGroup errors := make([]string, 0) semaphore := make(chan int, parallel) for _, platform := range platforms { for _, path := range mainDirs { // Start the goroutine that will do the actual build wg.Add(1) go func(path string, platform Platform) { defer wg.Done() semaphore <- 1 fmt.Printf("--> %15s: %s\n", platform.String(), path) opts := &CompileOpts{ PackagePath: path, Platform: platform, OutputTpl: outputTpl, Ldflags: ldflags, Gcflags: flagGcflags, Asmflags: flagAsmflags, Tags: tags, ModMode: modMode, Cgo: flagCgo, Rebuild: flagRebuild, GoCmd: flagGoCmd, } // Determine if we have specific CFLAGS or LDFLAGS for this // GOOS/GOARCH combo and override the defaults if so. envOverride(&opts.Ldflags, platform, "LDFLAGS") envOverride(&opts.Gcflags, platform, "GCFLAGS") envOverride(&opts.Asmflags, platform, "ASMFLAGS") if err := GoCrossCompile(opts); err != nil { errorLock.Lock() defer errorLock.Unlock() errors = append(errors, fmt.Sprintf("%s error: %s", platform.String(), err)) } <-semaphore }(path, platform) } } wg.Wait() if len(errors) > 0 { fmt.Fprintf(os.Stderr, "\n%d errors occurred:\n", len(errors)) for _, err := range errors { fmt.Fprintf(os.Stderr, "--> %s\n", err) } return 1 } return 0 } func printUsage() { fmt.Fprintf(os.Stderr, helpText) } const helpText = `Usage: gox [options] [packages] Gox cross-compiles Go applications in parallel. If no specific operating systems or architectures are specified, Gox will build for all pairs supported by your version of Go. Options: -arch="" Space-separated list of architectures to build for -build-toolchain Build cross-compilation toolchain -cgo Sets CGO_ENABLED=1, requires proper C toolchain (advanced) -gcflags="" Additional '-gcflags' value to pass to go build -ldflags="" Additional '-ldflags' value to pass to go build -asmflags="" Additional '-asmflags' value to pass to go build -tags="" Additional '-tags' value to pass to go build -mod="" Additional '-mod' value to pass to go build -os="" Space-separated list of operating systems to build for -osarch="" Space-separated list of os/arch pairs to build for -osarch-list List supported os/arch pairs for your Go version -output="foo" Output path template. See below for more info -parallel=-1 Amount of parallelism, defaults to number of CPUs -gocmd="go" Build command, defaults to Go -rebuild Force rebuilding of package that were up to date -verbose Verbose mode Output path template: The output path for the compiled binaries is specified with the "-output" flag. The value is a string that is a Go text template. The default value is "{{.Dir}}_{{.OS}}_{{.Arch}}". The variables and their values should be self-explanatory. Platforms (OS/Arch): The operating systems and architectures to cross-compile for may be specified with the "-arch" and "-os" flags. These are space separated lists of valid GOOS/GOARCH values to build for, respectively. You may prefix an OS or Arch with "!" to negate and not build for that platform. If the list is made up of only negations, then the negations will come from the default list. Additionally, the "-osarch" flag may be used to specify complete os/arch pairs that should be built or ignored. The syntax for this is what you would expect: "darwin/amd64" would be a valid osarch value. Multiple can be space separated. An os/arch pair can begin with "!" to not build for that platform. The "-osarch" flag has the highest precedent when determing whether to build for a platform. If it is included in the "-osarch" list, it will be built even if the specific os and arch is negated in "-os" and "-arch", respectively. Platform Overrides: The "-gcflags", "-ldflags" and "-asmflags" options can be overridden per-platform by using environment variables. Gox will look for environment variables in the following format and use those to override values if they exist: GOX_[OS]_[ARCH]_GCFLAGS GOX_[OS]_[ARCH]_LDFLAGS GOX_[OS]_[ARCH]_ASMFLAGS `