chore: import upstream snapshot with attribution

utils/doltgres_builder/cmd/main.go

@@ -0,0 +1,32 @@
+package main
+
+import (
+	"context"
+	"fmt"
+	"log"
+	"os"
+
+	builder "github.com/dolthub/doltgresql/utils/doltgres_builder"
+)
+
+func main() {
+	commitList := os.Args[1:]
+	if len(commitList) < 1 {
+		helpStr := "doltgres-builder takes DoltgreSQL commit shas or tags as arguments\n" +
+			"and builds corresponding binaries to a path specified\n" +
+			"by DOLTGRES_BIN\n" +
+			"If DOLTGRES_BIN is not set, ./doltgresBin will be used\n" +
+			"usage: doltgres-builder dccba46 4bad226 ...\n" +
+			"usage: doltgres-builder v0.19.0 v0.22.6 ...\n" +
+			"set DEBUG=1 to run in debug mode\n"
+		fmt.Print(helpStr)
+		os.Exit(2)
+	}
+
+	err := builder.Run(context.Background(), commitList)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	os.Exit(0)
+}

utils/doltgres_builder/constants.go

@@ -0,0 +1,5 @@
+package doltgres_builder
+
+const (
+	GithubDoltgres = "https://github.com/dolthub/doltgresql.git"
+)

utils/doltgres_builder/run.go

@@ -0,0 +1,175 @@
+package doltgres_builder
+
+import (
+	"context"
+	"fmt"
+	"os"
+	"os/signal"
+	"path/filepath"
+	"runtime"
+	"sync"
+	"syscall"
+
+	builder "github.com/dolthub/dolt/go/performance/utils/dolt_builder"
+	"golang.org/x/sync/errgroup"
+)
+
+const envDoltgresBin = "DOLTGRES_BIN"
+
+func Run(parentCtx context.Context, commitList []string) error {
+	doltgresBin, err := getDoltgresBin()
+	if err != nil {
+		return err
+	}
+
+	// check for git on path
+	err = builder.GitVersion(parentCtx)
+	if err != nil {
+		return err
+	}
+
+	cwd, err := os.Getwd()
+	if err != nil {
+		return err
+	}
+
+	// make temp dir for cloning/copying doltgres source
+	tempDir := filepath.Join(cwd, "clones-copies")
+	err = os.MkdirAll(tempDir, os.ModePerm)
+	if err != nil {
+		return err
+	}
+
+	// clone doltgres source
+	err = builder.GitCloneBare(parentCtx, tempDir, GithubDoltgres)
+	if err != nil {
+		return err
+	}
+
+	repoDir := filepath.Join(tempDir, "doltgresql.git")
+
+	withKeyCtx, cancel := context.WithCancel(parentCtx)
+	g, ctx := errgroup.WithContext(withKeyCtx)
+
+	// handle user interrupt
+	quit := make(chan os.Signal, 1)
+	signal.Notify(quit, os.Interrupt, syscall.SIGTERM)
+	var wg sync.WaitGroup
+	wg.Add(1)
+	go func() {
+		<-quit
+		defer wg.Done()
+		signal.Stop(quit)
+		cancel()
+	}()
+
+	for _, commit := range commitList {
+		commit := commit // https://golang.org/doc/faq#closures_and_goroutines
+		g.Go(func() error {
+			return buildBinaries(ctx, tempDir, repoDir, doltgresBin, commit)
+		})
+	}
+
+	builderr := g.Wait()
+	close(quit)
+	wg.Wait()
+
+	// remove clones-copies after all go routines complete
+	// will exit successfully if removal fails
+	if err := os.RemoveAll(tempDir); err != nil {
+		fmt.Printf("WARN: %s was not removed\n", tempDir)
+		fmt.Printf("WARN: error: %v\n", err)
+	}
+
+	if builderr != nil {
+		return builderr
+	}
+
+	return nil
+}
+
+// getDoltgresBin creates and returns the absolute path for DOLTGRES_BIN
+// if it was found, otherwise uses the current working directory
+// as the parent directory for a `doltgresBin` directory
+func getDoltgresBin() (string, error) {
+	var doltgresBin string
+	dir := os.Getenv(envDoltgresBin)
+	if dir == "" {
+		cwd, err := os.Getwd()
+		if err != nil {
+			return "", err
+		}
+		doltgresBin = filepath.Join(cwd, "doltgresBin")
+	} else {
+		abs, err := filepath.Abs(dir)
+		if err != nil {
+			return "", err
+		}
+		doltgresBin = abs
+	}
+	err := os.MkdirAll(doltgresBin, os.ModePerm)
+	if err != nil {
+		return "", err
+	}
+	return doltgresBin, nil
+}
+
+// buildBinaries builds a doltgres binary at the given commit and stores it in the doltgresBin
+func buildBinaries(ctx context.Context, tempDir, repoDir, doltgresBinDir, commit string) error {
+	checkoutDir := filepath.Join(tempDir, commit)
+	if err := os.MkdirAll(checkoutDir, os.ModePerm); err != nil {
+		return err
+	}
+
+	err := builder.GitCheckoutTree(ctx, repoDir, checkoutDir, commit)
+	if err != nil {
+		return err
+	}
+
+	commitDir := filepath.Join(doltgresBinDir, commit)
+	if err := os.MkdirAll(commitDir, os.ModePerm); err != nil {
+		return err
+	}
+
+	parserScriptPath := filepath.Join(checkoutDir, "postgres", "parser", "build.sh")
+	doltgresCommandPath := filepath.Join(checkoutDir, "cmd", "doltgres")
+
+	command, err := goBuild(ctx, parserScriptPath, doltgresCommandPath, checkoutDir, commitDir)
+	if err != nil {
+		return err
+	}
+
+	return doltgresVersion(ctx, commitDir, command)
+}
+
+// goBuild builds the doltgres parser and doltgres binary and returns the filename for the doltgres binary
+func goBuild(ctx context.Context, parserScriptPath, doltgresCommandPath, source, dest string) (string, error) {
+	buildParser := builder.ExecCommand(ctx, "/bin/bash", "-c", parserScriptPath)
+	err := buildParser.Run()
+	if err != nil {
+		return "", err
+	}
+
+	doltgresFileName := "doltgres"
+	if runtime.GOOS == "windows" {
+		doltgresFileName = "doltgres.exe"
+	}
+	toBuild := filepath.Join(dest, doltgresFileName)
+
+	build := builder.ExecCommand(ctx, "go", "build", "-o", toBuild, doltgresCommandPath)
+	build.Dir = source
+	err = build.Run()
+	if err != nil {
+		return "", err
+	}
+	return toBuild, nil
+}
+
+// doltgresVersion prints doltgres version of binary
+func doltgresVersion(ctx context.Context, dir, command string) error {
+	doltgresVersion := builder.ExecCommand(ctx, command, "-version")
+	doltgresVersion.Stderr = os.Stderr
+	doltgresVersion.Stdout = os.Stdout
+	doltgresVersion.Dir = dir
+	return doltgresVersion.Run()
+}