wehub-resource-sync
114 lines
3.7 KiB
Go
114 lines
3.7 KiB
Go
// Copyright 2020 Dolthub, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/dolthub/dolt/go/libraries/doltcore/dbfactory"
|
|
"github.com/dolthub/dolt/go/libraries/doltcore/env"
|
|
"github.com/dolthub/dolt/go/libraries/utils/file"
|
|
"github.com/dolthub/dolt/go/libraries/utils/filesys"
|
|
"github.com/dolthub/dolt/go/store/util/tempfiles"
|
|
)
|
|
|
|
// reconfigIfTempFileMoveFails checks to see if the file system used for the data directory supports moves from TMPDIR.
|
|
// If this is not possible, we can't perform atomic moves of storage files, so we force the temp dir to be in the datadir
|
|
// to assure they are on the same file system.
|
|
func reconfigIfTempFileMoveFails(dataDir filesys.Filesys) error {
|
|
absP, err := dataDir.Abs("")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Configure MovableTempFileProvider so that it lazily checks if os.TempDir() can be moved from to the data directory
|
|
// or not. If it cannot be, this will configure .dolt/temptf as the movable temp file directory.
|
|
//
|
|
// The intent of this being lazy is that we do not want to mess with the local filesystem unless we are asked to,
|
|
// but the concrete way we check for moveability is to create a temp file and move it into a known subdirectory
|
|
// of the .dolt subdirectory. We shouldn't create any of those things unless we need to because we are actually
|
|
// doing filesystem writes.
|
|
origprovider := tempfiles.MovableTempFileProvider
|
|
tempfiles.MovableTempFileProvider = tempfiles.NewLazyTempFileProvider(func() (tempfiles.TempFileProvider, error) {
|
|
dotDoltCreated := false
|
|
tmpDirCreated := false
|
|
|
|
doltDir := filepath.Join(absP, dbfactory.DoltDir)
|
|
stat, err := os.Stat(doltDir)
|
|
if err != nil {
|
|
err := os.MkdirAll(doltDir, os.ModePerm)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to create dolt dir '%s': %s", doltDir, err.Error())
|
|
}
|
|
|
|
dotDoltCreated = true
|
|
}
|
|
|
|
doltTmpDir := filepath.Join(doltDir, env.TmpDirName)
|
|
stat, err = os.Stat(doltTmpDir)
|
|
if err != nil {
|
|
err := os.MkdirAll(doltTmpDir, os.ModePerm)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to create temp dir '%s': %s", doltTmpDir, err.Error())
|
|
}
|
|
tmpDirCreated = true
|
|
|
|
} else if !stat.IsDir() {
|
|
return nil, fmt.Errorf("attempting to use '%s' as a temp directory, but there exists a file with that name", doltTmpDir)
|
|
}
|
|
|
|
tmpF, err := os.CreateTemp("", "")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
name := tmpF.Name()
|
|
err = tmpF.Close()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
movedName := filepath.Join(doltTmpDir, "testfile")
|
|
|
|
if os.Getenv("DOLT_FORCE_LOCAL_TEMP_FILES") == "" {
|
|
err = file.Rename(name, movedName)
|
|
} else {
|
|
err = errors.New("treating rename as failed because DOLT_FORCE_LOCAL_TEMP_FILES is set")
|
|
}
|
|
if err == nil {
|
|
// If rename was successful, then the tmp dir is fine, so no need to change it. Clean up the things we created.
|
|
_ = file.Remove(movedName)
|
|
|
|
if tmpDirCreated {
|
|
_ = file.Remove(doltTmpDir)
|
|
}
|
|
|
|
if dotDoltCreated {
|
|
_ = file.Remove(doltDir)
|
|
}
|
|
|
|
return origprovider, nil
|
|
}
|
|
_ = file.Remove(name)
|
|
// Rename failed. So we force the tmp dir to be the data dir.
|
|
return tempfiles.NewTempFileProviderAt(doltTmpDir), nil
|
|
})
|
|
|
|
return nil
|
|
}
|