202 lines
4.7 KiB
Go
202 lines
4.7 KiB
Go
package common
|
|
|
|
import (
|
|
"archive/tar"
|
|
"archive/zip"
|
|
"compress/gzip"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
func Untar(src, dir string) error {
|
|
f, err := os.Open(src)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return untar(f, dir)
|
|
}
|
|
|
|
func untar(r io.Reader, dir string) (err error) {
|
|
t0 := time.Now()
|
|
nFiles := 0
|
|
madeDir := map[string]bool{}
|
|
defer func() {
|
|
td := time.Since(t0)
|
|
if err == nil {
|
|
log.Printf("extracted tarball into %s: %d files, %d dirs (%v)", dir, nFiles, len(madeDir), td)
|
|
} else {
|
|
log.Printf("error extracting tarball into %s after %d files, %d dirs, %v: %v", dir, nFiles, len(madeDir), td, err)
|
|
}
|
|
}()
|
|
zr, err := gzip.NewReader(r)
|
|
if err != nil {
|
|
return fmt.Errorf("requires gzip-compressed body: %v", err)
|
|
}
|
|
tr := tar.NewReader(zr)
|
|
loggedChtimesError := false
|
|
for {
|
|
f, err := tr.Next()
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
if err != nil {
|
|
log.Printf("tar reading error: %v", err)
|
|
return fmt.Errorf("tar error: %v", err)
|
|
}
|
|
if !validRelPath(f.Name) {
|
|
return fmt.Errorf("tar contained invalid name error %q", f.Name)
|
|
}
|
|
rel := filepath.FromSlash(f.Name)
|
|
abs := filepath.Join(dir, rel)
|
|
|
|
fi := f.FileInfo()
|
|
mode := fi.Mode()
|
|
switch {
|
|
case mode.IsRegular():
|
|
// Make the directory. This is redundant because it should
|
|
// already be made by a directory entry in the tar
|
|
// beforehand. Thus, don't check for errors; the next
|
|
// write will fail with the same error.
|
|
dir := filepath.Dir(abs)
|
|
if !madeDir[dir] {
|
|
if err := os.MkdirAll(filepath.Dir(abs), 0755); err != nil {
|
|
return err
|
|
}
|
|
madeDir[dir] = true
|
|
}
|
|
wf, err := os.OpenFile(abs, os.O_RDWR|os.O_CREATE|os.O_TRUNC, mode.Perm())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
n, err := io.Copy(wf, tr)
|
|
if closeErr := wf.Close(); closeErr != nil && err == nil {
|
|
err = closeErr
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("error writing to %s: %v", abs, err)
|
|
}
|
|
if n != f.Size {
|
|
return fmt.Errorf("only wrote %d bytes to %s; expected %d", n, abs, f.Size)
|
|
}
|
|
modTime := f.ModTime
|
|
if modTime.After(t0) {
|
|
// Clamp modtimes at system time. See
|
|
// golang.org/issue/19062 when clock on
|
|
// buildlet was behind the gitmirror server
|
|
// doing the git-archive.
|
|
modTime = t0
|
|
}
|
|
if !modTime.IsZero() {
|
|
if err := os.Chtimes(abs, modTime, modTime); err != nil && !loggedChtimesError {
|
|
// benign error. Gerrit doesn't even set the
|
|
// modtime in these, and we don't end up relying
|
|
// on it anywhere (the gomote push command relies
|
|
// on digests only), so this is a little pointless
|
|
// for now.
|
|
log.Printf("error changing modtime: %v (further Chtimes errors suppressed)", err)
|
|
loggedChtimesError = true // once is enough
|
|
}
|
|
}
|
|
nFiles++
|
|
case mode.IsDir():
|
|
if err := os.MkdirAll(abs, 0755); err != nil {
|
|
return err
|
|
}
|
|
madeDir[abs] = true
|
|
default:
|
|
return fmt.Errorf("tar file entry %s contained unsupported file type %v", f.Name, mode)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func validRelativeDir(dir string) bool {
|
|
if strings.Contains(dir, `\`) || path.IsAbs(dir) {
|
|
return false
|
|
}
|
|
dir = path.Clean(dir)
|
|
if strings.HasPrefix(dir, "../") || strings.HasSuffix(dir, "/..") || dir == ".." {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
func validRelPath(p string) bool {
|
|
if p == "" || strings.Contains(p, `\`) || strings.HasPrefix(p, "/") || strings.Contains(p, "../") {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
// Unzip will decompress a zip archive, moving all files and folders
|
|
// within the zip file (parameter 1) to an output directory (parameter 2).
|
|
func Unzip(src, dest string) error {
|
|
r, err := zip.OpenReader(src)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
if err := r.Close(); err != nil {
|
|
panic(err)
|
|
}
|
|
}()
|
|
|
|
os.MkdirAll(dest, 0755)
|
|
|
|
// Closure to address file descriptors issue with all the deferred .Close() methods
|
|
extractAndWriteFile := func(f *zip.File) error {
|
|
rc, err := f.Open()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
if err := rc.Close(); err != nil {
|
|
panic(err)
|
|
}
|
|
}()
|
|
|
|
path := filepath.Join(dest, f.Name)
|
|
|
|
// Check for ZipSlip (Directory traversal)
|
|
if !strings.HasPrefix(path, filepath.Clean(dest)+string(os.PathSeparator)) {
|
|
return fmt.Errorf("illegal file path: %s", path)
|
|
}
|
|
|
|
if f.FileInfo().IsDir() {
|
|
os.MkdirAll(path, f.Mode())
|
|
} else {
|
|
os.MkdirAll(filepath.Dir(path), f.Mode())
|
|
f, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, f.Mode())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
if err := f.Close(); err != nil {
|
|
panic(err)
|
|
}
|
|
}()
|
|
|
|
_, err = io.Copy(f, rc)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
for _, f := range r.File {
|
|
err := extractAndWriteFile(f)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|