package common import ( "archive/tar" "archive/zip" "compress/gzip" "fmt" "io" "log" "os" "path" "path/filepath" "strings" "time" ) func Untar(src, dir string) error { f, err := os.Open(src) if err != nil { return err } return untar(f, dir) } func untar(r io.Reader, dir string) (err error) { t0 := time.Now() nFiles := 0 madeDir := map[string]bool{} defer func() { td := time.Since(t0) if err == nil { log.Printf("extracted tarball into %s: %d files, %d dirs (%v)", dir, nFiles, len(madeDir), td) } else { log.Printf("error extracting tarball into %s after %d files, %d dirs, %v: %v", dir, nFiles, len(madeDir), td, err) } }() zr, err := gzip.NewReader(r) if err != nil { return fmt.Errorf("requires gzip-compressed body: %v", err) } tr := tar.NewReader(zr) loggedChtimesError := false for { f, err := tr.Next() if err == io.EOF { break } if err != nil { log.Printf("tar reading error: %v", err) return fmt.Errorf("tar error: %v", err) } if !validRelPath(f.Name) { return fmt.Errorf("tar contained invalid name error %q", f.Name) } rel := filepath.FromSlash(f.Name) abs := filepath.Join(dir, rel) fi := f.FileInfo() mode := fi.Mode() switch { case mode.IsRegular(): // Make the directory. This is redundant because it should // already be made by a directory entry in the tar // beforehand. Thus, don't check for errors; the next // write will fail with the same error. dir := filepath.Dir(abs) if !madeDir[dir] { if err := os.MkdirAll(filepath.Dir(abs), 0755); err != nil { return err } madeDir[dir] = true } wf, err := os.OpenFile(abs, os.O_RDWR|os.O_CREATE|os.O_TRUNC, mode.Perm()) if err != nil { return err } n, err := io.Copy(wf, tr) if closeErr := wf.Close(); closeErr != nil && err == nil { err = closeErr } if err != nil { return fmt.Errorf("error writing to %s: %v", abs, err) } if n != f.Size { return fmt.Errorf("only wrote %d bytes to %s; expected %d", n, abs, f.Size) } modTime := f.ModTime if modTime.After(t0) { // Clamp modtimes at system time. See // golang.org/issue/19062 when clock on // buildlet was behind the gitmirror server // doing the git-archive. modTime = t0 } if !modTime.IsZero() { if err := os.Chtimes(abs, modTime, modTime); err != nil && !loggedChtimesError { // benign error. Gerrit doesn't even set the // modtime in these, and we don't end up relying // on it anywhere (the gomote push command relies // on digests only), so this is a little pointless // for now. log.Printf("error changing modtime: %v (further Chtimes errors suppressed)", err) loggedChtimesError = true // once is enough } } nFiles++ case mode.IsDir(): if err := os.MkdirAll(abs, 0755); err != nil { return err } madeDir[abs] = true default: return fmt.Errorf("tar file entry %s contained unsupported file type %v", f.Name, mode) } } return nil } func validRelativeDir(dir string) bool { if strings.Contains(dir, `\`) || path.IsAbs(dir) { return false } dir = path.Clean(dir) if strings.HasPrefix(dir, "../") || strings.HasSuffix(dir, "/..") || dir == ".." { return false } return true } func validRelPath(p string) bool { if p == "" || strings.Contains(p, `\`) || strings.HasPrefix(p, "/") || strings.Contains(p, "../") { return false } return true } // Unzip will decompress a zip archive, moving all files and folders // within the zip file (parameter 1) to an output directory (parameter 2). func Unzip(src, dest string) error { r, err := zip.OpenReader(src) if err != nil { return err } defer func() { if err := r.Close(); err != nil { panic(err) } }() os.MkdirAll(dest, 0755) // Closure to address file descriptors issue with all the deferred .Close() methods extractAndWriteFile := func(f *zip.File) error { rc, err := f.Open() if err != nil { return err } defer func() { if err := rc.Close(); err != nil { panic(err) } }() path := filepath.Join(dest, f.Name) // Check for ZipSlip (Directory traversal) if !strings.HasPrefix(path, filepath.Clean(dest)+string(os.PathSeparator)) { return fmt.Errorf("illegal file path: %s", path) } if f.FileInfo().IsDir() { os.MkdirAll(path, f.Mode()) } else { os.MkdirAll(filepath.Dir(path), f.Mode()) f, err := os.OpenFile(path, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, f.Mode()) if err != nil { return err } defer func() { if err := f.Close(); err != nil { panic(err) } }() _, err = io.Copy(f, rc) if err != nil { return err } } return nil } for _, f := range r.File { err := extractAndWriteFile(f) if err != nil { return err } } return nil }