2016-05-25 14:07:57 +02:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package build
|
|
|
|
|
|
|
|
import (
|
|
|
|
"archive/tar"
|
|
|
|
"archive/zip"
|
|
|
|
"compress/gzip"
|
2023-05-25 14:54:28 +08:00
|
|
|
"errors"
|
2016-05-25 14:07:57 +02:00
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"strings"
|
2022-07-12 14:35:35 +03:00
|
|
|
"time"
|
2016-05-25 14:07:57 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type Archive interface {
|
|
|
|
// Directory adds a new directory entry to the archive and sets the
|
|
|
|
// directory for subsequent calls to Header.
|
|
|
|
Directory(name string) error
|
|
|
|
|
|
|
|
// Header adds a new file to the archive. The file is added to the directory
|
|
|
|
// set by Directory. The content of the file must be written to the returned
|
|
|
|
// writer.
|
|
|
|
Header(os.FileInfo) (io.Writer, error)
|
|
|
|
|
|
|
|
// Close flushes the archive and closes the underlying file.
|
|
|
|
Close() error
|
|
|
|
}
|
|
|
|
|
2016-11-03 13:44:16 +01:00
|
|
|
func NewArchive(file *os.File) (Archive, string) {
|
2016-05-25 14:07:57 +02:00
|
|
|
switch {
|
|
|
|
case strings.HasSuffix(file.Name(), ".zip"):
|
2016-11-03 13:44:16 +01:00
|
|
|
return NewZipArchive(file), strings.TrimSuffix(file.Name(), ".zip")
|
2016-05-25 14:07:57 +02:00
|
|
|
case strings.HasSuffix(file.Name(), ".tar.gz"):
|
2016-11-03 13:44:16 +01:00
|
|
|
return NewTarballArchive(file), strings.TrimSuffix(file.Name(), ".tar.gz")
|
2016-05-25 14:07:57 +02:00
|
|
|
default:
|
2016-11-03 13:44:16 +01:00
|
|
|
return nil, ""
|
2016-05-25 14:07:57 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddFile appends an existing file to an archive.
|
|
|
|
func AddFile(a Archive, file string) error {
|
|
|
|
fd, err := os.Open(file)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fd.Close()
|
|
|
|
fi, err := fd.Stat()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
w, err := a.Header(fi)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.Copy(w, fd); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// WriteArchive creates an archive containing the given files.
|
2016-11-03 13:44:16 +01:00
|
|
|
func WriteArchive(name string, files []string) (err error) {
|
|
|
|
archfd, err := os.Create(name)
|
2016-05-25 14:07:57 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-11-03 13:44:16 +01:00
|
|
|
|
|
|
|
defer func() {
|
|
|
|
archfd.Close()
|
|
|
|
// Remove the half-written archive on failure.
|
|
|
|
if err != nil {
|
|
|
|
os.Remove(name)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
archive, basename := NewArchive(archfd)
|
2016-05-25 14:07:57 +02:00
|
|
|
if archive == nil {
|
2023-05-25 14:54:28 +08:00
|
|
|
return errors.New("unknown archive extension")
|
2016-05-25 14:07:57 +02:00
|
|
|
}
|
2016-11-03 13:44:16 +01:00
|
|
|
fmt.Println(name)
|
2016-05-25 14:07:57 +02:00
|
|
|
if err := archive.Directory(basename); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
for _, file := range files {
|
|
|
|
fmt.Println(" +", filepath.Base(file))
|
|
|
|
if err := AddFile(archive, file); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return archive.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
type ZipArchive struct {
|
|
|
|
dir string
|
|
|
|
zipw *zip.Writer
|
|
|
|
file io.Closer
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewZipArchive(w io.WriteCloser) Archive {
|
|
|
|
return &ZipArchive{"", zip.NewWriter(w), w}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *ZipArchive) Directory(name string) error {
|
|
|
|
a.dir = name + "/"
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *ZipArchive) Header(fi os.FileInfo) (io.Writer, error) {
|
|
|
|
head, err := zip.FileInfoHeader(fi)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("can't make zip header: %v", err)
|
|
|
|
}
|
|
|
|
head.Name = a.dir + head.Name
|
2016-11-03 13:44:16 +01:00
|
|
|
head.Method = zip.Deflate
|
2016-05-25 14:07:57 +02:00
|
|
|
w, err := a.zipw.CreateHeader(head)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("can't add zip header: %v", err)
|
|
|
|
}
|
|
|
|
return w, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *ZipArchive) Close() error {
|
|
|
|
if err := a.zipw.Close(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return a.file.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
type TarballArchive struct {
|
|
|
|
dir string
|
|
|
|
tarw *tar.Writer
|
|
|
|
gzw *gzip.Writer
|
|
|
|
file io.Closer
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewTarballArchive(w io.WriteCloser) Archive {
|
|
|
|
gzw := gzip.NewWriter(w)
|
|
|
|
tarw := tar.NewWriter(gzw)
|
|
|
|
return &TarballArchive{"", tarw, gzw, w}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *TarballArchive) Directory(name string) error {
|
|
|
|
a.dir = name + "/"
|
|
|
|
return a.tarw.WriteHeader(&tar.Header{
|
|
|
|
Name: a.dir,
|
|
|
|
Mode: 0755,
|
|
|
|
Typeflag: tar.TypeDir,
|
2022-07-12 14:35:35 +03:00
|
|
|
ModTime: time.Now(),
|
2016-05-25 14:07:57 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *TarballArchive) Header(fi os.FileInfo) (io.Writer, error) {
|
|
|
|
head, err := tar.FileInfoHeader(fi, "")
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("can't make tar header: %v", err)
|
|
|
|
}
|
|
|
|
head.Name = a.dir + head.Name
|
|
|
|
if err := a.tarw.WriteHeader(head); err != nil {
|
|
|
|
return nil, fmt.Errorf("can't add tar header: %v", err)
|
|
|
|
}
|
|
|
|
return a.tarw, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *TarballArchive) Close() error {
|
|
|
|
if err := a.tarw.Close(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := a.gzw.Close(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return a.file.Close()
|
|
|
|
}
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
|
2020-11-11 14:34:43 +01:00
|
|
|
// ExtractArchive unpacks a .zip or .tar.gz archive to the destination directory.
|
|
|
|
func ExtractArchive(archive string, dest string) error {
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
ar, err := os.Open(archive)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer ar.Close()
|
|
|
|
|
2020-11-11 14:34:43 +01:00
|
|
|
switch {
|
|
|
|
case strings.HasSuffix(archive, ".tar.gz"):
|
|
|
|
return extractTarball(ar, dest)
|
|
|
|
case strings.HasSuffix(archive, ".zip"):
|
|
|
|
return extractZip(ar, dest)
|
|
|
|
default:
|
|
|
|
return fmt.Errorf("unhandled archive type %s", archive)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// extractTarball unpacks a .tar.gz file.
|
|
|
|
func extractTarball(ar io.Reader, dest string) error {
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
gzr, err := gzip.NewReader(ar)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer gzr.Close()
|
|
|
|
|
|
|
|
tr := tar.NewReader(gzr)
|
|
|
|
for {
|
2020-11-11 14:34:43 +01:00
|
|
|
// Move to the next file header.
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
header, err := tr.Next()
|
|
|
|
if err != nil {
|
|
|
|
if err == io.EOF {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2020-11-11 14:34:43 +01:00
|
|
|
// We only care about regular files, directory modes
|
|
|
|
// and special file types are not supported.
|
|
|
|
if header.Typeflag == tar.TypeReg {
|
|
|
|
armode := header.FileInfo().Mode()
|
|
|
|
err := extractFile(header.Name, armode, tr, dest)
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
if err != nil {
|
2020-11-11 14:34:43 +01:00
|
|
|
return fmt.Errorf("extract %s: %v", header.Name, err)
|
travis, build, internal: use own Go bundle for PPA builds (#20240)
* build: bump PPAs to Go 1.13 (via longsleep), keep Trusty on 1.11
* travis, build, vendor: use own Go bundle for PPA builds
* travis, build, internal, vendor: smarter Go bundler, own untar
* build: updated ci-notes with new Go bundling, only make, don't test
2019-11-05 15:32:42 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2020-11-11 14:34:43 +01:00
|
|
|
|
|
|
|
// extractZip unpacks the given .zip file.
|
|
|
|
func extractZip(ar *os.File, dest string) error {
|
|
|
|
info, err := ar.Stat()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
zr, err := zip.NewReader(ar, info.Size())
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, zf := range zr.File {
|
|
|
|
if !zf.Mode().IsRegular() {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
data, err := zf.Open()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
err = extractFile(zf.Name, zf.Mode(), data, dest)
|
|
|
|
data.Close()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("extract %s: %v", zf.Name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// extractFile extracts a single file from an archive.
|
|
|
|
func extractFile(arpath string, armode os.FileMode, data io.Reader, dest string) error {
|
|
|
|
// Check that path is inside destination directory.
|
|
|
|
target := filepath.Join(dest, filepath.FromSlash(arpath))
|
|
|
|
if !strings.HasPrefix(target, filepath.Clean(dest)+string(os.PathSeparator)) {
|
|
|
|
return fmt.Errorf("path %q escapes archive destination", target)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Ensure the destination directory exists.
|
|
|
|
if err := os.MkdirAll(filepath.Dir(target), 0755); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copy file data.
|
|
|
|
file, err := os.OpenFile(target, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, armode)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := io.Copy(file, data); err != nil {
|
|
|
|
file.Close()
|
|
|
|
os.Remove(target)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return file.Close()
|
|
|
|
}
|