107 lines
2.0 KiB
Go
107 lines
2.0 KiB
Go
|
package dependencies
|
||
|
|
|
||
|
|
import (
|
||
|
|
"archive/tar"
|
||
|
|
"bytes"
|
||
|
|
"compress/gzip"
|
||
|
|
"fmt"
|
||
|
|
"io"
|
||
|
|
"net/http"
|
||
|
|
"os"
|
||
|
|
"path/filepath"
|
||
|
|
"strings"
|
||
|
|
|
||
|
|
"github.com/juju/errors"
|
||
|
|
|
||
|
|
log "github.com/sirupsen/logrus"
|
||
|
|
)
|
||
|
|
|
||
|
|
// downloadFile will download file from a given url and store in memory the content
|
||
|
|
// content will probably be untar, ungzip, ....
|
||
|
|
func downloadFile(url string) (io.Reader, error) {
|
||
|
|
|
||
|
|
// Get the data
|
||
|
|
resp, err := http.Get(url)
|
||
|
|
if err != nil {
|
||
|
|
return nil, errors.Trace(err)
|
||
|
|
}
|
||
|
|
defer resp.Body.Close()
|
||
|
|
|
||
|
|
buf := new(bytes.Buffer)
|
||
|
|
_, err = buf.ReadFrom(resp.Body)
|
||
|
|
if err != nil {
|
||
|
|
return nil, errors.Trace(err)
|
||
|
|
}
|
||
|
|
|
||
|
|
return buf, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func unGzip(reader io.Reader) (io.Reader, error) {
|
||
|
|
|
||
|
|
gzipReader, err := gzip.NewReader(reader)
|
||
|
|
if err != nil {
|
||
|
|
return nil, errors.Trace(err)
|
||
|
|
}
|
||
|
|
defer gzipReader.Close()
|
||
|
|
|
||
|
|
return gzipReader, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func unTar(reader io.Reader, subdir string, dest string) error {
|
||
|
|
tr := tar.NewReader(reader)
|
||
|
|
|
||
|
|
if subdir != "" && !strings.HasSuffix(subdir, "/") {
|
||
|
|
subdir = fmt.Sprintf("%s/", subdir)
|
||
|
|
}
|
||
|
|
|
||
|
|
for {
|
||
|
|
header, err := tr.Next()
|
||
|
|
switch {
|
||
|
|
// no more files
|
||
|
|
case err == io.EOF:
|
||
|
|
return nil
|
||
|
|
case err != nil:
|
||
|
|
return errors.Trace(err)
|
||
|
|
case header == nil:
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
|
||
|
|
filename := header.Name
|
||
|
|
|
||
|
|
if subdir != "" && strings.HasPrefix(filename, subdir) {
|
||
|
|
|
||
|
|
filename = strings.Replace(filename, subdir, "", 1)
|
||
|
|
|
||
|
|
if filename == "" {
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
target := filepath.Join(dest, filename)
|
||
|
|
|
||
|
|
log.Debugf("Extacting %s", target)
|
||
|
|
|
||
|
|
switch header.Typeflag {
|
||
|
|
// create directory if doesn't exit
|
||
|
|
case tar.TypeDir:
|
||
|
|
if _, err := os.Stat(target); err != nil {
|
||
|
|
if err := os.MkdirAll(target, 0755); err != nil {
|
||
|
|
return errors.Trace(err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// create file
|
||
|
|
case tar.TypeReg:
|
||
|
|
f, err := os.OpenFile(target, os.O_CREATE|os.O_RDWR, os.FileMode(header.Mode))
|
||
|
|
if err != nil {
|
||
|
|
return errors.Trace(err)
|
||
|
|
}
|
||
|
|
defer f.Close()
|
||
|
|
|
||
|
|
// copy contents to file
|
||
|
|
if _, err := io.Copy(f, tr); err != nil {
|
||
|
|
return errors.Trace(err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|