pm/pkg/install.go

package pkg

import (
	"archive/tar"
	"bufio"
	"compress/bzip2"
	"crypto/sha256"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"net/http"
	"os"
	"os/exec"
	"path/filepath"
	"strings"

	"github.com/pkg/errors"
	"mcquay.me/fs"
	"mcquay.me/pm"
	"mcquay.me/pm/db"
	"mcquay.me/pm/keyring"
)

const cache = "var/cache/pm"
const installed = "var/lib/pm/installed"

// Install fetches and installs pkgs from appropriate remotes.
func Install(root string, pkgs []string) error {
	av, err := db.LoadAvailable(root)
	if err != nil {
		return errors.Wrap(err, "loading available db")
	}

	ms, err := av.Installable(pkgs)
	if err != nil {
		return errors.Wrap(err, "checking ability to install")
	}

	cacheDir := filepath.Join(root, cache)
	if !fs.Exists(cacheDir) {
		if err := os.MkdirAll(cacheDir, 0755); err != nil {
			return errors.Wrap(err, "creating non-existent cache dir")
		}
	}
	if !fs.IsDir(cacheDir) {
		return errors.Errorf("%q is not a directory!", cacheDir)
	}
	installedDir := filepath.Join(root, installed)
	if !fs.Exists(installedDir) {
		if err := os.MkdirAll(installedDir, 0755); err != nil {
			return errors.Wrap(err, "creating non-existent cache dir")
		}
	}
	if !fs.IsDir(cacheDir) {
		return errors.Errorf("%q is not a directory!", cacheDir)
	}

	if err := download(cacheDir, ms); err != nil {
		return errors.Wrap(err, "downloading")
	}

	for _, m := range ms {
		if err := install(root, m); err != nil {
			return errors.Wrapf(err, "installing %v", m.Name)
		}
	}
	return nil
}

func download(cache string, ms pm.Metas) error {
	// TODO (sm): concurrently fetch
	for _, m := range ms {
		resp, err := http.Get(m.URL())
		if err != nil {
			return errors.Wrap(err, "http get")
		}
		fn := filepath.Join(cache, m.Pkg())
		f, err := os.Create(fn)
		if err != nil {
			return errors.Wrap(err, "creating")
		}

		if n, err := io.Copy(f, resp.Body); err != nil {
			return errors.Wrapf(err, "copy %q to disk after %d bytes", m.URL(), n)
		}

		if err := resp.Body.Close(); err != nil {
			return errors.Wrap(err, "closing resp body")
		}
	}
	return nil
}

func verifyManifestIntegrity(root string, m pm.Meta) error {
	pn := filepath.Join(root, cache, m.Pkg())
	man, err := getReadCloser(pn, "manifest.sha256")
	if err != nil {
		return errors.Wrap(err, "getting manifest reader")
	}
	sig, err := getReadCloser(pn, "manifest.sha256.asc")
	if err != nil {
		return errors.Wrap(err, "getting manifest reader")
	}

	if err := keyring.Verify(root, man, sig); err != nil {
		return errors.Wrap(err, "verifying manifest")
	}
	if err := man.Close(); err != nil {
		return errors.Wrap(err, "closing manifest reader")
	}
	if err := sig.Close(); err != nil {
		return errors.Wrap(err, "closing manifest signature reader")
	}
	return nil
}

func expandPkgContents(root string, m pm.Meta) error {
	pn := filepath.Join(root, cache, m.Pkg())
	man, err := getReadCloser(pn, "manifest.sha256")
	if err != nil {
		return errors.Wrap(err, "getting manifest reader")
	}

	ip := filepath.Join(root, installed, string(m.Name))
	if err := os.MkdirAll(ip, 0755); err != nil {
		return errors.Wrapf(err, "making install dir for %q", m.Name)
	}

	cs := map[string]string{}
	s := bufio.NewScanner(man)
	for s.Scan() {
		elems := strings.Split(s.Text(), "\t")
		if len(elems) != 2 {
			return errors.Errorf("manifest format error; got %d elements, want 2", len(elems))
		}
		cs[elems[1]] = elems[0]
	}
	if err := man.Close(); err != nil {
		return errors.Wrap(err, "closing manifest reader")
	}
	if err := s.Err(); err != nil {
		return errors.Wrap(err, "scanning manifest")
	}

	pf, err := os.Open(pn)
	if err != nil {
		return errors.Wrap(err, "opening pkg file")
	}
	tr := tar.NewReader(pf)
	for {
		hdr, err := tr.Next()
		if err == io.EOF {
			break
		}
		if err != nil {
			return errors.Wrap(err, "tar traversal")
		}

		if hdr.Name == "manifest.sha256" || hdr.Name == "manifest.sha256.asc" {
			continue
		}

		if hdr.FileInfo().IsDir() {
			if hdr.Name != "bin" {
				return errors.Errorf("%v is unexpected", hdr.Name)
			}
			if err := os.MkdirAll(filepath.Join(ip, hdr.Name), hdr.FileInfo().Mode()); err != nil {
				return errors.Wrapf(err, "mkdir for %v", hdr.Name)
			}
			continue
		}

		sha, ok := cs[hdr.Name]
		if !ok {
			return errors.Errorf("extra file %q found in tarfile!", hdr.Name)
		}

		name := filepath.Join(ip, hdr.Name)
		sr := sha256.New()
		var o io.WriteCloser
		o = close{ioutil.Discard}
		if hdr.Name != "root.tar.bz2" {
			f, err := os.OpenFile(filepath.Join(ip, hdr.Name), os.O_WRONLY|os.O_CREATE, hdr.FileInfo().Mode())
			if err != nil {
				return errors.Wrap(err, "open file in install dir")
			}
			o = f
		}

		w := io.MultiWriter(o, sr)

		if n, err := io.Copy(w, tr); err != nil {
			return errors.Wrapf(err, "copying file %q after %v bytes", hdr.Name, n)
		}

		if sha != fmt.Sprintf("%x", sr.Sum(nil)) {
			return errors.Errorf("%q checksum was incorrect", hdr.Name)
		}

		if err := o.Close(); err != nil {
			return errors.Wrapf(err, "closing %v", name)
		}
	}
	return nil
}

type tarSlurper struct {
	f  *os.File
	tr *tar.Reader
}

func (ts *tarSlurper) Close() error {
	return ts.f.Close()
}

func (ts *tarSlurper) Read(p []byte) (int, error) {
	return ts.tr.Read(p)
}

func getReadCloser(tn, fn string) (io.ReadCloser, error) {
	pf, err := os.Open(tn)
	if err != nil {
		return nil, errors.Wrap(err, "opening pkg file")
	}
	tr := tar.NewReader(pf)
	for {
		hdr, err := tr.Next()
		if err == io.EOF {
			break
		}
		if err != nil {
			return nil, errors.Wrap(err, "tar traversal")
		}
		if hdr.Name == fn {
			return &tarSlurper{pf, tr}, nil
		}
	}
	return nil, errors.Errorf("%q not found", fn)
}

// close should be used to wrap ioutil.Discard to give it a noop Close method.
type close struct {
	io.Writer
}

func (close) Close() error {
	return nil
}

func script(root string, m pm.Meta, name string) error {
	bin := filepath.Join(root, installed, string(m.Name), "bin", name)
	if !fs.Exists(bin) {
		return nil
	}
	cmd := exec.Command(bin)
	cmd.Stdout = os.Stdout
	cmd.Stderr = os.Stderr
	return cmd.Run()
}

func expandRoot(root string, m pm.Meta) error {

	bomn := filepath.Join(root, installed, string(m.Name), "bom.sha256")
	bf, err := os.Open(bomn)
	if err != nil {
		return errors.Wrap(err, "opening bom")
	}

	cs := map[string]string{}
	s := bufio.NewScanner(bf)
	for s.Scan() {
		elems := strings.Split(s.Text(), "\t")
		if len(elems) != 2 {
			return errors.Errorf("manifest format error; got %d elements, want 2", len(elems))
		}
		cs[elems[1]] = elems[0]
	}

	pn := filepath.Join(root, cache, m.Pkg())
	tbz, err := getReadCloser(pn, "root.tar.bz2")
	if err != nil {
		return errors.Wrap(err, "getting root.tar.bz2 reader")
	}
	tr := tar.NewReader(bzip2.NewReader(tbz))
	for {
		hdr, err := tr.Next()
		if err == io.EOF {
			break
		}
		if err != nil {
			return errors.Wrap(err, "tar traversal")
		}
		if hdr.FileInfo().IsDir() {
			d := filepath.Join(root, hdr.Name)
			if err := os.MkdirAll(d, hdr.FileInfo().Mode()); err != nil {
				return errors.Wrapf(err, "making directory %q", d)
			}
			continue
		}
		f, err := os.OpenFile(filepath.Join(root, hdr.Name), os.O_WRONLY|os.O_CREATE, hdr.FileInfo().Mode())
		if err != nil {
			return errors.Wrapf(err, "open output file %q", hdr.Name)
		}
		if n, err := io.Copy(f, tr); err != nil {
			return errors.Wrapf(err, "copy file %q after %v bytes", hdr.Name, n)
		}
		if err := f.Close(); err != nil {
			return errors.Wrapf(err, "closing %q", hdr.Name)
		}
	}
	return nil
}

func install(root string, m pm.Meta) error {
	defer func() {
		cached := filepath.Join(root, cache, m.Pkg())
		if !fs.Exists(cached) {
			return
		}
		if err := os.Remove(cached); err != nil {
			log.Printf("cleaning up cache: %v", err)
		}
	}()

	already, err := db.IsInstalled(root, m)
	if err != nil {
		return errors.Wrapf(err, "is installed %v", m.Name)
	}
	if already {
		return errors.Errorf("%v already installed!", m.Name)
	}
	if err := verifyManifestIntegrity(root, m); err != nil {
		return errors.Wrap(err, "verifying pkg integrity")
	}
	if err := expandPkgContents(root, m); err != nil {
		if err := os.RemoveAll(filepath.Join(root, installed, string(m.Name))); err != nil {
			err = errors.Wrap(err, "cleaning up")
		}
		return errors.Wrap(err, "verifying pkg contents")
	}

	if err := script(root, m, "pre-install"); err != nil {
		return errors.Wrap(err, "pre-install")
	}

	if err := expandRoot(root, m); err != nil {
		return errors.Wrap(err, "root expansion")
	}

	if err := script(root, m, "post-install"); err != nil {
		return errors.Wrap(err, "pre-install")
	}

	if err := db.AddInstalled(root, m); err != nil {
		return errors.Wrapf(err, "adding ", m.Name)
	}
	return nil
}