cmd/arvados-package/fpm.go

   1 // Copyright (C) The Arvados Authors. All rights reserved.
   2 //
   3 // SPDX-License-Identifier: AGPL-3.0
   4
   5 package main
   6
   7 import (
   8         "bytes"
   9         "context"
  10         "fmt"
  11         "io"
  12         "os"
  13         "os/exec"
  14         "path/filepath"
  15
  16         "git.arvados.org/arvados.git/lib/install"
  17 )
  18
  19 func fpm(ctx context.Context, opts opts, stdin io.Reader, stdout, stderr io.Writer) error {
  20         var chownUid, chownGid int
  21         if opts.PackageChown != "" {
  22                 _, err := fmt.Sscanf(opts.PackageChown, "%d:%d", &chownUid, &chownGid)
  23                 if err != nil {
  24                         return fmt.Errorf("invalid value %q for PackageChown: %w", opts.PackageChown, err)
  25                 }
  26         }
  27
  28         exitcode := install.Command.RunCommand("arvados-server install", []string{
  29                 "-type", "package",
  30                 "-package-version", opts.PackageVersion,
  31                 "-source", opts.SourceDir,
  32         }, stdin, stdout, stderr)
  33         if exitcode != 0 {
  34                 return fmt.Errorf("arvados-server install failed: exit code %d", exitcode)
  35         }
  36
  37         cmd := exec.Command("/var/lib/arvados/bin/gem", "install", "--user", "--no-document", "fpm")
  38         cmd.Stdout = stdout
  39         cmd.Stderr = stderr
  40         err := cmd.Run()
  41         if err != nil {
  42                 return fmt.Errorf("gem install fpm: %w", err)
  43         }
  44
  45         cmd = exec.Command("/var/lib/arvados/bin/gem", "env", "gempath")
  46         cmd.Stderr = stderr
  47         buf, err := cmd.Output() // /root/.gem/ruby/2.7.0:...
  48         if err != nil || len(buf) == 0 {
  49                 return fmt.Errorf("gem env gempath: %w", err)
  50         }
  51         gempath := string(bytes.TrimRight(bytes.Split(buf, []byte{':'})[0], "\n"))
  52
  53         if _, err := os.Stat(gempath + "/gems/fpm-1.11.0/lib/fpm/package/deb.rb"); err == nil {
  54                 // Workaround for fpm bug https://github.com/jordansissel/fpm/issues/1739
  55                 cmd = exec.Command("sed", "-i", `/require "digest"/a require "zlib"`, gempath+"/gems/fpm-1.11.0/lib/fpm/package/deb.rb")
  56                 cmd.Stdout = stdout
  57                 cmd.Stderr = stderr
  58                 err = cmd.Run()
  59                 if err != nil {
  60                         return fmt.Errorf("monkeypatch fpm: %w", err)
  61                 }
  62         }
  63
  64         // Remove unneeded files. This is much faster than "fpm
  65         // --exclude X" because fpm copies everything into a staging
  66         // area before looking at the --exclude args.
  67         cmd = exec.Command("bash", "-c", "cd /var/www/.gem/ruby && rm -rf */cache */bundler/gems/*/.git */bundler/gems/arvados-*/[^s]* */bundler/gems/arvados-*/s[^d]* */bundler/gems/arvados-*/sdk/[^cr]* */gems/passenger-*/src/cxx* ruby/*/gems/*/ext /var/lib/arvados/go")
  68         cmd.Stdout = stdout
  69         cmd.Stderr = stderr
  70         err = cmd.Run()
  71         if err != nil {
  72                 return fmt.Errorf("rm -rf [...]: %w", err)
  73         }
  74
  75         format := "deb" // TODO: rpm
  76         pkgfile := filepath.Join(opts.PackageDir, "arvados-server-easy_"+opts.PackageVersion+"_amd64."+format)
  77
  78         cmd = exec.Command(gempath+"/bin/fpm",
  79                 "--package", pkgfile,
  80                 "--name", "arvados-server-easy",
  81                 "--version", opts.PackageVersion,
  82                 "--input-type", "dir",
  83                 "--output-type", format)
  84         deps, err := install.ProductionDependencies()
  85         if err != nil {
  86                 return err
  87         }
  88         for _, pkg := range deps {
  89                 cmd.Args = append(cmd.Args, "--depends", pkg)
  90         }
  91         cmd.Args = append(cmd.Args,
  92                 "--verbose",
  93                 "--deb-use-file-permissions",
  94                 "--rpm-use-file-permissions",
  95                 "/var/lib/arvados",
  96                 "/var/www/.gem",
  97                 "/var/www/.passenger",
  98                 "/var/www/.bundle",
  99         )
 100         fmt.Fprintf(stderr, "... %s\n", cmd.Args)
 101         cmd.Dir = opts.PackageDir
 102         cmd.Stdout = stdout
 103         cmd.Stderr = stderr
 104         err = cmd.Run()
 105         if err != nil {
 106                 return fmt.Errorf("fpm: %w", err)
 107         }
 108
 109         if opts.PackageChown != "" {
 110                 err = os.Chown(pkgfile, chownUid, chownGid)
 111                 if err != nil {
 112                         return fmt.Errorf("chown %s: %w", pkgfile, err)
 113                 }
 114         }
 115
 116         cmd = exec.Command("ls", "-l", pkgfile)
 117         cmd.Stdout = stdout
 118         cmd.Stderr = stderr
 119         _ = cmd.Run()
 120
 121         return nil
 122 }