mirror of
https://github.com/hashicorp/packer.git
synced 2026-02-27 03:51:20 -05:00
this regroups the calls of tmp func calls into one package. the tmp pkg allows to store tmp files under a common directory for easier managment Squashed commit of the following: commit74b674c015Merge:fc94b571466001525dAuthor: Matthew Patton <mpatton@enquizit.com> Date: Fri Nov 2 02:02:38 2018 -0400 Merge branch 'remove_TMPDIR_docs' of github.com:tb3088/packer into remove_TMPDIR_docs commitfc94b57142Author: Matthew Patton <mpatton@enquizit.com> Date: Fri Nov 2 01:42:38 2018 -0400 update tests to honor configured temporary directory commit5a562359f4Author: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 18:52:38 2018 -0400 sync straggler to refactor. implement tests at packer/configfile instead of buried in docker. commit9d5a4a0935Author: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 15:39:46 2018 -0400 insert URL to GoLang API for os.TempDir() commitfbae4c2e05Author: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 07:41:29 2018 -0400 revise documentation to match code commit3590fae8bdAuthor: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 07:21:59 2018 -0400 refacter config_file. replace all hard-coded os.TempDir with wrapper commitd5c5306a97Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 20:11:36 2018 -0400 close massive file overwrite hole with TempDir commit0a72297da8Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 01:06:00 2018 -0400 adjust var declaration scope commit20f68228b6Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 00:54:35 2018 -0400 use mktemp() equivalent to create temporary directory commitc73ebe3d83Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 20:40:58 2018 -0400 remove extraneous variable declaration, fix FOR loop commit63549b8bd7Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 19:30:44 2018 -0400 match styistic convension with rest of docs commit9761010749Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 19:08:39 2018 -0400 revert dangling config file change commit95159afbc0Author: Matthew Patton <matthew.patton@itgfirm.com> Date: Fri Dec 29 23:53:43 2017 -0500 replace invalid TMPDIR variable wth PACKER_TMP_DIR. update ConfigTmpDir() to try common temporary paths first and only write to configDir() as a last resort. commit66001525d7Author: Matthew Patton <mpatton@enquizit.com> Date: Fri Nov 2 01:42:38 2018 -0400 update tests to honor configured temporary directory commite9b6adefeaAuthor: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 18:52:38 2018 -0400 sync straggler to refactor. implement tests at packer/configfile instead of buried in docker. commit852113ed07Author: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 15:39:46 2018 -0400 insert URL to GoLang API for os.TempDir() commit54add38d1dAuthor: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 07:41:29 2018 -0400 revise documentation to match code commit6b5b8f6d4eAuthor: Matthew Patton <mpatton@enquizit.com> Date: Thu Nov 1 07:21:59 2018 -0400 refacter config_file. replace all hard-coded os.TempDir with wrapper commitc22092c601Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 20:11:36 2018 -0400 close massive file overwrite hole with TempDir commit7a73045091Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 01:06:00 2018 -0400 adjust var declaration scope commit0f2933adb6Author: Matthew Patton <mpatton@enquizit.com> Date: Wed Oct 31 00:54:35 2018 -0400 use mktemp() equivalent to create temporary directory commitd74839ede0Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 20:40:58 2018 -0400 remove extraneous variable declaration, fix FOR loop commiteb65416619Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 19:30:44 2018 -0400 match styistic convension with rest of docs commitacaa2b31edAuthor: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 19:08:39 2018 -0400 revert dangling config file change commite573fde668Author: Matthew Patton <matthew.patton@itgfirm.com> Date: Fri Dec 29 23:53:43 2017 -0500 replace invalid TMPDIR variable wth PACKER_TMP_DIR. update ConfigTmpDir() to try common temporary paths first and only write to configDir() as a last resort. commit39a9874afcMerge:8a413cfe83315812c2Author: Matthew Patton <mpatton@enquizit.com> Date: Tue Oct 30 18:19:26 2018 -0400 Merge branch 'master' of https://github.com/hashicorp/packer into prestine commit8a413cfe83Merge:e07491de54e14710a6Author: Matthew Patton <mpatton@enquizit.com> Date: Mon Oct 1 20:18:10 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commite07491de59Merge:42610a35da1fa35dffAuthor: Matthew Patton <mpatton@enquizit.com> Date: Tue Aug 21 13:26:19 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commit42610a35d5Merge:5298142da0d63cf7bcAuthor: Matthew Patton <matthew.patton@itgfirm.com> Date: Tue Jun 19 22:45:05 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commit5298142da6Merge:7bb110bc79d9736552Author: Matthew Patton <mpatton@enquizit.com> Date: Mon Jun 11 15:10:09 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commit7bb110bc74Merge:a61c869ca6189d66e7Author: Matthew Patton <matthew.patton@itgfirm.com> Date: Wed May 9 23:41:22 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commita61c869ca7Merge:098101dd94be5f072cAuthor: Matthew Patton <matthew.patton@itgfirm.com> Date: Fri May 4 10:13:04 2018 -0400 Merge remote-tracking branch 'upstream/master' into prestine commit098101dd99Merge:fefaf0fa6554b2b4a5Author: Matthew Patton <matthew.patton@itgfirm.com> Date: Tue May 1 20:52:30 2018 -0400 Merge branch 'EOL-handling' into prestine Co-Authored-By: Matthew Patton <pattonme@yahoo.com>
373 lines
9.5 KiB
Go
373 lines
9.5 KiB
Go
// This is the main package for the `packer` application.
|
|
|
|
//go:generate go run ./scripts/generate-plugins.go
|
|
//go:generate go generate ./common/bootcommand/...
|
|
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"math/rand"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
"sync"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/hashicorp/go-uuid"
|
|
"github.com/hashicorp/packer/command"
|
|
"github.com/hashicorp/packer/packer"
|
|
"github.com/hashicorp/packer/packer/plugin"
|
|
"github.com/hashicorp/packer/packer/tmp"
|
|
"github.com/hashicorp/packer/version"
|
|
"github.com/mitchellh/cli"
|
|
"github.com/mitchellh/panicwrap"
|
|
"github.com/mitchellh/prefixedio"
|
|
)
|
|
|
|
func main() {
|
|
// Call realMain instead of doing the work here so we can use
|
|
// `defer` statements within the function and have them work properly.
|
|
// (defers aren't called with os.Exit)
|
|
os.Exit(realMain())
|
|
}
|
|
|
|
// realMain is executed from main and returns the exit status to exit with.
|
|
func realMain() int {
|
|
var wrapConfig panicwrap.WrapConfig
|
|
// When following env variable is set, packer
|
|
// wont panic wrap itself as it's already wrapped.
|
|
// i.e.: when terraform runs it.
|
|
wrapConfig.CookieKey = "PACKER_WRAP_COOKIE"
|
|
wrapConfig.CookieValue = "49C22B1A-3A93-4C98-97FA-E07D18C787B5"
|
|
|
|
if !panicwrap.Wrapped(&wrapConfig) {
|
|
// Generate a UUID for this packer run and pass it to the environment.
|
|
// GenerateUUID always returns a nil error (based on rand.Read) so we'll
|
|
// just ignore it.
|
|
UUID, _ := uuid.GenerateUUID()
|
|
os.Setenv("PACKER_RUN_UUID", UUID)
|
|
|
|
// Determine where logs should go in general (requested by the user)
|
|
logWriter, err := logOutput()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Couldn't setup log output: %s", err)
|
|
return 1
|
|
}
|
|
if logWriter == nil {
|
|
logWriter = ioutil.Discard
|
|
}
|
|
|
|
packer.LogSecretFilter.SetOutput(logWriter)
|
|
|
|
//packer.LogSecrets.
|
|
|
|
// Disable logging here
|
|
log.SetOutput(ioutil.Discard)
|
|
|
|
// We always send logs to a temporary file that we use in case
|
|
// there is a panic. Otherwise, we delete it.
|
|
logTempFile, err := tmp.File("packer-log")
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Couldn't setup logging tempfile: %s", err)
|
|
return 1
|
|
}
|
|
defer os.Remove(logTempFile.Name())
|
|
defer logTempFile.Close()
|
|
|
|
// Tell the logger to log to this file
|
|
os.Setenv(EnvLog, "")
|
|
os.Setenv(EnvLogFile, "")
|
|
|
|
// Setup the prefixed readers that send data properly to
|
|
// stdout/stderr.
|
|
doneCh := make(chan struct{})
|
|
outR, outW := io.Pipe()
|
|
go copyOutput(outR, doneCh)
|
|
|
|
// Enable checkpoint for panic reporting
|
|
if config, _ := loadConfig(); config != nil && !config.DisableCheckpoint {
|
|
packer.CheckpointReporter = packer.NewCheckpointReporter(
|
|
config.DisableCheckpointSignature,
|
|
)
|
|
}
|
|
|
|
// Create the configuration for panicwrap and wrap our executable
|
|
wrapConfig.Handler = panicHandler(logTempFile)
|
|
wrapConfig.Writer = io.MultiWriter(logTempFile, &packer.LogSecretFilter)
|
|
wrapConfig.Stdout = outW
|
|
wrapConfig.DetectDuration = 500 * time.Millisecond
|
|
wrapConfig.ForwardSignals = []os.Signal{syscall.SIGTERM}
|
|
exitStatus, err := panicwrap.Wrap(&wrapConfig)
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Couldn't start Packer: %s", err)
|
|
return 1
|
|
}
|
|
|
|
// If >= 0, we're the parent, so just exit
|
|
if exitStatus >= 0 {
|
|
// Close the stdout writer so that our copy process can finish
|
|
outW.Close()
|
|
|
|
// Wait for the output copying to finish
|
|
<-doneCh
|
|
|
|
return exitStatus
|
|
}
|
|
|
|
// We're the child, so just close the tempfile we made in order to
|
|
// save file handles since the tempfile is only used by the parent.
|
|
logTempFile.Close()
|
|
}
|
|
|
|
// Call the real main
|
|
return wrappedMain()
|
|
}
|
|
|
|
// wrappedMain is called only when we're wrapped by panicwrap and
|
|
// returns the exit status to exit with.
|
|
func wrappedMain() int {
|
|
// If there is no explicit number of Go threads to use, then set it
|
|
if os.Getenv("GOMAXPROCS") == "" {
|
|
runtime.GOMAXPROCS(runtime.NumCPU())
|
|
}
|
|
|
|
packer.LogSecretFilter.SetOutput(os.Stderr)
|
|
log.SetOutput(&packer.LogSecretFilter)
|
|
|
|
log.Printf("[INFO] Packer version: %s", version.FormattedVersion())
|
|
log.Printf("Packer Target OS/Arch: %s %s", runtime.GOOS, runtime.GOARCH)
|
|
log.Printf("Built with Go Version: %s", runtime.Version())
|
|
|
|
inPlugin := os.Getenv(plugin.MagicCookieKey) == plugin.MagicCookieValue
|
|
|
|
// Prepare stdin for plugin usage by switching it to a pipe
|
|
// But do not switch to pipe in plugin
|
|
if !inPlugin {
|
|
setupStdin()
|
|
}
|
|
|
|
config, err := loadConfig()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Error loading configuration: \n\n%s\n", err)
|
|
return 1
|
|
}
|
|
log.Printf("Packer config: %+v", config)
|
|
|
|
// Fire off the checkpoint.
|
|
go runCheckpoint(config)
|
|
if !config.DisableCheckpoint {
|
|
packer.CheckpointReporter = packer.NewCheckpointReporter(
|
|
config.DisableCheckpointSignature,
|
|
)
|
|
}
|
|
|
|
cacheDir := os.Getenv("PACKER_CACHE_DIR")
|
|
if cacheDir == "" {
|
|
cacheDir = "packer_cache"
|
|
}
|
|
|
|
cacheDir, err = filepath.Abs(cacheDir)
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Error preparing cache directory: \n\n%s\n", err)
|
|
return 1
|
|
}
|
|
|
|
log.Printf("Setting cache directory: %s", cacheDir)
|
|
cache := &packer.FileCache{CacheDir: cacheDir}
|
|
|
|
// Determine if we're in machine-readable mode by mucking around with
|
|
// the arguments...
|
|
args, machineReadable := extractMachineReadable(os.Args[1:])
|
|
|
|
defer plugin.CleanupClients()
|
|
|
|
// Setup the UI if we're being machine-readable
|
|
var ui packer.Ui = &packer.BasicUi{
|
|
Reader: os.Stdin,
|
|
Writer: os.Stdout,
|
|
ErrorWriter: os.Stdout,
|
|
}
|
|
if machineReadable {
|
|
ui = &packer.MachineReadableUi{
|
|
Writer: os.Stdout,
|
|
}
|
|
|
|
// Set this so that we don't get colored output in our machine-
|
|
// readable UI.
|
|
if err := os.Setenv("PACKER_NO_COLOR", "1"); err != nil {
|
|
fmt.Fprintf(os.Stderr, "Packer failed to initialize UI: %s\n", err)
|
|
return 1
|
|
}
|
|
}
|
|
|
|
// Create the CLI meta
|
|
CommandMeta = &command.Meta{
|
|
CoreConfig: &packer.CoreConfig{
|
|
Components: packer.ComponentFinder{
|
|
Builder: config.LoadBuilder,
|
|
Hook: config.LoadHook,
|
|
PostProcessor: config.LoadPostProcessor,
|
|
Provisioner: config.LoadProvisioner,
|
|
},
|
|
Version: version.Version,
|
|
},
|
|
Cache: cache,
|
|
Ui: ui,
|
|
}
|
|
|
|
cli := &cli.CLI{
|
|
Args: args,
|
|
Autocomplete: true,
|
|
Commands: Commands,
|
|
HelpFunc: excludeHelpFunc(Commands, []string{"plugin"}),
|
|
HelpWriter: os.Stdout,
|
|
Name: "packer",
|
|
Version: version.Version,
|
|
}
|
|
|
|
exitCode, err := cli.Run()
|
|
if !inPlugin {
|
|
if err := packer.CheckpointReporter.Finalize(cli.Subcommand(), exitCode, err); err != nil {
|
|
log.Printf("[WARN] (telemetry) Error finalizing report. This is safe to ignore. %s", err.Error())
|
|
}
|
|
}
|
|
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Error executing CLI: %s\n", err)
|
|
return 1
|
|
}
|
|
|
|
return exitCode
|
|
}
|
|
|
|
// excludeHelpFunc filters commands we don't want to show from the list of
|
|
// commands displayed in packer's help text.
|
|
func excludeHelpFunc(commands map[string]cli.CommandFactory, exclude []string) cli.HelpFunc {
|
|
// Make search slice into a map so we can use use the `if found` idiom
|
|
// instead of a nested loop.
|
|
var excludes = make(map[string]interface{}, len(exclude))
|
|
for _, item := range exclude {
|
|
excludes[item] = nil
|
|
}
|
|
|
|
// Create filtered list of commands
|
|
helpCommands := []string{}
|
|
for command := range commands {
|
|
if _, found := excludes[command]; !found {
|
|
helpCommands = append(helpCommands, command)
|
|
}
|
|
}
|
|
|
|
return cli.FilteredHelpFunc(helpCommands, cli.BasicHelpFunc("packer"))
|
|
}
|
|
|
|
// extractMachineReadable checks the args for the machine readable
|
|
// flag and returns whether or not it is on. It modifies the args
|
|
// to remove this flag.
|
|
func extractMachineReadable(args []string) ([]string, bool) {
|
|
for i, arg := range args {
|
|
if arg == "-machine-readable" {
|
|
// We found it. Slice it out.
|
|
result := make([]string, len(args)-1)
|
|
copy(result, args[:i])
|
|
copy(result[i:], args[i+1:])
|
|
return result, true
|
|
}
|
|
}
|
|
|
|
return args, false
|
|
}
|
|
|
|
func loadConfig() (*config, error) {
|
|
var config config
|
|
config.PluginMinPort = 10000
|
|
config.PluginMaxPort = 25000
|
|
if err := config.Discover(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
configFilePath := os.Getenv("PACKER_CONFIG")
|
|
if configFilePath != "" {
|
|
log.Printf("'PACKER_CONFIG' set, loading config from environment.")
|
|
} else {
|
|
var err error
|
|
configFilePath, err = packer.ConfigFile()
|
|
|
|
if err != nil {
|
|
log.Printf("Error detecting default config file path: %s", err)
|
|
}
|
|
}
|
|
|
|
if configFilePath == "" {
|
|
return &config, nil
|
|
}
|
|
|
|
log.Printf("Attempting to open config file: %s", configFilePath)
|
|
f, err := os.Open(configFilePath)
|
|
if err != nil {
|
|
if !os.IsNotExist(err) {
|
|
return nil, err
|
|
}
|
|
|
|
log.Printf("[WARN] Config file doesn't exist: %s", configFilePath)
|
|
return &config, nil
|
|
}
|
|
defer f.Close()
|
|
|
|
if err := decodeConfig(f, &config); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &config, nil
|
|
}
|
|
|
|
// copyOutput uses output prefixes to determine whether data on stdout
|
|
// should go to stdout or stderr. This is due to panicwrap using stderr
|
|
// as the log and error channel.
|
|
func copyOutput(r io.Reader, doneCh chan<- struct{}) {
|
|
defer close(doneCh)
|
|
|
|
pr, err := prefixedio.NewReader(r)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
stderrR, err := pr.Prefix(ErrorPrefix)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
stdoutR, err := pr.Prefix(OutputPrefix)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defaultR, err := pr.Prefix("")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
wg.Add(3)
|
|
go func() {
|
|
defer wg.Done()
|
|
io.Copy(os.Stderr, stderrR)
|
|
}()
|
|
go func() {
|
|
defer wg.Done()
|
|
io.Copy(os.Stdout, stdoutR)
|
|
}()
|
|
go func() {
|
|
defer wg.Done()
|
|
io.Copy(os.Stdout, defaultR)
|
|
}()
|
|
|
|
wg.Wait()
|
|
}
|
|
|
|
func init() {
|
|
// Seed the random number generator
|
|
rand.Seed(time.Now().UTC().UnixNano())
|
|
}
|