github.com/spirius/terraform@v0.10.0-beta2.0.20170714185654-87b2c0cf8fea/terraform/debug.go (about)

     1  package terraform
     2  
     3  import (
     4  	"archive/tar"
     5  	"bytes"
     6  	"compress/gzip"
     7  	"encoding/json"
     8  	"fmt"
     9  	"io"
    10  	"os"
    11  	"path/filepath"
    12  	"sync"
    13  	"time"
    14  )
    15  
    16  // DebugInfo is the global handler for writing the debug archive. All methods
    17  // are safe to call concurrently. Setting DebugInfo to nil will disable writing
    18  // the debug archive. All methods are safe to call on the nil value.
    19  var dbug *debugInfo
    20  
    21  // SetDebugInfo initializes the debug handler with a backing file in the
    22  // provided directory. This must be called before any other terraform package
    23  // operations or not at all. Once his is called, CloseDebugInfo should be
    24  // called before program exit.
    25  func SetDebugInfo(path string) error {
    26  	if os.Getenv("TF_DEBUG") == "" {
    27  		return nil
    28  	}
    29  
    30  	di, err := newDebugInfoFile(path)
    31  	if err != nil {
    32  		return err
    33  	}
    34  
    35  	dbug = di
    36  	return nil
    37  }
    38  
    39  // CloseDebugInfo is the exported interface to Close the debug info handler.
    40  // The debug handler needs to be closed before program exit, so we export this
    41  // function to be deferred in the appropriate entrypoint for our executable.
    42  func CloseDebugInfo() error {
    43  	return dbug.Close()
    44  }
    45  
    46  // newDebugInfoFile initializes the global debug handler with a backing file in
    47  // the provided directory.
    48  func newDebugInfoFile(dir string) (*debugInfo, error) {
    49  	err := os.MkdirAll(dir, 0755)
    50  	if err != nil {
    51  		return nil, err
    52  	}
    53  
    54  	// FIXME: not guaranteed unique, but good enough for now
    55  	name := fmt.Sprintf("debug-%s", time.Now().Format("2006-01-02-15-04-05.999999999"))
    56  	archivePath := filepath.Join(dir, name+".tar.gz")
    57  
    58  	f, err := os.OpenFile(archivePath, os.O_RDWR|os.O_CREATE|os.O_EXCL, 0666)
    59  	if err != nil {
    60  		return nil, err
    61  	}
    62  	return newDebugInfo(name, f)
    63  }
    64  
    65  // newDebugInfo initializes the global debug handler.
    66  func newDebugInfo(name string, w io.Writer) (*debugInfo, error) {
    67  	gz := gzip.NewWriter(w)
    68  
    69  	d := &debugInfo{
    70  		name: name,
    71  		w:    w,
    72  		gz:   gz,
    73  		tar:  tar.NewWriter(gz),
    74  	}
    75  
    76  	// create the subdirs we need
    77  	topHdr := &tar.Header{
    78  		Name:     name,
    79  		Typeflag: tar.TypeDir,
    80  		Mode:     0755,
    81  	}
    82  	graphsHdr := &tar.Header{
    83  		Name:     name + "/graphs",
    84  		Typeflag: tar.TypeDir,
    85  		Mode:     0755,
    86  	}
    87  	err := d.tar.WriteHeader(topHdr)
    88  	// if the first errors, the second will too
    89  	err = d.tar.WriteHeader(graphsHdr)
    90  	if err != nil {
    91  		return nil, err
    92  	}
    93  
    94  	return d, nil
    95  }
    96  
    97  // debugInfo provides various methods for writing debug information to a
    98  // central archive. The debugInfo struct should be initialized once before any
    99  // output is written, and Close should be called before program exit. All
   100  // exported methods on debugInfo will be safe for concurrent use. The exported
   101  // methods are also all safe to call on a nil pointer, so that there is no need
   102  // for conditional blocks before writing debug information.
   103  //
   104  // Each write operation done by the debugInfo will flush the gzip.Writer and
   105  // tar.Writer, and call Sync() or Flush() on the output writer as needed. This
   106  // ensures that as much data as possible is written to storage in the event of
   107  // a crash. The append format of the tar file, and the stream format of the
   108  // gzip writer allow easy recovery f the data in the event that the debugInfo
   109  // is not closed before program exit.
   110  type debugInfo struct {
   111  	sync.Mutex
   112  
   113  	// archive root directory name
   114  	name string
   115  
   116  	// current operation phase
   117  	phase string
   118  
   119  	// step is monotonic counter for for recording the order of operations
   120  	step int
   121  
   122  	// flag to protect Close()
   123  	closed bool
   124  
   125  	// the debug log output is in a tar.gz format, written to the io.Writer w
   126  	w   io.Writer
   127  	gz  *gzip.Writer
   128  	tar *tar.Writer
   129  }
   130  
   131  // Set the name of the current operational phase in the debug handler. Each file
   132  // in the archive will contain the name of the phase in which it was created,
   133  // i.e. "input", "apply", "plan", "refresh", "validate"
   134  func (d *debugInfo) SetPhase(phase string) {
   135  	if d == nil {
   136  		return
   137  	}
   138  	d.Lock()
   139  	defer d.Unlock()
   140  
   141  	d.phase = phase
   142  }
   143  
   144  // Close the debugInfo, finalizing the data in storage. This closes the
   145  // tar.Writer, the gzip.Wrtier, and if the output writer is an io.Closer, it is
   146  // also closed.
   147  func (d *debugInfo) Close() error {
   148  	if d == nil {
   149  		return nil
   150  	}
   151  
   152  	d.Lock()
   153  	defer d.Unlock()
   154  
   155  	if d.closed {
   156  		return nil
   157  	}
   158  	d.closed = true
   159  
   160  	d.tar.Close()
   161  	d.gz.Close()
   162  
   163  	if c, ok := d.w.(io.Closer); ok {
   164  		return c.Close()
   165  	}
   166  	return nil
   167  }
   168  
   169  // debug buffer is an io.WriteCloser that will write itself to the debug
   170  // archive when closed.
   171  type debugBuffer struct {
   172  	debugInfo *debugInfo
   173  	name      string
   174  	buf       bytes.Buffer
   175  }
   176  
   177  func (b *debugBuffer) Write(d []byte) (int, error) {
   178  	return b.buf.Write(d)
   179  }
   180  
   181  func (b *debugBuffer) Close() error {
   182  	return b.debugInfo.WriteFile(b.name, b.buf.Bytes())
   183  }
   184  
   185  // ioutils only has a noop ReadCloser
   186  type nopWriteCloser struct{}
   187  
   188  func (nopWriteCloser) Write([]byte) (int, error) { return 0, nil }
   189  func (nopWriteCloser) Close() error              { return nil }
   190  
   191  // NewFileWriter returns an io.WriteClose that will be buffered and written to
   192  // the debug archive when closed.
   193  func (d *debugInfo) NewFileWriter(name string) io.WriteCloser {
   194  	if d == nil {
   195  		return nopWriteCloser{}
   196  	}
   197  
   198  	return &debugBuffer{
   199  		debugInfo: d,
   200  		name:      name,
   201  	}
   202  }
   203  
   204  type syncer interface {
   205  	Sync() error
   206  }
   207  
   208  type flusher interface {
   209  	Flush() error
   210  }
   211  
   212  // Flush the tar.Writer and the gzip.Writer. Flush() or Sync() will be called
   213  // on the output writer if they are available.
   214  func (d *debugInfo) flush() {
   215  	d.tar.Flush()
   216  	d.gz.Flush()
   217  
   218  	if f, ok := d.w.(flusher); ok {
   219  		f.Flush()
   220  	}
   221  
   222  	if s, ok := d.w.(syncer); ok {
   223  		s.Sync()
   224  	}
   225  }
   226  
   227  // WriteFile writes data as a single file to the debug arhive.
   228  func (d *debugInfo) WriteFile(name string, data []byte) error {
   229  	if d == nil {
   230  		return nil
   231  	}
   232  
   233  	d.Lock()
   234  	defer d.Unlock()
   235  	return d.writeFile(name, data)
   236  }
   237  
   238  func (d *debugInfo) writeFile(name string, data []byte) error {
   239  	defer d.flush()
   240  	path := fmt.Sprintf("%s/%d-%s-%s", d.name, d.step, d.phase, name)
   241  	d.step++
   242  
   243  	hdr := &tar.Header{
   244  		Name: path,
   245  		Mode: 0644,
   246  		Size: int64(len(data)),
   247  	}
   248  	err := d.tar.WriteHeader(hdr)
   249  	if err != nil {
   250  		return err
   251  	}
   252  
   253  	_, err = d.tar.Write(data)
   254  	return err
   255  }
   256  
   257  // DebugHook implements all methods of the terraform.Hook interface, and writes
   258  // the arguments to a file in the archive. When a suitable format for the
   259  // argument isn't available, the argument is encoded using json.Marshal. If the
   260  // debug handler is nil, all DebugHook methods are noop, so no time is spent in
   261  // marshaling the data structures.
   262  type DebugHook struct{}
   263  
   264  func (*DebugHook) PreApply(ii *InstanceInfo, is *InstanceState, id *InstanceDiff) (HookAction, error) {
   265  	if dbug == nil {
   266  		return HookActionContinue, nil
   267  	}
   268  
   269  	var buf bytes.Buffer
   270  
   271  	if ii != nil {
   272  		buf.WriteString(ii.HumanId() + "\n")
   273  	}
   274  
   275  	if is != nil {
   276  		buf.WriteString(is.String() + "\n")
   277  	}
   278  
   279  	idCopy, err := id.Copy()
   280  	if err != nil {
   281  		return HookActionContinue, err
   282  	}
   283  	js, err := json.MarshalIndent(idCopy, "", "  ")
   284  	if err != nil {
   285  		return HookActionContinue, err
   286  	}
   287  	buf.Write(js)
   288  
   289  	dbug.WriteFile("hook-PreApply", buf.Bytes())
   290  
   291  	return HookActionContinue, nil
   292  }
   293  
   294  func (*DebugHook) PostApply(ii *InstanceInfo, is *InstanceState, err error) (HookAction, error) {
   295  	if dbug == nil {
   296  		return HookActionContinue, nil
   297  	}
   298  
   299  	var buf bytes.Buffer
   300  
   301  	if ii != nil {
   302  		buf.WriteString(ii.HumanId() + "\n")
   303  	}
   304  
   305  	if is != nil {
   306  		buf.WriteString(is.String() + "\n")
   307  	}
   308  
   309  	if err != nil {
   310  		buf.WriteString(err.Error())
   311  	}
   312  
   313  	dbug.WriteFile("hook-PostApply", buf.Bytes())
   314  
   315  	return HookActionContinue, nil
   316  }
   317  
   318  func (*DebugHook) PreDiff(ii *InstanceInfo, is *InstanceState) (HookAction, error) {
   319  	if dbug == nil {
   320  		return HookActionContinue, nil
   321  	}
   322  
   323  	var buf bytes.Buffer
   324  	if ii != nil {
   325  		buf.WriteString(ii.HumanId() + "\n")
   326  	}
   327  
   328  	if is != nil {
   329  		buf.WriteString(is.String())
   330  		buf.WriteString("\n")
   331  	}
   332  	dbug.WriteFile("hook-PreDiff", buf.Bytes())
   333  
   334  	return HookActionContinue, nil
   335  }
   336  
   337  func (*DebugHook) PostDiff(ii *InstanceInfo, id *InstanceDiff) (HookAction, error) {
   338  	if dbug == nil {
   339  		return HookActionContinue, nil
   340  	}
   341  
   342  	var buf bytes.Buffer
   343  	if ii != nil {
   344  		buf.WriteString(ii.HumanId() + "\n")
   345  	}
   346  
   347  	idCopy, err := id.Copy()
   348  	if err != nil {
   349  		return HookActionContinue, err
   350  	}
   351  	js, err := json.MarshalIndent(idCopy, "", "  ")
   352  	if err != nil {
   353  		return HookActionContinue, err
   354  	}
   355  	buf.Write(js)
   356  
   357  	dbug.WriteFile("hook-PostDiff", buf.Bytes())
   358  
   359  	return HookActionContinue, nil
   360  }
   361  
   362  func (*DebugHook) PreProvisionResource(ii *InstanceInfo, is *InstanceState) (HookAction, error) {
   363  	if dbug == nil {
   364  		return HookActionContinue, nil
   365  	}
   366  
   367  	var buf bytes.Buffer
   368  	if ii != nil {
   369  		buf.WriteString(ii.HumanId() + "\n")
   370  	}
   371  
   372  	if is != nil {
   373  		buf.WriteString(is.String())
   374  		buf.WriteString("\n")
   375  	}
   376  	dbug.WriteFile("hook-PreProvisionResource", buf.Bytes())
   377  
   378  	return HookActionContinue, nil
   379  }
   380  
   381  func (*DebugHook) PostProvisionResource(ii *InstanceInfo, is *InstanceState) (HookAction, error) {
   382  	if dbug == nil {
   383  		return HookActionContinue, nil
   384  	}
   385  
   386  	var buf bytes.Buffer
   387  	if ii != nil {
   388  		buf.WriteString(ii.HumanId())
   389  		buf.WriteString("\n")
   390  	}
   391  
   392  	if is != nil {
   393  		buf.WriteString(is.String())
   394  		buf.WriteString("\n")
   395  	}
   396  	dbug.WriteFile("hook-PostProvisionResource", buf.Bytes())
   397  	return HookActionContinue, nil
   398  }
   399  
   400  func (*DebugHook) PreProvision(ii *InstanceInfo, s string) (HookAction, error) {
   401  	if dbug == nil {
   402  		return HookActionContinue, nil
   403  	}
   404  
   405  	var buf bytes.Buffer
   406  	if ii != nil {
   407  		buf.WriteString(ii.HumanId())
   408  		buf.WriteString("\n")
   409  	}
   410  	buf.WriteString(s + "\n")
   411  
   412  	dbug.WriteFile("hook-PreProvision", buf.Bytes())
   413  	return HookActionContinue, nil
   414  }
   415  
   416  func (*DebugHook) PostProvision(ii *InstanceInfo, s string, err error) (HookAction, error) {
   417  	if dbug == nil {
   418  		return HookActionContinue, nil
   419  	}
   420  
   421  	var buf bytes.Buffer
   422  	if ii != nil {
   423  		buf.WriteString(ii.HumanId() + "\n")
   424  	}
   425  	buf.WriteString(s + "\n")
   426  
   427  	dbug.WriteFile("hook-PostProvision", buf.Bytes())
   428  	return HookActionContinue, nil
   429  }
   430  
   431  func (*DebugHook) ProvisionOutput(ii *InstanceInfo, s1 string, s2 string) {
   432  	if dbug == nil {
   433  		return
   434  	}
   435  
   436  	var buf bytes.Buffer
   437  	if ii != nil {
   438  		buf.WriteString(ii.HumanId())
   439  		buf.WriteString("\n")
   440  	}
   441  	buf.WriteString(s1 + "\n")
   442  	buf.WriteString(s2 + "\n")
   443  
   444  	dbug.WriteFile("hook-ProvisionOutput", buf.Bytes())
   445  }
   446  
   447  func (*DebugHook) PreRefresh(ii *InstanceInfo, is *InstanceState) (HookAction, error) {
   448  	if dbug == nil {
   449  		return HookActionContinue, nil
   450  	}
   451  
   452  	var buf bytes.Buffer
   453  	if ii != nil {
   454  		buf.WriteString(ii.HumanId() + "\n")
   455  	}
   456  
   457  	if is != nil {
   458  		buf.WriteString(is.String())
   459  		buf.WriteString("\n")
   460  	}
   461  	dbug.WriteFile("hook-PreRefresh", buf.Bytes())
   462  	return HookActionContinue, nil
   463  }
   464  
   465  func (*DebugHook) PostRefresh(ii *InstanceInfo, is *InstanceState) (HookAction, error) {
   466  	if dbug == nil {
   467  		return HookActionContinue, nil
   468  	}
   469  
   470  	var buf bytes.Buffer
   471  	if ii != nil {
   472  		buf.WriteString(ii.HumanId())
   473  		buf.WriteString("\n")
   474  	}
   475  
   476  	if is != nil {
   477  		buf.WriteString(is.String())
   478  		buf.WriteString("\n")
   479  	}
   480  	dbug.WriteFile("hook-PostRefresh", buf.Bytes())
   481  	return HookActionContinue, nil
   482  }
   483  
   484  func (*DebugHook) PreImportState(ii *InstanceInfo, s string) (HookAction, error) {
   485  	if dbug == nil {
   486  		return HookActionContinue, nil
   487  	}
   488  
   489  	var buf bytes.Buffer
   490  	if ii != nil {
   491  		buf.WriteString(ii.HumanId())
   492  		buf.WriteString("\n")
   493  	}
   494  	buf.WriteString(s + "\n")
   495  
   496  	dbug.WriteFile("hook-PreImportState", buf.Bytes())
   497  	return HookActionContinue, nil
   498  }
   499  
   500  func (*DebugHook) PostImportState(ii *InstanceInfo, iss []*InstanceState) (HookAction, error) {
   501  	if dbug == nil {
   502  		return HookActionContinue, nil
   503  	}
   504  
   505  	var buf bytes.Buffer
   506  
   507  	if ii != nil {
   508  		buf.WriteString(ii.HumanId() + "\n")
   509  	}
   510  
   511  	for _, is := range iss {
   512  		if is != nil {
   513  			buf.WriteString(is.String() + "\n")
   514  		}
   515  	}
   516  	dbug.WriteFile("hook-PostImportState", buf.Bytes())
   517  	return HookActionContinue, nil
   518  }
   519  
   520  // skip logging this for now, since it could be huge
   521  func (*DebugHook) PostStateUpdate(*State) (HookAction, error) {
   522  	return HookActionContinue, nil
   523  }