terraform: stopHook and tests

This commit is contained in:
Mitchell Hashimoto 2014-07-02 16:16:38 -07:00
parent e50425b182
commit 733752122a
5 changed files with 279 additions and 5 deletions

79
terraform/hook_stop.go Normal file
View File

@ -0,0 +1,79 @@
package terraform
import (
"sync"
)
// stopHook is a private Hook implementation that Terraform uses to
// signal when to stop or cancel actions.
type stopHook struct {
sync.Mutex
// This should be incremented for every thing that can be stopped.
// When this is zero, a stopper can assume that everything is properly
// stopped.
count int
// This channel should be closed when it is time to stop
ch chan struct{}
serial int
stoppedCh chan<- struct{}
}
func (h *stopHook) PreApply(string, *ResourceState, *ResourceDiff) (HookAction, error) {
return h.hook()
}
func (h *stopHook) PostApply(string, *ResourceState) (HookAction, error) {
return h.hook()
}
func (h *stopHook) PreDiff(string, *ResourceState) (HookAction, error) {
return h.hook()
}
func (h *stopHook) PostDiff(string, *ResourceDiff) (HookAction, error) {
return h.hook()
}
func (h *stopHook) PreRefresh(string, *ResourceState) (HookAction, error) {
return h.hook()
}
func (h *stopHook) PostRefresh(string, *ResourceState) (HookAction, error) {
return h.hook()
}
func (h *stopHook) hook() (HookAction, error) {
select {
case <-h.ch:
h.stoppedCh <- struct{}{}
return HookActionHalt, nil
default:
return HookActionContinue, nil
}
}
// reset should be called within the lock context
func (h *stopHook) reset() {
h.ch = make(chan struct{})
h.count = 0
h.serial += 1
h.stoppedCh = nil
}
func (h *stopHook) ref() int {
h.Lock()
defer h.Unlock()
h.count++
return h.serial
}
func (h *stopHook) unref(s int) {
h.Lock()
defer h.Unlock()
if h.serial == s {
h.count--
}
}

View File

@ -0,0 +1,9 @@
package terraform
import (
"testing"
)
func TestStopHook_impl(t *testing.T) {
var _ Hook = new(stopHook)
}

View File

@ -1,9 +1,11 @@
package terraform package terraform
import ( import (
"errors"
"fmt" "fmt"
"log" "log"
"sync" "sync"
"sync/atomic"
"github.com/hashicorp/terraform/config" "github.com/hashicorp/terraform/config"
"github.com/hashicorp/terraform/depgraph" "github.com/hashicorp/terraform/depgraph"
@ -15,12 +17,17 @@ import (
type Terraform struct { type Terraform struct {
hooks []Hook hooks []Hook
providers map[string]ResourceProviderFactory providers map[string]ResourceProviderFactory
stopHook *stopHook
} }
// This is a function type used to implement a walker for the resource // This is a function type used to implement a walker for the resource
// tree internally on the Terraform structure. // tree internally on the Terraform structure.
type genericWalkFunc func(*Resource) (map[string]string, error) type genericWalkFunc func(*Resource) (map[string]string, error)
// genericWalkStop is a special return value that can be returned from a
// genericWalkFunc that causes the walk to cease immediately.
var genericWalkStop error
// Config is the configuration that must be given to instantiate // Config is the configuration that must be given to instantiate
// a Terraform structure. // a Terraform structure.
type Config struct { type Config struct {
@ -28,6 +35,10 @@ type Config struct {
Providers map[string]ResourceProviderFactory Providers map[string]ResourceProviderFactory
} }
func init() {
genericWalkStop = errors.New("genericWalkStop")
}
// New creates a new Terraform structure, initializes resource providers // New creates a new Terraform structure, initializes resource providers
// for the given configuration, etc. // for the given configuration, etc.
// //
@ -35,13 +46,29 @@ type Config struct {
// time, as well as richer checks such as verifying that the resource providers // time, as well as richer checks such as verifying that the resource providers
// can be properly initialized, can be configured, etc. // can be properly initialized, can be configured, etc.
func New(c *Config) (*Terraform, error) { func New(c *Config) (*Terraform, error) {
sh := new(stopHook)
sh.Lock()
sh.reset()
sh.Unlock()
// Copy all the hooks and add our stop hook. We don't append directly
// to the Config so that we're not modifying that in-place.
hooks := make([]Hook, len(c.Hooks)+1)
copy(hooks, c.Hooks)
hooks[len(c.Hooks)] = sh
return &Terraform{ return &Terraform{
hooks: c.Hooks, hooks: hooks,
stopHook: sh,
providers: c.Providers, providers: c.Providers,
}, nil }, nil
} }
func (t *Terraform) Apply(p *Plan) (*State, error) { func (t *Terraform) Apply(p *Plan) (*State, error) {
// Increase the count on the stop hook so we know when to stop
serial := t.stopHook.ref()
defer t.stopHook.unref(serial)
// Make sure we're working with a plan that doesn't have null pointers // Make sure we're working with a plan that doesn't have null pointers
// everywhere, and is instead just empty otherwise. // everywhere, and is instead just empty otherwise.
p.init() p.init()
@ -59,7 +86,40 @@ func (t *Terraform) Apply(p *Plan) (*State, error) {
return t.apply(g, p) return t.apply(g, p)
} }
// Stop stops all running tasks (applies, plans, refreshes).
//
// This will block until all running tasks are stopped. While Stop is
// blocked, any new calls to Apply, Plan, Refresh, etc. will also block. New
// calls, however, will start once this Stop has returned.
func (t *Terraform) Stop() {
log.Printf("[INFO] Terraform stopping tasks")
t.stopHook.Lock()
defer t.stopHook.Unlock()
// Setup the stoppedCh
stoppedCh := make(chan struct{}, t.stopHook.count)
t.stopHook.stoppedCh = stoppedCh
// Close the channel to signal that we're done
close(t.stopHook.ch)
// Expect the number of count stops...
log.Printf("[DEBUG] Waiting for %d tasks to stop", t.stopHook.count)
for i := 0; i < t.stopHook.count; i++ {
<-stoppedCh
}
log.Printf("[DEBUG] Stopped!")
// Success, everything stopped, reset everything
t.stopHook.reset()
}
func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) { func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) {
// Increase the count on the stop hook so we know when to stop
serial := t.stopHook.ref()
defer t.stopHook.unref(serial)
g, err := Graph(&GraphOpts{ g, err := Graph(&GraphOpts{
Config: opts.Config, Config: opts.Config,
Providers: t.providers, Providers: t.providers,
@ -75,6 +135,10 @@ func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) {
// Refresh goes through all the resources in the state and refreshes them // Refresh goes through all the resources in the state and refreshes them
// to their latest status. // to their latest status.
func (t *Terraform) Refresh(c *config.Config, s *State) (*State, error) { func (t *Terraform) Refresh(c *config.Config, s *State) (*State, error) {
// Increase the count on the stop hook so we know when to stop
serial := t.stopHook.ref()
defer t.stopHook.unref(serial)
g, err := Graph(&GraphOpts{ g, err := Graph(&GraphOpts{
Config: c, Config: c,
Providers: t.providers, Providers: t.providers,
@ -175,11 +239,19 @@ func (t *Terraform) applyWalkFn(
// anything and that the diff has no computed values (pre-computed) // anything and that the diff has no computed values (pre-computed)
for _, h := range t.hooks { for _, h := range t.hooks {
// TODO: return value a, err := h.PreApply(r.Id, r.State, diff)
h.PreApply(r.Id, r.State, diff) if err != nil {
return nil, err
}
switch a {
case HookActionHalt:
return nil, genericWalkStop
}
} }
// With the completed diff, apply! // With the completed diff, apply!
log.Printf("[DEBUG] %s: Executing Apply", r.Id)
rs, err := r.Provider.Apply(r.State, diff) rs, err := r.Provider.Apply(r.State, diff)
if err != nil { if err != nil {
return nil, err return nil, err
@ -219,8 +291,15 @@ func (t *Terraform) applyWalkFn(
r.State = rs r.State = rs
for _, h := range t.hooks { for _, h := range t.hooks {
// TODO: return value a, err := h.PostApply(r.Id, r.State)
h.PostApply(r.Id, r.State) if err != nil {
return nil, err
}
switch a {
case HookActionHalt:
return nil, genericWalkStop
}
} }
// Determine the new state and update variables // Determine the new state and update variables
@ -305,12 +384,20 @@ func (t *Terraform) genericWalkFn(
vars[fmt.Sprintf("var.%s", k)] = v vars[fmt.Sprintf("var.%s", k)] = v
} }
// This will keep track of whether we're stopped or not
var stop uint32 = 0
return func(n *depgraph.Noun) error { return func(n *depgraph.Noun) error {
// If it is the root node, ignore // If it is the root node, ignore
if n.Name == GraphRootNode { if n.Name == GraphRootNode {
return nil return nil
} }
// If we're stopped, return right away
if atomic.LoadUint32(&stop) != 0 {
return nil
}
switch m := n.Meta.(type) { switch m := n.Meta.(type) {
case *GraphNodeResource: case *GraphNodeResource:
case *GraphNodeResourceProvider: case *GraphNodeResourceProvider:
@ -363,6 +450,11 @@ func (t *Terraform) genericWalkFn(
log.Printf("[INFO] Walking: %s", rn.Resource.Id) log.Printf("[INFO] Walking: %s", rn.Resource.Id)
newVars, err := cb(rn.Resource) newVars, err := cb(rn.Resource)
if err != nil { if err != nil {
if err == genericWalkStop {
atomic.StoreUint32(&stop, 1)
return nil
}
return err return err
} }

View File

@ -39,6 +39,87 @@ func TestTerraformApply(t *testing.T) {
} }
} }
func TestTerraformApply_cancel(t *testing.T) {
stopped := false
stopCh := make(chan struct{})
stopReplyCh := make(chan struct{})
rpAWS := new(MockResourceProvider)
rpAWS.ResourcesReturn = []ResourceType{
ResourceType{Name: "aws_instance"},
}
rpAWS.DiffFn = func(*ResourceState, *ResourceConfig) (*ResourceDiff, error) {
return &ResourceDiff{
Attributes: map[string]*ResourceAttrDiff{
"num": &ResourceAttrDiff{
New: "bar",
},
},
}, nil
}
rpAWS.ApplyFn = func(*ResourceState, *ResourceDiff) (*ResourceState, error) {
if !stopped {
stopped = true
close(stopCh)
<-stopReplyCh
}
return &ResourceState{
ID: "foo",
Attributes: map[string]string{
"num": "2",
},
}, nil
}
c := testConfig(t, "apply-cancel")
tf := testTerraform2(t, &Config{
Providers: map[string]ResourceProviderFactory{
"aws": testProviderFuncFixed(rpAWS),
},
})
p, err := tf.Plan(&PlanOpts{Config: c})
if err != nil {
t.Fatalf("err: %s", err)
}
// Start the Apply in a goroutine
stateCh := make(chan *State)
go func() {
state, err := tf.Apply(p)
if err != nil {
panic(err)
}
stateCh <- state
}()
// Start a goroutine so we can inject exactly when we stop
s := tf.stopHook.ref()
go func() {
defer tf.stopHook.unref(s)
<-tf.stopHook.ch
close(stopReplyCh)
tf.stopHook.stoppedCh <- struct{}{}
}()
<-stopCh
tf.Stop()
state := <-stateCh
if len(state.Resources) != 1 {
t.Fatalf("bad: %#v", state.Resources)
}
actual := strings.TrimSpace(state.String())
expected := strings.TrimSpace(testTerraformApplyCancelStr)
if actual != expected {
t.Fatalf("bad: \n%s", actual)
}
}
func TestTerraformApply_compute(t *testing.T) { func TestTerraformApply_compute(t *testing.T) {
// This tests that computed variables are properly re-diffed // This tests that computed variables are properly re-diffed
// to get the value prior to application (Apply). // to get the value prior to application (Apply).
@ -683,6 +764,12 @@ aws_instance.foo:
type = aws_instance type = aws_instance
` `
const testTerraformApplyCancelStr = `
aws_instance.foo:
ID = foo
num = 2
`
const testTerraformApplyComputeStr = ` const testTerraformApplyComputeStr = `
aws_instance.bar: aws_instance.bar:
ID = foo ID = foo

View File

@ -0,0 +1,7 @@
resource "aws_instance" "foo" {
num = "2"
}
resource "aws_instance" "bar" {
foo = "${aws_instance.foo.num}"
}