terraform: stopHook and tests
This commit is contained in:
parent
e50425b182
commit
733752122a
|
@ -0,0 +1,79 @@
|
||||||
|
package terraform
|
||||||
|
|
||||||
|
import (
|
||||||
|
"sync"
|
||||||
|
)
|
||||||
|
|
||||||
|
// stopHook is a private Hook implementation that Terraform uses to
|
||||||
|
// signal when to stop or cancel actions.
|
||||||
|
type stopHook struct {
|
||||||
|
sync.Mutex
|
||||||
|
|
||||||
|
// This should be incremented for every thing that can be stopped.
|
||||||
|
// When this is zero, a stopper can assume that everything is properly
|
||||||
|
// stopped.
|
||||||
|
count int
|
||||||
|
|
||||||
|
// This channel should be closed when it is time to stop
|
||||||
|
ch chan struct{}
|
||||||
|
|
||||||
|
serial int
|
||||||
|
stoppedCh chan<- struct{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PreApply(string, *ResourceState, *ResourceDiff) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PostApply(string, *ResourceState) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PreDiff(string, *ResourceState) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PostDiff(string, *ResourceDiff) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PreRefresh(string, *ResourceState) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) PostRefresh(string, *ResourceState) (HookAction, error) {
|
||||||
|
return h.hook()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) hook() (HookAction, error) {
|
||||||
|
select {
|
||||||
|
case <-h.ch:
|
||||||
|
h.stoppedCh <- struct{}{}
|
||||||
|
return HookActionHalt, nil
|
||||||
|
default:
|
||||||
|
return HookActionContinue, nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// reset should be called within the lock context
|
||||||
|
func (h *stopHook) reset() {
|
||||||
|
h.ch = make(chan struct{})
|
||||||
|
h.count = 0
|
||||||
|
h.serial += 1
|
||||||
|
h.stoppedCh = nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) ref() int {
|
||||||
|
h.Lock()
|
||||||
|
defer h.Unlock()
|
||||||
|
h.count++
|
||||||
|
return h.serial
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *stopHook) unref(s int) {
|
||||||
|
h.Lock()
|
||||||
|
defer h.Unlock()
|
||||||
|
if h.serial == s {
|
||||||
|
h.count--
|
||||||
|
}
|
||||||
|
}
|
|
@ -0,0 +1,9 @@
|
||||||
|
package terraform
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStopHook_impl(t *testing.T) {
|
||||||
|
var _ Hook = new(stopHook)
|
||||||
|
}
|
|
@ -1,9 +1,11 @@
|
||||||
package terraform
|
package terraform
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"log"
|
"log"
|
||||||
"sync"
|
"sync"
|
||||||
|
"sync/atomic"
|
||||||
|
|
||||||
"github.com/hashicorp/terraform/config"
|
"github.com/hashicorp/terraform/config"
|
||||||
"github.com/hashicorp/terraform/depgraph"
|
"github.com/hashicorp/terraform/depgraph"
|
||||||
|
@ -15,12 +17,17 @@ import (
|
||||||
type Terraform struct {
|
type Terraform struct {
|
||||||
hooks []Hook
|
hooks []Hook
|
||||||
providers map[string]ResourceProviderFactory
|
providers map[string]ResourceProviderFactory
|
||||||
|
stopHook *stopHook
|
||||||
}
|
}
|
||||||
|
|
||||||
// This is a function type used to implement a walker for the resource
|
// This is a function type used to implement a walker for the resource
|
||||||
// tree internally on the Terraform structure.
|
// tree internally on the Terraform structure.
|
||||||
type genericWalkFunc func(*Resource) (map[string]string, error)
|
type genericWalkFunc func(*Resource) (map[string]string, error)
|
||||||
|
|
||||||
|
// genericWalkStop is a special return value that can be returned from a
|
||||||
|
// genericWalkFunc that causes the walk to cease immediately.
|
||||||
|
var genericWalkStop error
|
||||||
|
|
||||||
// Config is the configuration that must be given to instantiate
|
// Config is the configuration that must be given to instantiate
|
||||||
// a Terraform structure.
|
// a Terraform structure.
|
||||||
type Config struct {
|
type Config struct {
|
||||||
|
@ -28,6 +35,10 @@ type Config struct {
|
||||||
Providers map[string]ResourceProviderFactory
|
Providers map[string]ResourceProviderFactory
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
genericWalkStop = errors.New("genericWalkStop")
|
||||||
|
}
|
||||||
|
|
||||||
// New creates a new Terraform structure, initializes resource providers
|
// New creates a new Terraform structure, initializes resource providers
|
||||||
// for the given configuration, etc.
|
// for the given configuration, etc.
|
||||||
//
|
//
|
||||||
|
@ -35,13 +46,29 @@ type Config struct {
|
||||||
// time, as well as richer checks such as verifying that the resource providers
|
// time, as well as richer checks such as verifying that the resource providers
|
||||||
// can be properly initialized, can be configured, etc.
|
// can be properly initialized, can be configured, etc.
|
||||||
func New(c *Config) (*Terraform, error) {
|
func New(c *Config) (*Terraform, error) {
|
||||||
|
sh := new(stopHook)
|
||||||
|
sh.Lock()
|
||||||
|
sh.reset()
|
||||||
|
sh.Unlock()
|
||||||
|
|
||||||
|
// Copy all the hooks and add our stop hook. We don't append directly
|
||||||
|
// to the Config so that we're not modifying that in-place.
|
||||||
|
hooks := make([]Hook, len(c.Hooks)+1)
|
||||||
|
copy(hooks, c.Hooks)
|
||||||
|
hooks[len(c.Hooks)] = sh
|
||||||
|
|
||||||
return &Terraform{
|
return &Terraform{
|
||||||
hooks: c.Hooks,
|
hooks: hooks,
|
||||||
|
stopHook: sh,
|
||||||
providers: c.Providers,
|
providers: c.Providers,
|
||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (t *Terraform) Apply(p *Plan) (*State, error) {
|
func (t *Terraform) Apply(p *Plan) (*State, error) {
|
||||||
|
// Increase the count on the stop hook so we know when to stop
|
||||||
|
serial := t.stopHook.ref()
|
||||||
|
defer t.stopHook.unref(serial)
|
||||||
|
|
||||||
// Make sure we're working with a plan that doesn't have null pointers
|
// Make sure we're working with a plan that doesn't have null pointers
|
||||||
// everywhere, and is instead just empty otherwise.
|
// everywhere, and is instead just empty otherwise.
|
||||||
p.init()
|
p.init()
|
||||||
|
@ -59,7 +86,40 @@ func (t *Terraform) Apply(p *Plan) (*State, error) {
|
||||||
return t.apply(g, p)
|
return t.apply(g, p)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Stop stops all running tasks (applies, plans, refreshes).
|
||||||
|
//
|
||||||
|
// This will block until all running tasks are stopped. While Stop is
|
||||||
|
// blocked, any new calls to Apply, Plan, Refresh, etc. will also block. New
|
||||||
|
// calls, however, will start once this Stop has returned.
|
||||||
|
func (t *Terraform) Stop() {
|
||||||
|
log.Printf("[INFO] Terraform stopping tasks")
|
||||||
|
|
||||||
|
t.stopHook.Lock()
|
||||||
|
defer t.stopHook.Unlock()
|
||||||
|
|
||||||
|
// Setup the stoppedCh
|
||||||
|
stoppedCh := make(chan struct{}, t.stopHook.count)
|
||||||
|
t.stopHook.stoppedCh = stoppedCh
|
||||||
|
|
||||||
|
// Close the channel to signal that we're done
|
||||||
|
close(t.stopHook.ch)
|
||||||
|
|
||||||
|
// Expect the number of count stops...
|
||||||
|
log.Printf("[DEBUG] Waiting for %d tasks to stop", t.stopHook.count)
|
||||||
|
for i := 0; i < t.stopHook.count; i++ {
|
||||||
|
<-stoppedCh
|
||||||
|
}
|
||||||
|
log.Printf("[DEBUG] Stopped!")
|
||||||
|
|
||||||
|
// Success, everything stopped, reset everything
|
||||||
|
t.stopHook.reset()
|
||||||
|
}
|
||||||
|
|
||||||
func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) {
|
func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) {
|
||||||
|
// Increase the count on the stop hook so we know when to stop
|
||||||
|
serial := t.stopHook.ref()
|
||||||
|
defer t.stopHook.unref(serial)
|
||||||
|
|
||||||
g, err := Graph(&GraphOpts{
|
g, err := Graph(&GraphOpts{
|
||||||
Config: opts.Config,
|
Config: opts.Config,
|
||||||
Providers: t.providers,
|
Providers: t.providers,
|
||||||
|
@ -75,6 +135,10 @@ func (t *Terraform) Plan(opts *PlanOpts) (*Plan, error) {
|
||||||
// Refresh goes through all the resources in the state and refreshes them
|
// Refresh goes through all the resources in the state and refreshes them
|
||||||
// to their latest status.
|
// to their latest status.
|
||||||
func (t *Terraform) Refresh(c *config.Config, s *State) (*State, error) {
|
func (t *Terraform) Refresh(c *config.Config, s *State) (*State, error) {
|
||||||
|
// Increase the count on the stop hook so we know when to stop
|
||||||
|
serial := t.stopHook.ref()
|
||||||
|
defer t.stopHook.unref(serial)
|
||||||
|
|
||||||
g, err := Graph(&GraphOpts{
|
g, err := Graph(&GraphOpts{
|
||||||
Config: c,
|
Config: c,
|
||||||
Providers: t.providers,
|
Providers: t.providers,
|
||||||
|
@ -175,11 +239,19 @@ func (t *Terraform) applyWalkFn(
|
||||||
// anything and that the diff has no computed values (pre-computed)
|
// anything and that the diff has no computed values (pre-computed)
|
||||||
|
|
||||||
for _, h := range t.hooks {
|
for _, h := range t.hooks {
|
||||||
// TODO: return value
|
a, err := h.PreApply(r.Id, r.State, diff)
|
||||||
h.PreApply(r.Id, r.State, diff)
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
switch a {
|
||||||
|
case HookActionHalt:
|
||||||
|
return nil, genericWalkStop
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// With the completed diff, apply!
|
// With the completed diff, apply!
|
||||||
|
log.Printf("[DEBUG] %s: Executing Apply", r.Id)
|
||||||
rs, err := r.Provider.Apply(r.State, diff)
|
rs, err := r.Provider.Apply(r.State, diff)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
|
@ -219,8 +291,15 @@ func (t *Terraform) applyWalkFn(
|
||||||
r.State = rs
|
r.State = rs
|
||||||
|
|
||||||
for _, h := range t.hooks {
|
for _, h := range t.hooks {
|
||||||
// TODO: return value
|
a, err := h.PostApply(r.Id, r.State)
|
||||||
h.PostApply(r.Id, r.State)
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
switch a {
|
||||||
|
case HookActionHalt:
|
||||||
|
return nil, genericWalkStop
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Determine the new state and update variables
|
// Determine the new state and update variables
|
||||||
|
@ -305,12 +384,20 @@ func (t *Terraform) genericWalkFn(
|
||||||
vars[fmt.Sprintf("var.%s", k)] = v
|
vars[fmt.Sprintf("var.%s", k)] = v
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// This will keep track of whether we're stopped or not
|
||||||
|
var stop uint32 = 0
|
||||||
|
|
||||||
return func(n *depgraph.Noun) error {
|
return func(n *depgraph.Noun) error {
|
||||||
// If it is the root node, ignore
|
// If it is the root node, ignore
|
||||||
if n.Name == GraphRootNode {
|
if n.Name == GraphRootNode {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// If we're stopped, return right away
|
||||||
|
if atomic.LoadUint32(&stop) != 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
switch m := n.Meta.(type) {
|
switch m := n.Meta.(type) {
|
||||||
case *GraphNodeResource:
|
case *GraphNodeResource:
|
||||||
case *GraphNodeResourceProvider:
|
case *GraphNodeResourceProvider:
|
||||||
|
@ -363,6 +450,11 @@ func (t *Terraform) genericWalkFn(
|
||||||
log.Printf("[INFO] Walking: %s", rn.Resource.Id)
|
log.Printf("[INFO] Walking: %s", rn.Resource.Id)
|
||||||
newVars, err := cb(rn.Resource)
|
newVars, err := cb(rn.Resource)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
if err == genericWalkStop {
|
||||||
|
atomic.StoreUint32(&stop, 1)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -39,6 +39,87 @@ func TestTerraformApply(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestTerraformApply_cancel(t *testing.T) {
|
||||||
|
stopped := false
|
||||||
|
stopCh := make(chan struct{})
|
||||||
|
stopReplyCh := make(chan struct{})
|
||||||
|
|
||||||
|
rpAWS := new(MockResourceProvider)
|
||||||
|
rpAWS.ResourcesReturn = []ResourceType{
|
||||||
|
ResourceType{Name: "aws_instance"},
|
||||||
|
}
|
||||||
|
rpAWS.DiffFn = func(*ResourceState, *ResourceConfig) (*ResourceDiff, error) {
|
||||||
|
return &ResourceDiff{
|
||||||
|
Attributes: map[string]*ResourceAttrDiff{
|
||||||
|
"num": &ResourceAttrDiff{
|
||||||
|
New: "bar",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
rpAWS.ApplyFn = func(*ResourceState, *ResourceDiff) (*ResourceState, error) {
|
||||||
|
if !stopped {
|
||||||
|
stopped = true
|
||||||
|
close(stopCh)
|
||||||
|
<-stopReplyCh
|
||||||
|
}
|
||||||
|
|
||||||
|
return &ResourceState{
|
||||||
|
ID: "foo",
|
||||||
|
Attributes: map[string]string{
|
||||||
|
"num": "2",
|
||||||
|
},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
c := testConfig(t, "apply-cancel")
|
||||||
|
tf := testTerraform2(t, &Config{
|
||||||
|
Providers: map[string]ResourceProviderFactory{
|
||||||
|
"aws": testProviderFuncFixed(rpAWS),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
p, err := tf.Plan(&PlanOpts{Config: c})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("err: %s", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Start the Apply in a goroutine
|
||||||
|
stateCh := make(chan *State)
|
||||||
|
go func() {
|
||||||
|
state, err := tf.Apply(p)
|
||||||
|
if err != nil {
|
||||||
|
panic(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
stateCh <- state
|
||||||
|
}()
|
||||||
|
|
||||||
|
// Start a goroutine so we can inject exactly when we stop
|
||||||
|
s := tf.stopHook.ref()
|
||||||
|
go func() {
|
||||||
|
defer tf.stopHook.unref(s)
|
||||||
|
<-tf.stopHook.ch
|
||||||
|
close(stopReplyCh)
|
||||||
|
tf.stopHook.stoppedCh <- struct{}{}
|
||||||
|
}()
|
||||||
|
|
||||||
|
<-stopCh
|
||||||
|
tf.Stop()
|
||||||
|
|
||||||
|
state := <-stateCh
|
||||||
|
|
||||||
|
if len(state.Resources) != 1 {
|
||||||
|
t.Fatalf("bad: %#v", state.Resources)
|
||||||
|
}
|
||||||
|
|
||||||
|
actual := strings.TrimSpace(state.String())
|
||||||
|
expected := strings.TrimSpace(testTerraformApplyCancelStr)
|
||||||
|
if actual != expected {
|
||||||
|
t.Fatalf("bad: \n%s", actual)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestTerraformApply_compute(t *testing.T) {
|
func TestTerraformApply_compute(t *testing.T) {
|
||||||
// This tests that computed variables are properly re-diffed
|
// This tests that computed variables are properly re-diffed
|
||||||
// to get the value prior to application (Apply).
|
// to get the value prior to application (Apply).
|
||||||
|
@ -683,6 +764,12 @@ aws_instance.foo:
|
||||||
type = aws_instance
|
type = aws_instance
|
||||||
`
|
`
|
||||||
|
|
||||||
|
const testTerraformApplyCancelStr = `
|
||||||
|
aws_instance.foo:
|
||||||
|
ID = foo
|
||||||
|
num = 2
|
||||||
|
`
|
||||||
|
|
||||||
const testTerraformApplyComputeStr = `
|
const testTerraformApplyComputeStr = `
|
||||||
aws_instance.bar:
|
aws_instance.bar:
|
||||||
ID = foo
|
ID = foo
|
||||||
|
|
|
@ -0,0 +1,7 @@
|
||||||
|
resource "aws_instance" "foo" {
|
||||||
|
num = "2"
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_instance" "bar" {
|
||||||
|
foo = "${aws_instance.foo.num}"
|
||||||
|
}
|
Loading…
Reference in New Issue