2018-10-31 16:45:03 +01:00
|
|
|
package remote
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
"log"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"os"
|
|
|
|
"sort"
|
|
|
|
"strings"
|
|
|
|
"sync"
|
|
|
|
|
|
|
|
tfe "github.com/hashicorp/go-tfe"
|
2018-12-14 19:31:42 +01:00
|
|
|
version "github.com/hashicorp/go-version"
|
2018-10-31 16:45:03 +01:00
|
|
|
"github.com/hashicorp/terraform/backend"
|
|
|
|
"github.com/hashicorp/terraform/configs/configschema"
|
|
|
|
"github.com/hashicorp/terraform/helper/schema"
|
|
|
|
"github.com/hashicorp/terraform/state"
|
|
|
|
"github.com/hashicorp/terraform/state/remote"
|
|
|
|
"github.com/hashicorp/terraform/svchost"
|
|
|
|
"github.com/hashicorp/terraform/svchost/disco"
|
|
|
|
"github.com/hashicorp/terraform/terraform"
|
|
|
|
"github.com/hashicorp/terraform/tfdiags"
|
2018-12-14 19:31:42 +01:00
|
|
|
tfversion "github.com/hashicorp/terraform/version"
|
2018-10-31 16:45:03 +01:00
|
|
|
"github.com/mitchellh/cli"
|
|
|
|
"github.com/mitchellh/colorstring"
|
|
|
|
"github.com/zclconf/go-cty/cty"
|
2018-11-15 20:26:46 +01:00
|
|
|
|
|
|
|
backendLocal "github.com/hashicorp/terraform/backend/local"
|
2018-10-31 16:45:03 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
defaultHostname = "app.terraform.io"
|
|
|
|
defaultParallelism = 10
|
2018-12-13 23:12:36 +01:00
|
|
|
tfeServiceID = "tfe.v2.1"
|
2018-10-31 16:45:03 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// Remote is an implementation of EnhancedBackend that performs all
|
|
|
|
// operations in a remote backend.
|
|
|
|
type Remote struct {
|
|
|
|
// CLI and Colorize control the CLI output. If CLI is nil then no CLI
|
|
|
|
// output will be done. If CLIColor is nil then no coloring will be done.
|
|
|
|
CLI cli.Ui
|
|
|
|
CLIColor *colorstring.Colorize
|
|
|
|
|
|
|
|
// ShowDiagnostics prints diagnostic messages to the UI.
|
|
|
|
ShowDiagnostics func(vals ...interface{})
|
|
|
|
|
|
|
|
// ContextOpts are the base context options to set when initializing a
|
|
|
|
// new Terraform context. Many of these will be overridden or merged by
|
|
|
|
// Operation. See Operation for more details.
|
|
|
|
ContextOpts *terraform.ContextOpts
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// client is the remote backend API client.
|
2018-10-31 16:45:03 +01:00
|
|
|
client *tfe.Client
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// hostname of the remote backend server.
|
2018-10-31 16:45:03 +01:00
|
|
|
hostname string
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// organization is the organization that contains the target workspaces.
|
2018-10-31 16:45:03 +01:00
|
|
|
organization string
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// workspace is used to map the default workspace to a remote workspace.
|
2018-10-31 16:45:03 +01:00
|
|
|
workspace string
|
|
|
|
|
2018-11-30 19:31:58 +01:00
|
|
|
// prefix is used to filter down a set of workspaces that use a single
|
|
|
|
// configuration.
|
2018-10-31 16:45:03 +01:00
|
|
|
prefix string
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// schema defines the configuration for the backend.
|
2018-10-31 16:45:03 +01:00
|
|
|
schema *schema.Backend
|
|
|
|
|
|
|
|
// services is used for service discovery
|
|
|
|
services *disco.Disco
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// local, if non-nil, will be used for all enhanced behavior. This
|
|
|
|
// allows local behavior with the remote backend functioning as remote
|
|
|
|
// state storage backend.
|
|
|
|
local backend.Enhanced
|
|
|
|
|
|
|
|
// forceLocal, if true, will force the use of the local backend.
|
|
|
|
forceLocal bool
|
|
|
|
|
2018-10-31 16:45:03 +01:00
|
|
|
// opLock locks operations
|
|
|
|
opLock sync.Mutex
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ backend.Backend = (*Remote)(nil)
|
|
|
|
|
|
|
|
// New creates a new initialized remote backend.
|
|
|
|
func New(services *disco.Disco) *Remote {
|
|
|
|
return &Remote{
|
|
|
|
services: services,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// ConfigSchema implements backend.Enhanced.
|
2018-10-31 16:45:03 +01:00
|
|
|
func (b *Remote) ConfigSchema() *configschema.Block {
|
|
|
|
return &configschema.Block{
|
|
|
|
Attributes: map[string]*configschema.Attribute{
|
|
|
|
"hostname": {
|
|
|
|
Type: cty.String,
|
|
|
|
Optional: true,
|
|
|
|
Description: schemaDescriptions["hostname"],
|
|
|
|
},
|
|
|
|
"organization": {
|
|
|
|
Type: cty.String,
|
|
|
|
Required: true,
|
|
|
|
Description: schemaDescriptions["organization"],
|
|
|
|
},
|
|
|
|
"token": {
|
|
|
|
Type: cty.String,
|
|
|
|
Optional: true,
|
|
|
|
Description: schemaDescriptions["token"],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
|
|
|
|
BlockTypes: map[string]*configschema.NestedBlock{
|
|
|
|
"workspaces": {
|
|
|
|
Block: configschema.Block{
|
|
|
|
Attributes: map[string]*configschema.Attribute{
|
|
|
|
"name": {
|
|
|
|
Type: cty.String,
|
|
|
|
Optional: true,
|
|
|
|
Description: schemaDescriptions["name"],
|
|
|
|
},
|
|
|
|
"prefix": {
|
|
|
|
Type: cty.String,
|
|
|
|
Optional: true,
|
|
|
|
Description: schemaDescriptions["prefix"],
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Nesting: configschema.NestingSingle,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// ValidateConfig implements backend.Enhanced.
|
2018-10-31 16:45:03 +01:00
|
|
|
func (b *Remote) ValidateConfig(obj cty.Value) tfdiags.Diagnostics {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
2018-12-13 23:12:36 +01:00
|
|
|
if val := obj.GetAttr("organization"); val.IsNull() || val.AsString() == "" {
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
|
|
|
"Invalid organization value",
|
|
|
|
`The "organization" attribute value must not be empty.`,
|
|
|
|
cty.Path{cty.GetAttrStep{Name: "organization"}},
|
|
|
|
))
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
var name, prefix string
|
|
|
|
if workspaces := obj.GetAttr("workspaces"); !workspaces.IsNull() {
|
|
|
|
if val := workspaces.GetAttr("name"); !val.IsNull() {
|
|
|
|
name = val.AsString()
|
|
|
|
}
|
|
|
|
if val := workspaces.GetAttr("prefix"); !val.IsNull() {
|
|
|
|
prefix = val.AsString()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make sure that we have either a workspace name or a prefix.
|
|
|
|
if name == "" && prefix == "" {
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
|
|
|
"Invalid workspaces configuration",
|
|
|
|
`Either workspace "name" or "prefix" is required.`,
|
|
|
|
cty.Path{cty.GetAttrStep{Name: "workspaces"}},
|
|
|
|
))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make sure that only one of workspace name or a prefix is configured.
|
|
|
|
if name != "" && prefix != "" {
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
|
|
|
"Invalid workspaces configuration",
|
|
|
|
`Only one of workspace "name" or "prefix" is allowed.`,
|
|
|
|
cty.Path{cty.GetAttrStep{Name: "workspaces"}},
|
|
|
|
))
|
|
|
|
}
|
|
|
|
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// Configure implements backend.Enhanced.
|
2018-10-31 16:45:03 +01:00
|
|
|
func (b *Remote) Configure(obj cty.Value) tfdiags.Diagnostics {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
// Get the hostname.
|
|
|
|
if val := obj.GetAttr("hostname"); !val.IsNull() && val.AsString() != "" {
|
|
|
|
b.hostname = val.AsString()
|
|
|
|
} else {
|
|
|
|
b.hostname = defaultHostname
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the organization.
|
|
|
|
if val := obj.GetAttr("organization"); !val.IsNull() {
|
|
|
|
b.organization = val.AsString()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the workspaces configuration block and retrieve the
|
|
|
|
// default workspace name and prefix.
|
|
|
|
if workspaces := obj.GetAttr("workspaces"); !workspaces.IsNull() {
|
|
|
|
if val := workspaces.GetAttr("name"); !val.IsNull() {
|
|
|
|
b.workspace = val.AsString()
|
|
|
|
}
|
|
|
|
if val := workspaces.GetAttr("prefix"); !val.IsNull() {
|
|
|
|
b.prefix = val.AsString()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Discover the service URL for this host to confirm that it provides
|
2018-12-14 19:31:42 +01:00
|
|
|
// a remote backend API and to get the version constraints.
|
|
|
|
service, constraints, err := b.discover()
|
2018-10-31 16:45:03 +01:00
|
|
|
if err != nil {
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
|
|
|
strings.ToUpper(err.Error()[:1])+err.Error()[1:],
|
2018-12-13 23:12:36 +01:00
|
|
|
"", // no description is needed here, the error is clear
|
2018-10-31 16:45:03 +01:00
|
|
|
cty.Path{cty.GetAttrStep{Name: "hostname"}},
|
|
|
|
))
|
2018-12-14 19:31:42 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Check any retrieved constraints to make sure we are compatible.
|
2018-12-15 21:28:35 +01:00
|
|
|
if constraints != nil {
|
2018-12-14 19:31:42 +01:00
|
|
|
diags = diags.Append(b.checkConstraints(constraints))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return if we have any discovery of version constraints errors.
|
|
|
|
if diags.HasErrors() {
|
2018-10-31 16:45:03 +01:00
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
|
|
|
// Retrieve the token for this host as configured in the credentials
|
|
|
|
// section of the CLI Config File.
|
2018-12-14 19:31:42 +01:00
|
|
|
token, err := b.token()
|
2018-10-31 16:45:03 +01:00
|
|
|
if err != nil {
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
|
|
|
strings.ToUpper(err.Error()[:1])+err.Error()[1:],
|
2018-12-13 23:12:36 +01:00
|
|
|
"", // no description is needed here, the error is clear
|
2018-10-31 16:45:03 +01:00
|
|
|
cty.Path{cty.GetAttrStep{Name: "hostname"}},
|
|
|
|
))
|
|
|
|
return diags
|
|
|
|
}
|
2018-12-14 19:31:42 +01:00
|
|
|
|
|
|
|
// Get the token from the config if no token was configured for this
|
|
|
|
// host in credentials section of the CLI Config File.
|
2018-10-31 16:45:03 +01:00
|
|
|
if token == "" {
|
|
|
|
if val := obj.GetAttr("token"); !val.IsNull() {
|
|
|
|
token = val.AsString()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-13 23:12:36 +01:00
|
|
|
// Return an error if we still don't have a token at this point.
|
|
|
|
if token == "" {
|
|
|
|
diags = diags.Append(tfdiags.Sourceless(
|
|
|
|
tfdiags.Error,
|
|
|
|
"Required token could not be found",
|
|
|
|
fmt.Sprintf(
|
|
|
|
"Make sure you configured a credentials block for %s in your CLI Config File.",
|
|
|
|
b.hostname,
|
|
|
|
),
|
|
|
|
))
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
2018-10-31 16:45:03 +01:00
|
|
|
cfg := &tfe.Config{
|
|
|
|
Address: service.String(),
|
|
|
|
BasePath: service.Path,
|
|
|
|
Token: token,
|
|
|
|
Headers: make(http.Header),
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set the version header to the current version.
|
2018-12-14 19:31:42 +01:00
|
|
|
cfg.Headers.Set(tfversion.Header, tfversion.Version)
|
2018-10-31 16:45:03 +01:00
|
|
|
|
|
|
|
// Create the remote backend API client.
|
|
|
|
b.client, err = tfe.NewClient(cfg)
|
|
|
|
if err != nil {
|
|
|
|
diags = diags.Append(tfdiags.Sourceless(
|
|
|
|
tfdiags.Error,
|
|
|
|
"Failed to create the Terraform Enterprise client",
|
|
|
|
fmt.Sprintf(
|
|
|
|
`The "remote" backend encountered an unexpected error while creating the `+
|
|
|
|
`Terraform Enterprise client: %s.`, err,
|
|
|
|
),
|
|
|
|
))
|
2018-11-15 20:26:46 +01:00
|
|
|
return diags
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-12-05 12:29:08 +01:00
|
|
|
// Check if the organization exists by reading its entitlements.
|
|
|
|
entitlements, err := b.client.Organizations.Entitlements(context.Background(), b.organization)
|
2018-11-15 20:26:46 +01:00
|
|
|
if err != nil {
|
|
|
|
if err == tfe.ErrResourceNotFound {
|
|
|
|
err = fmt.Errorf("organization %s does not exist", b.organization)
|
|
|
|
}
|
|
|
|
diags = diags.Append(tfdiags.AttributeValue(
|
|
|
|
tfdiags.Error,
|
2018-12-05 12:29:08 +01:00
|
|
|
"Failed to read organization entitlements",
|
2018-11-15 20:26:46 +01:00
|
|
|
fmt.Sprintf(
|
|
|
|
`The "remote" backend encountered an unexpected error while reading the `+
|
|
|
|
`organization settings: %s.`, err,
|
|
|
|
),
|
|
|
|
cty.Path{cty.GetAttrStep{Name: "organization"}},
|
|
|
|
))
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
|
|
|
// Configure a local backend for when we need to run operations locally.
|
|
|
|
b.local = backendLocal.NewWithBackend(b)
|
2018-12-05 12:29:08 +01:00
|
|
|
b.forceLocal = !entitlements.Operations || os.Getenv("TF_FORCE_LOCAL_BACKEND") != ""
|
2018-11-15 20:26:46 +01:00
|
|
|
|
2018-10-31 16:45:03 +01:00
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
2018-12-14 19:31:42 +01:00
|
|
|
// discover the remote backend API service URL and version constraints.
|
|
|
|
func (b *Remote) discover() (*url.URL, *disco.Constraints, error) {
|
|
|
|
hostname, err := svchost.ForComparison(b.hostname)
|
2018-10-31 16:45:03 +01:00
|
|
|
if err != nil {
|
2018-12-14 19:31:42 +01:00
|
|
|
return nil, nil, err
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
2018-12-14 19:31:42 +01:00
|
|
|
|
|
|
|
host, err := b.services.Discover(hostname)
|
2018-12-10 11:06:05 +01:00
|
|
|
if err != nil {
|
2018-12-14 19:31:42 +01:00
|
|
|
return nil, nil, err
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
2018-12-14 19:31:42 +01:00
|
|
|
|
|
|
|
service, err := host.ServiceURL(tfeServiceID)
|
|
|
|
// Return the error, unless its a disco.ErrVersionNotSupported error.
|
|
|
|
if _, ok := err.(*disco.ErrVersionNotSupported); !ok && err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return early if we are a development build.
|
|
|
|
if tfversion.Prerelease == "dev" {
|
|
|
|
return service, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// We purposefully ignore the error and return the previous error, as
|
|
|
|
// checking for version constraints is considered optional.
|
|
|
|
constraints, _ := host.VersionConstraints(tfeServiceID, "terraform")
|
|
|
|
|
|
|
|
return service, constraints, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// checkConstraints checks service version constrains against our own
|
|
|
|
// version and returns rich and informational diagnostics in case any
|
|
|
|
// incompatibilities are detected.
|
|
|
|
func (b *Remote) checkConstraints(c *disco.Constraints) tfdiags.Diagnostics {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
if c == nil || c.Minimum == "" || c.Maximum == "" {
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
|
|
|
// Generate a parsable constraints string.
|
|
|
|
excluding := ""
|
|
|
|
if len(c.Excluding) > 0 {
|
|
|
|
excluding = fmt.Sprintf(", != %s", strings.Join(c.Excluding, ", != "))
|
|
|
|
}
|
|
|
|
constStr := fmt.Sprintf(">= %s%s, <= %s", c.Minimum, excluding, c.Maximum)
|
|
|
|
|
|
|
|
// Create the constraints to check against.
|
|
|
|
constraints, err := version.NewConstraint(constStr)
|
|
|
|
if err != nil {
|
|
|
|
return diags.Append(checkConstraintsWarning(err))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create the version to check.
|
2018-12-19 17:28:32 +01:00
|
|
|
v, err := version.NewVersion(tfversion.Version)
|
2018-12-14 19:31:42 +01:00
|
|
|
if err != nil {
|
|
|
|
return diags.Append(checkConstraintsWarning(err))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return if we satisfy all constraints.
|
|
|
|
if constraints.Check(v) {
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
|
|
|
// Find out what action (upgrade/downgrade) we should advice.
|
|
|
|
minimum, err := version.NewVersion(c.Minimum)
|
|
|
|
if err != nil {
|
|
|
|
return diags.Append(checkConstraintsWarning(err))
|
|
|
|
}
|
|
|
|
|
|
|
|
maximum, err := version.NewVersion(c.Maximum)
|
|
|
|
if err != nil {
|
|
|
|
return diags.Append(checkConstraintsWarning(err))
|
|
|
|
}
|
|
|
|
|
|
|
|
var action, toVersion string
|
|
|
|
var excludes []*version.Version
|
|
|
|
switch {
|
|
|
|
case minimum.GreaterThan(v):
|
|
|
|
action = "upgrade"
|
|
|
|
toVersion = ">= " + minimum.String()
|
|
|
|
case maximum.LessThan(v):
|
|
|
|
action = "downgrade"
|
|
|
|
toVersion = "<= " + maximum.String()
|
|
|
|
case len(c.Excluding) > 0:
|
|
|
|
for _, exclude := range c.Excluding {
|
|
|
|
v, err := version.NewVersion(exclude)
|
|
|
|
if err != nil {
|
|
|
|
return diags.Append(checkConstraintsWarning(err))
|
|
|
|
}
|
|
|
|
excludes = append(excludes, v)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sort all the excludes.
|
|
|
|
sort.Sort(version.Collection(excludes))
|
|
|
|
|
|
|
|
// Get the latest excluded version.
|
|
|
|
action = "upgrade"
|
|
|
|
toVersion = "> " + excludes[len(excludes)-1].String()
|
|
|
|
}
|
|
|
|
|
|
|
|
switch {
|
|
|
|
case len(excludes) == 1:
|
|
|
|
excluding = fmt.Sprintf(", excluding version %s", excludes[0].String())
|
|
|
|
case len(excludes) > 1:
|
|
|
|
var vs []string
|
|
|
|
for _, v := range excludes {
|
|
|
|
vs = append(vs, v.String())
|
|
|
|
}
|
|
|
|
excluding = fmt.Sprintf(", excluding versions %s", strings.Join(vs, ", "))
|
|
|
|
default:
|
|
|
|
excluding = ""
|
|
|
|
}
|
|
|
|
|
|
|
|
summary := fmt.Sprintf("Incompatible Terraform version v%s", v.String())
|
|
|
|
details := fmt.Sprintf(
|
|
|
|
"The configured Terraform Enterprise backend is compatible with Terraform "+
|
2018-12-19 17:28:32 +01:00
|
|
|
"versions >= %s, <= %s%s.", c.Minimum, c.Maximum, excluding,
|
2018-12-14 19:31:42 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
if action != "" && toVersion != "" {
|
|
|
|
summary = fmt.Sprintf("Please %s Terraform to %s", action, toVersion)
|
|
|
|
details += fmt.Sprintf(" Please %s to a supported version and try again.", action)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return the customized and informational error message.
|
|
|
|
return diags.Append(tfdiags.Sourceless(tfdiags.Error, summary, details))
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// token returns the token for this host as configured in the credentials
|
|
|
|
// section of the CLI Config File. If no token was configured, an empty
|
|
|
|
// string will be returned instead.
|
2018-12-14 19:31:42 +01:00
|
|
|
func (b *Remote) token() (string, error) {
|
|
|
|
hostname, err := svchost.ForComparison(b.hostname)
|
2018-10-31 16:45:03 +01:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2018-12-14 19:31:42 +01:00
|
|
|
creds, err := b.services.CredentialsForHost(hostname)
|
2018-10-31 16:45:03 +01:00
|
|
|
if err != nil {
|
2018-12-14 19:31:42 +01:00
|
|
|
log.Printf("[WARN] Failed to get credentials for %s: %s (ignoring)", b.hostname, err)
|
2018-10-31 16:45:03 +01:00
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
if creds != nil {
|
|
|
|
return creds.Token(), nil
|
|
|
|
}
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
|
2018-11-26 14:06:27 +01:00
|
|
|
// Workspaces implements backend.Enhanced.
|
|
|
|
func (b *Remote) Workspaces() ([]string, error) {
|
|
|
|
if b.prefix == "" {
|
|
|
|
return nil, backend.ErrWorkspacesNotSupported
|
|
|
|
}
|
|
|
|
return b.workspaces()
|
|
|
|
}
|
|
|
|
|
|
|
|
// workspaces returns a filtered list of remote workspace names.
|
|
|
|
func (b *Remote) workspaces() ([]string, error) {
|
|
|
|
options := tfe.WorkspaceListOptions{}
|
|
|
|
switch {
|
|
|
|
case b.workspace != "":
|
|
|
|
options.Search = tfe.String(b.workspace)
|
|
|
|
case b.prefix != "":
|
|
|
|
options.Search = tfe.String(b.prefix)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create a slice to contain all the names.
|
|
|
|
var names []string
|
|
|
|
|
|
|
|
for {
|
|
|
|
wl, err := b.client.Workspaces.List(context.Background(), b.organization, options)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, w := range wl.Items {
|
|
|
|
if b.workspace != "" && w.Name == b.workspace {
|
|
|
|
names = append(names, backend.DefaultStateName)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if b.prefix != "" && strings.HasPrefix(w.Name, b.prefix) {
|
|
|
|
names = append(names, strings.TrimPrefix(w.Name, b.prefix))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Exit the loop when we've seen all pages.
|
|
|
|
if wl.CurrentPage >= wl.TotalPages {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
|
|
|
// Update the page number to get the next page.
|
|
|
|
options.PageNumber = wl.NextPage
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sort the result so we have consistent output.
|
|
|
|
sort.StringSlice(names).Sort()
|
|
|
|
|
|
|
|
return names, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// DeleteWorkspace implements backend.Enhanced.
|
|
|
|
func (b *Remote) DeleteWorkspace(name string) error {
|
|
|
|
if b.workspace == "" && name == backend.DefaultStateName {
|
|
|
|
return backend.ErrDefaultWorkspaceNotSupported
|
|
|
|
}
|
|
|
|
if b.prefix == "" && name != backend.DefaultStateName {
|
|
|
|
return backend.ErrWorkspacesNotSupported
|
|
|
|
}
|
|
|
|
|
|
|
|
// Configure the remote workspace name.
|
|
|
|
switch {
|
|
|
|
case name == backend.DefaultStateName:
|
|
|
|
name = b.workspace
|
|
|
|
case b.prefix != "" && !strings.HasPrefix(name, b.prefix):
|
|
|
|
name = b.prefix + name
|
|
|
|
}
|
|
|
|
|
|
|
|
client := &remoteClient{
|
|
|
|
client: b.client,
|
|
|
|
organization: b.organization,
|
2018-11-30 19:31:58 +01:00
|
|
|
workspace: &tfe.Workspace{
|
|
|
|
Name: name,
|
|
|
|
},
|
2018-11-26 14:06:27 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return client.Delete()
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// StateMgr implements backend.Enhanced.
|
|
|
|
func (b *Remote) StateMgr(name string) (state.State, error) {
|
|
|
|
if b.workspace == "" && name == backend.DefaultStateName {
|
|
|
|
return nil, backend.ErrDefaultWorkspaceNotSupported
|
|
|
|
}
|
|
|
|
if b.prefix == "" && name != backend.DefaultStateName {
|
2018-10-31 16:45:03 +01:00
|
|
|
return nil, backend.ErrWorkspacesNotSupported
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// Configure the remote workspace name.
|
2018-10-31 16:45:03 +01:00
|
|
|
switch {
|
2018-11-15 20:26:46 +01:00
|
|
|
case name == backend.DefaultStateName:
|
|
|
|
name = b.workspace
|
|
|
|
case b.prefix != "" && !strings.HasPrefix(name, b.prefix):
|
|
|
|
name = b.prefix + name
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-11-30 19:31:58 +01:00
|
|
|
workspace, err := b.client.Workspaces.Read(context.Background(), b.organization, name)
|
|
|
|
if err != nil && err != tfe.ErrResourceNotFound {
|
|
|
|
return nil, fmt.Errorf("Failed to retrieve workspace %s: %v", name, err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err == tfe.ErrResourceNotFound {
|
2018-11-15 20:26:46 +01:00
|
|
|
options := tfe.WorkspaceCreateOptions{
|
|
|
|
Name: tfe.String(name),
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// We only set the Terraform Version for the new workspace if this is
|
|
|
|
// a release candidate or a final release.
|
2018-12-14 19:31:42 +01:00
|
|
|
if tfversion.Prerelease == "" || strings.HasPrefix(tfversion.Prerelease, "rc") {
|
|
|
|
options.TerraformVersion = tfe.String(tfversion.String())
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-11-30 19:31:58 +01:00
|
|
|
workspace, err = b.client.Workspaces.Create(context.Background(), b.organization, options)
|
2018-11-15 20:26:46 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("Error creating workspace %s: %v", name, err)
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
client := &remoteClient{
|
|
|
|
client: b.client,
|
|
|
|
organization: b.organization,
|
2018-11-30 19:31:58 +01:00
|
|
|
workspace: workspace,
|
2018-10-31 16:45:03 +01:00
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// This is optionally set during Terraform Enterprise runs.
|
|
|
|
runID: os.Getenv("TFE_RUN_ID"),
|
|
|
|
}
|
|
|
|
|
|
|
|
return &remote.State{Client: client}, nil
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// Operation implements backend.Enhanced.
|
2018-10-31 16:45:03 +01:00
|
|
|
func (b *Remote) Operation(ctx context.Context, op *backend.Operation) (*backend.RunningOperation, error) {
|
2018-11-15 20:26:46 +01:00
|
|
|
// Get the remote workspace name.
|
2018-11-30 19:31:58 +01:00
|
|
|
name := op.Workspace
|
2018-10-31 16:45:03 +01:00
|
|
|
switch {
|
|
|
|
case op.Workspace == backend.DefaultStateName:
|
2018-11-30 19:31:58 +01:00
|
|
|
name = b.workspace
|
2018-10-31 16:45:03 +01:00
|
|
|
case b.prefix != "" && !strings.HasPrefix(op.Workspace, b.prefix):
|
2018-11-30 19:31:58 +01:00
|
|
|
name = b.prefix + op.Workspace
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
// Retrieve the workspace for this operation.
|
2018-11-30 19:31:58 +01:00
|
|
|
w, err := b.client.Workspaces.Read(ctx, b.organization, name)
|
2018-11-15 20:26:46 +01:00
|
|
|
if err != nil {
|
2018-12-13 23:12:36 +01:00
|
|
|
switch err {
|
|
|
|
case context.Canceled:
|
|
|
|
return nil, err
|
|
|
|
case tfe.ErrResourceNotFound:
|
|
|
|
return nil, fmt.Errorf(
|
|
|
|
"workspace %s not found\n\n"+
|
|
|
|
"The configured \"remote\" backend returns '404 Not Found' errors for resources\n"+
|
|
|
|
"that do not exist, as well as for resources that a user doesn't have access\n"+
|
|
|
|
"to. When the resource does exists, please check the rights for the used token.",
|
|
|
|
name,
|
|
|
|
)
|
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf(
|
|
|
|
"%s\n\n"+
|
|
|
|
"The configured \"remote\" backend encountered an unexpected error. Sometimes\n"+
|
|
|
|
"this is caused by network connection problems, in which case you could retr\n"+
|
|
|
|
"the command. If the issue persists please open a support ticket to get help\n"+
|
|
|
|
"resolving the problem.",
|
|
|
|
err,
|
|
|
|
)
|
|
|
|
}
|
2018-11-15 20:26:46 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Check if we need to use the local backend to run the operation.
|
|
|
|
if b.forceLocal || !w.Operations {
|
|
|
|
return b.local.Operation(ctx, op)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set the remote workspace name.
|
|
|
|
op.Workspace = w.Name
|
|
|
|
|
2018-10-31 16:45:03 +01:00
|
|
|
// Determine the function to call for our operation
|
2018-11-15 20:26:46 +01:00
|
|
|
var f func(context.Context, context.Context, *backend.Operation, *tfe.Workspace) (*tfe.Run, error)
|
2018-10-31 16:45:03 +01:00
|
|
|
switch op.Type {
|
|
|
|
case backend.OperationTypePlan:
|
|
|
|
f = b.opPlan
|
|
|
|
case backend.OperationTypeApply:
|
|
|
|
f = b.opApply
|
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf(
|
2018-12-13 23:12:36 +01:00
|
|
|
"\n\nThe \"remote\" backend does not support the %q operation.", op.Type)
|
2018-10-31 16:45:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Lock
|
|
|
|
b.opLock.Lock()
|
|
|
|
|
|
|
|
// Build our running operation
|
|
|
|
// the runninCtx is only used to block until the operation returns.
|
|
|
|
runningCtx, done := context.WithCancel(context.Background())
|
|
|
|
runningOp := &backend.RunningOperation{
|
|
|
|
Context: runningCtx,
|
|
|
|
PlanEmpty: true,
|
|
|
|
}
|
|
|
|
|
|
|
|
// stopCtx wraps the context passed in, and is used to signal a graceful Stop.
|
|
|
|
stopCtx, stop := context.WithCancel(ctx)
|
|
|
|
runningOp.Stop = stop
|
|
|
|
|
|
|
|
// cancelCtx is used to cancel the operation immediately, usually
|
|
|
|
// indicating that the process is exiting.
|
|
|
|
cancelCtx, cancel := context.WithCancel(context.Background())
|
|
|
|
runningOp.Cancel = cancel
|
|
|
|
|
|
|
|
// Do it.
|
|
|
|
go func() {
|
|
|
|
defer done()
|
|
|
|
defer stop()
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
defer b.opLock.Unlock()
|
|
|
|
|
2018-11-15 20:26:46 +01:00
|
|
|
r, opErr := f(stopCtx, cancelCtx, op, w)
|
2018-10-31 16:45:03 +01:00
|
|
|
if opErr != nil && opErr != context.Canceled {
|
|
|
|
b.ReportResult(runningOp, opErr)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
if r != nil {
|
|
|
|
// Retrieve the run to get its current status.
|
|
|
|
r, err := b.client.Runs.Read(cancelCtx, r.ID)
|
|
|
|
if err != nil {
|
|
|
|
b.ReportResult(runningOp, generalError("Failed to retrieve run", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Record if there are any changes.
|
|
|
|
runningOp.PlanEmpty = !r.HasChanges
|
|
|
|
|
|
|
|
if opErr == context.Canceled {
|
|
|
|
if err := b.cancel(cancelCtx, op, r); err != nil {
|
|
|
|
b.ReportResult(runningOp, generalError("Failed to retrieve run", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if r.Status == tfe.RunErrored {
|
|
|
|
runningOp.Result = backend.OperationFailure
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
// Return the running operation.
|
|
|
|
return runningOp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *Remote) cancel(cancelCtx context.Context, op *backend.Operation, r *tfe.Run) error {
|
|
|
|
if r.Status == tfe.RunPending && r.Actions.IsCancelable {
|
|
|
|
// Only ask if the remote operation should be canceled
|
|
|
|
// if the auto approve flag is not set.
|
|
|
|
if !op.AutoApprove {
|
|
|
|
v, err := op.UIIn.Input(&terraform.InputOpts{
|
|
|
|
Id: "cancel",
|
|
|
|
Query: "\nDo you want to cancel the pending remote operation?",
|
|
|
|
Description: "Only 'yes' will be accepted to cancel.",
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return generalError("Failed asking to cancel", err)
|
|
|
|
}
|
|
|
|
if v != "yes" {
|
|
|
|
if b.CLI != nil {
|
|
|
|
b.CLI.Output(b.Colorize().Color(strings.TrimSpace(operationNotCanceled)))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if b.CLI != nil {
|
|
|
|
// Insert a blank line to separate the ouputs.
|
|
|
|
b.CLI.Output("")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Try to cancel the remote operation.
|
|
|
|
err := b.client.Runs.Cancel(cancelCtx, r.ID, tfe.RunCancelOptions{})
|
|
|
|
if err != nil {
|
|
|
|
return generalError("Failed to cancel run", err)
|
|
|
|
}
|
|
|
|
if b.CLI != nil {
|
|
|
|
b.CLI.Output(b.Colorize().Color(strings.TrimSpace(operationCanceled)))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// ReportResult is a helper for the common chore of setting the status of
|
|
|
|
// a running operation and showing any diagnostics produced during that
|
|
|
|
// operation.
|
|
|
|
//
|
|
|
|
// If the given diagnostics contains errors then the operation's result
|
|
|
|
// will be set to backend.OperationFailure. It will be set to
|
|
|
|
// backend.OperationSuccess otherwise. It will then use b.ShowDiagnostics
|
|
|
|
// to show the given diagnostics before returning.
|
|
|
|
//
|
|
|
|
// Callers should feel free to do each of these operations separately in
|
|
|
|
// more complex cases where e.g. diagnostics are interleaved with other
|
|
|
|
// output, but terminating immediately after reporting error diagnostics is
|
|
|
|
// common and can be expressed concisely via this method.
|
|
|
|
func (b *Remote) ReportResult(op *backend.RunningOperation, err error) {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
diags = diags.Append(err)
|
|
|
|
if diags.HasErrors() {
|
|
|
|
op.Result = backend.OperationFailure
|
|
|
|
} else {
|
|
|
|
op.Result = backend.OperationSuccess
|
|
|
|
}
|
|
|
|
|
|
|
|
if b.ShowDiagnostics != nil {
|
|
|
|
b.ShowDiagnostics(diags)
|
|
|
|
} else {
|
|
|
|
// Shouldn't generally happen, but if it does then we'll at least
|
|
|
|
// make some noise in the logs to help us spot it.
|
|
|
|
if len(diags) != 0 {
|
|
|
|
log.Printf(
|
|
|
|
"[ERROR] Remote backend needs to report diagnostics but ShowDiagnostics is not set:\n%s",
|
|
|
|
diags.ErrWithWarnings(),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Colorize returns the Colorize structure that can be used for colorizing
|
|
|
|
// output. This is guaranteed to always return a non-nil value and so useful
|
|
|
|
// as a helper to wrap any potentially colored strings.
|
2018-11-26 14:06:27 +01:00
|
|
|
//
|
|
|
|
// TODO SvH: Rename this back to Colorize as soon as we can pass -no-color.
|
|
|
|
func (b *Remote) cliColorize() *colorstring.Colorize {
|
|
|
|
if b.CLIColor != nil {
|
|
|
|
return b.CLIColor
|
|
|
|
}
|
|
|
|
|
|
|
|
return &colorstring.Colorize{
|
|
|
|
Colors: colorstring.DefaultColors,
|
|
|
|
Disable: true,
|
|
|
|
}
|
|
|
|
}
|
2018-10-31 16:45:03 +01:00
|
|
|
|
|
|
|
func generalError(msg string, err error) error {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
if urlErr, ok := err.(*url.Error); ok {
|
|
|
|
err = urlErr.Err
|
|
|
|
}
|
|
|
|
|
|
|
|
switch err {
|
|
|
|
case context.Canceled:
|
|
|
|
return err
|
|
|
|
case tfe.ErrResourceNotFound:
|
|
|
|
diags = diags.Append(tfdiags.Sourceless(
|
|
|
|
tfdiags.Error,
|
|
|
|
fmt.Sprintf("%s: %v", msg, err),
|
|
|
|
`The configured "remote" backend returns '404 Not Found' errors for resources `+
|
|
|
|
`that do not exist, as well as for resources that a user doesn't have access `+
|
|
|
|
`to. When the resource does exists, please check the rights for the used token.`,
|
|
|
|
))
|
|
|
|
return diags.Err()
|
|
|
|
default:
|
|
|
|
diags = diags.Append(tfdiags.Sourceless(
|
|
|
|
tfdiags.Error,
|
|
|
|
fmt.Sprintf("%s: %v", msg, err),
|
|
|
|
`The configured "remote" backend encountered an unexpected error. Sometimes `+
|
|
|
|
`this is caused by network connection problems, in which case you could retry `+
|
|
|
|
`the command. If the issue persists please open a support ticket to get help `+
|
|
|
|
`resolving the problem.`,
|
|
|
|
))
|
|
|
|
return diags.Err()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-14 19:31:42 +01:00
|
|
|
func checkConstraintsWarning(err error) tfdiags.Diagnostic {
|
|
|
|
return tfdiags.Sourceless(
|
|
|
|
tfdiags.Warning,
|
|
|
|
fmt.Sprintf("Failed to check version constraints: %v", err),
|
|
|
|
"Checking version constraints is considered optional, but this is an"+
|
|
|
|
"unexpected error which should be reported.",
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2018-10-31 16:45:03 +01:00
|
|
|
const operationCanceled = `
|
|
|
|
[reset][red]The remote operation was successfully cancelled.[reset]
|
|
|
|
`
|
|
|
|
|
|
|
|
const operationNotCanceled = `
|
|
|
|
[reset][red]The remote operation was not cancelled.[reset]
|
|
|
|
`
|
|
|
|
|
|
|
|
var schemaDescriptions = map[string]string{
|
|
|
|
"hostname": "The remote backend hostname to connect to (defaults to app.terraform.io).",
|
|
|
|
"organization": "The name of the organization containing the targeted workspace(s).",
|
|
|
|
"token": "The token used to authenticate with the remote backend. If credentials for the\n" +
|
|
|
|
"host are configured in the CLI Config File, then those will be used instead.",
|
|
|
|
"name": "A workspace name used to map the default workspace to a named remote workspace.\n" +
|
|
|
|
"When configured only the default workspace can be used. This option conflicts\n" +
|
|
|
|
"with \"prefix\"",
|
|
|
|
"prefix": "A prefix used to filter workspaces using a single configuration. New workspaces\n" +
|
|
|
|
"will automatically be prefixed with this prefix. If omitted only the default\n" +
|
|
|
|
"workspace can be used. This option conflicts with \"name\"",
|
|
|
|
}
|