2016-03-25 18:17:25 +01:00
package command
import (
2016-05-11 18:16:48 +02:00
"fmt"
2018-10-25 15:41:00 +02:00
"sort"
2016-05-11 18:16:48 +02:00
"time"
2016-03-25 18:17:25 +01:00
2021-05-17 21:00:50 +02:00
"github.com/hashicorp/terraform/internal/addrs"
2021-05-17 21:43:35 +02:00
"github.com/hashicorp/terraform/internal/states"
"github.com/hashicorp/terraform/internal/states/statemgr"
2021-05-17 19:11:06 +02:00
"github.com/hashicorp/terraform/internal/tfdiags"
2018-10-31 16:45:03 +01:00
2021-05-17 17:42:17 +02:00
backendLocal "github.com/hashicorp/terraform/internal/backend/local"
2016-03-25 18:17:25 +01:00
)
// StateMeta is the meta struct that should be embedded in state subcommands.
2017-07-26 19:08:09 +02:00
type StateMeta struct {
Meta
}
2016-03-25 18:17:25 +01:00
2017-03-01 16:10:47 +01:00
// State returns the state for this meta. This gets the appropriate state from
// the backend, but changes the way that backups are done. This configures
// backups to be timestamped rather than just the original state path plus a
// backup path.
2020-08-11 17:43:01 +02:00
func ( c * StateMeta ) State ( ) ( statemgr . Full , error ) {
var realState statemgr . Full
2017-07-26 19:08:09 +02:00
backupPath := c . backupPath
stateOutPath := c . statePath
2016-05-11 18:16:48 +02:00
2017-06-23 20:41:49 +02:00
// use the specified state
2017-07-26 19:08:09 +02:00
if c . statePath != "" {
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 23:24:45 +02:00
realState = statemgr . NewFilesystem ( c . statePath )
2017-06-23 20:41:49 +02:00
} else {
// Load the backend
2018-03-28 00:31:05 +02:00
b , backendDiags := c . Backend ( nil )
if backendDiags . HasErrors ( ) {
return nil , backendDiags . Err ( )
2017-06-23 20:41:49 +02:00
}
2017-01-19 05:50:45 +01:00
2020-06-16 18:23:15 +02:00
workspace , err := c . Workspace ( )
if err != nil {
return nil , err
}
backend: Validate remote backend Terraform version
When using the enhanced remote backend, a subset of all Terraform
operations are supported. Of these, only plan and apply can be executed
on the remote infrastructure (e.g. Terraform Cloud). Other operations
run locally and use the remote backend for state storage.
This causes problems when the local version of Terraform does not match
the configured version from the remote workspace. If the two versions
are incompatible, an `import` or `state mv` operation can cause the
remote workspace to be unusable until a manual fix is applied.
To prevent this from happening accidentally, this commit introduces a
check that the local Terraform version and the configured remote
workspace Terraform version are compatible. This check is skipped for
commands which do not write state, and can also be disabled by the use
of a new command-line flag, `-ignore-remote-version`.
Terraform version compatibility is defined as:
- For all releases before 0.14.0, local must exactly equal remote, as
two different versions cannot share state;
- 0.14.0 to 1.0.x are compatible, as we will not change the state
version number until at least Terraform 1.1.0;
- Versions after 1.1.0 must have the same major and minor versions, as
we will not change the state version number in a patch release.
If the two versions are incompatible, a diagnostic is displayed,
advising that the error can be suppressed with `-ignore-remote-version`.
When this flag is used, the diagnostic is still displayed, but as a
warning instead of an error.
Commands which will not write state can assert this fact by calling the
helper `meta.ignoreRemoteBackendVersionConflict`, which will disable the
checks. Those which can write state should instead call the helper
`meta.remoteBackendVersionCheck`, which will return diagnostics for
display.
In addition to these explicit paths for managing the version check, we
have an implicit check in the remote backend's state manager
initialization method. Both of the above helpers will disable this
check. This fallback is in place to ensure that future code paths which
access state cannot accidentally skip the remote version check.
2020-11-13 22:43:56 +01:00
// Check remote Terraform version is compatible
2021-08-24 21:28:12 +02:00
remoteVersionDiags := c . remoteVersionCheck ( b , workspace )
backend: Validate remote backend Terraform version
When using the enhanced remote backend, a subset of all Terraform
operations are supported. Of these, only plan and apply can be executed
on the remote infrastructure (e.g. Terraform Cloud). Other operations
run locally and use the remote backend for state storage.
This causes problems when the local version of Terraform does not match
the configured version from the remote workspace. If the two versions
are incompatible, an `import` or `state mv` operation can cause the
remote workspace to be unusable until a manual fix is applied.
To prevent this from happening accidentally, this commit introduces a
check that the local Terraform version and the configured remote
workspace Terraform version are compatible. This check is skipped for
commands which do not write state, and can also be disabled by the use
of a new command-line flag, `-ignore-remote-version`.
Terraform version compatibility is defined as:
- For all releases before 0.14.0, local must exactly equal remote, as
two different versions cannot share state;
- 0.14.0 to 1.0.x are compatible, as we will not change the state
version number until at least Terraform 1.1.0;
- Versions after 1.1.0 must have the same major and minor versions, as
we will not change the state version number in a patch release.
If the two versions are incompatible, a diagnostic is displayed,
advising that the error can be suppressed with `-ignore-remote-version`.
When this flag is used, the diagnostic is still displayed, but as a
warning instead of an error.
Commands which will not write state can assert this fact by calling the
helper `meta.ignoreRemoteBackendVersionConflict`, which will disable the
checks. Those which can write state should instead call the helper
`meta.remoteBackendVersionCheck`, which will return diagnostics for
display.
In addition to these explicit paths for managing the version check, we
have an implicit check in the remote backend's state manager
initialization method. Both of the above helpers will disable this
check. This fallback is in place to ensure that future code paths which
access state cannot accidentally skip the remote version check.
2020-11-13 22:43:56 +01:00
c . showDiagnostics ( remoteVersionDiags )
if remoteVersionDiags . HasErrors ( ) {
return nil , fmt . Errorf ( "Error checking remote Terraform version" )
}
2017-06-23 20:41:49 +02:00
// Get the state
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 23:24:45 +02:00
s , err := b . StateMgr ( workspace )
2017-06-23 20:41:49 +02:00
if err != nil {
return nil , err
}
// Get a local backend
2018-03-28 00:31:05 +02:00
localRaw , backendDiags := c . Backend ( & BackendOpts { ForceLocal : true } )
if backendDiags . HasErrors ( ) {
2017-06-23 20:41:49 +02:00
// This should never fail
2018-03-28 00:31:05 +02:00
panic ( backendDiags . Err ( ) )
2017-06-23 20:41:49 +02:00
}
2018-10-31 16:45:03 +01:00
localB := localRaw . ( * backendLocal . Local )
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 23:24:45 +02:00
_ , stateOutPath , _ = localB . StatePaths ( workspace )
2017-06-23 20:41:49 +02:00
if err != nil {
return nil , err
}
realState = s
2017-02-22 19:11:26 +01:00
}
2017-01-19 05:50:45 +01:00
2017-06-23 20:41:49 +02:00
// We always backup state commands, so set the back if none was specified
// (the default is "-", but some tests bypass the flag parsing).
if backupPath == "-" || backupPath == "" {
// Determine the backup path. stateOutPath is set to the resulting
// file where state is written (cached in the case of remote state)
backupPath = fmt . Sprintf (
"%s.%d%s" ,
stateOutPath ,
time . Now ( ) . UTC ( ) . Unix ( ) ,
DefaultBackupExtension )
}
2016-05-11 18:16:48 +02:00
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 23:24:45 +02:00
// If the backend is local (which it should always be, given our asserting
// of it above) we can now enable backups for it.
if lb , ok := realState . ( * statemgr . Filesystem ) ; ok {
lb . SetBackupPath ( backupPath )
2016-05-11 18:16:48 +02:00
}
2017-06-23 20:41:49 +02:00
return realState , nil
2016-05-11 02:03:58 +02:00
}
2019-03-16 03:51:26 +01:00
func ( c * StateMeta ) lookupResourceInstanceAddr ( state * states . State , allowMissing bool , addrStr string ) ( [ ] addrs . AbsResourceInstance , tfdiags . Diagnostics ) {
target , diags := addrs . ParseTargetStr ( addrStr )
if diags . HasErrors ( ) {
return nil , diags
}
2016-03-25 18:17:25 +01:00
2019-03-16 03:51:26 +01:00
targetAddr := target . Subject
var ret [ ] addrs . AbsResourceInstance
switch addr := targetAddr . ( type ) {
case addrs . ModuleInstance :
// Matches all instances within the indicated module and all of its
// descendent modules.
2020-12-14 17:07:15 +01:00
// found is used to identify cases where the selected module has no
// resources, but one or more of its submodules does.
found := false
2019-03-16 03:51:26 +01:00
ms := state . Module ( addr )
2020-12-14 17:07:15 +01:00
if ms != nil {
found = true
ret = append ( ret , c . collectModuleResourceInstances ( ms ) ... )
2016-03-25 18:17:25 +01:00
}
2019-03-16 03:51:26 +01:00
for _ , cms := range state . Modules {
2020-12-14 17:07:15 +01:00
if ! addr . Equal ( cms . Addr ) {
if addr . IsAncestor ( cms . Addr ) || addr . TargetContains ( cms . Addr ) {
found = true
ret = append ( ret , c . collectModuleResourceInstances ( cms ) ... )
}
2019-03-16 03:51:26 +01:00
}
}
2020-12-14 17:07:15 +01:00
2021-08-31 23:33:26 +02:00
if ! found && ! allowMissing {
2020-12-14 17:07:15 +01:00
diags = diags . Append ( tfdiags . Sourceless (
tfdiags . Error ,
"Unknown module" ,
fmt . Sprintf ( ` The current state contains no module at %s. If you've just added this module to the configuration, you must run "terraform apply" first to create the module's entry in the state. ` , addr ) ,
) )
}
2019-03-16 03:51:26 +01:00
case addrs . AbsResource :
// Matches all instances of the specific selected resource.
rs := state . Resource ( addr )
if rs == nil {
if ! allowMissing {
diags = diags . Append ( tfdiags . Sourceless (
tfdiags . Error ,
"Unknown resource" ,
fmt . Sprintf ( ` The current state contains no resource %s. If you've just added this resource to the configuration, you must run "terraform apply" first to create the resource's entry in the state. ` , addr ) ,
) )
2018-10-22 15:52:53 +02:00
}
2019-03-16 03:51:26 +01:00
break
2018-10-22 15:52:53 +02:00
}
2019-03-16 03:51:26 +01:00
ret = append ( ret , c . collectResourceInstances ( addr . Module , rs ) ... )
case addrs . AbsResourceInstance :
is := state . ResourceInstance ( addr )
if is == nil {
if ! allowMissing {
diags = diags . Append ( tfdiags . Sourceless (
tfdiags . Error ,
"Unknown resource instance" ,
fmt . Sprintf ( ` The current state contains no resource instance %s. If you've just added its resource to the configuration or have changed the count or for_each arguments, you must run "terraform apply" first to update the resource's entry in the state. ` , addr ) ,
) )
}
break
}
ret = append ( ret , addr )
2016-03-25 18:17:25 +01:00
}
2019-03-16 03:51:26 +01:00
sort . Slice ( ret , func ( i , j int ) bool {
return ret [ i ] . Less ( ret [ j ] )
} )
2016-03-25 18:17:25 +01:00
2019-03-16 03:51:26 +01:00
return ret , diags
}
2018-10-25 15:41:00 +02:00
2019-03-16 03:51:26 +01:00
func ( c * StateMeta ) lookupSingleStateObjectAddr ( state * states . State , addrStr string ) ( addrs . Targetable , tfdiags . Diagnostics ) {
target , diags := addrs . ParseTargetStr ( addrStr )
if diags . HasErrors ( ) {
return nil , diags
}
return target . Subject , diags
}
func ( c * StateMeta ) lookupResourceInstanceAddrs ( state * states . State , addrStrs ... string ) ( [ ] addrs . AbsResourceInstance , tfdiags . Diagnostics ) {
var ret [ ] addrs . AbsResourceInstance
var diags tfdiags . Diagnostics
for _ , addrStr := range addrStrs {
moreAddrs , moreDiags := c . lookupResourceInstanceAddr ( state , false , addrStr )
ret = append ( ret , moreAddrs ... )
diags = diags . Append ( moreDiags )
}
return ret , diags
}
2018-10-25 15:41:00 +02:00
2019-03-16 03:51:26 +01:00
func ( c * StateMeta ) lookupAllResourceInstanceAddrs ( state * states . State ) ( [ ] addrs . AbsResourceInstance , tfdiags . Diagnostics ) {
var ret [ ] addrs . AbsResourceInstance
var diags tfdiags . Diagnostics
for _ , ms := range state . Modules {
ret = append ( ret , c . collectModuleResourceInstances ( ms ) ... )
}
sort . Slice ( ret , func ( i , j int ) bool {
return ret [ i ] . Less ( ret [ j ] )
2018-10-25 15:41:00 +02:00
} )
2019-03-16 03:51:26 +01:00
return ret , diags
}
func ( c * StateMeta ) collectModuleResourceInstances ( ms * states . Module ) [ ] addrs . AbsResourceInstance {
var ret [ ] addrs . AbsResourceInstance
for _ , rs := range ms . Resources {
ret = append ( ret , c . collectResourceInstances ( ms . Addr , rs ) ... )
}
return ret
}
2018-10-25 15:41:00 +02:00
2019-03-16 03:51:26 +01:00
func ( c * StateMeta ) collectResourceInstances ( moduleAddr addrs . ModuleInstance , rs * states . Resource ) [ ] addrs . AbsResourceInstance {
var ret [ ] addrs . AbsResourceInstance
for key := range rs . Instances {
2020-03-16 21:50:48 +01:00
ret = append ( ret , rs . Addr . Instance ( key ) )
2019-03-16 03:51:26 +01:00
}
return ret
2016-03-25 18:17:25 +01:00
}
2020-03-30 23:26:22 +02:00
func ( c * StateMeta ) lookupAllResources ( state * states . State ) ( [ ] * states . Resource , tfdiags . Diagnostics ) {
var ret [ ] * states . Resource
var diags tfdiags . Diagnostics
for _ , ms := range state . Modules {
for _ , resource := range ms . Resources {
ret = append ( ret , resource )
}
}
return ret , diags
}