2017-10-09 13:46:54 +02:00
|
|
|
package client
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
|
|
|
"crypto/tls"
|
|
|
|
"encoding/json"
|
|
|
|
"errors"
|
2018-01-03 21:12:46 +01:00
|
|
|
"fmt"
|
2017-10-09 13:46:54 +02:00
|
|
|
"io"
|
|
|
|
"net"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"os"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/hashicorp/errwrap"
|
|
|
|
"github.com/joyent/triton-go/authentication"
|
|
|
|
)
|
|
|
|
|
|
|
|
const nilContext = "nil context"
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
var (
|
|
|
|
ErrDefaultAuth = errors.New("default SSH agent authentication requires SDC_KEY_ID / TRITON_KEY_ID and SSH_AUTH_SOCK")
|
|
|
|
ErrAccountName = errors.New("missing account name for Triton/Manta")
|
|
|
|
ErrMissingURL = errors.New("missing Triton and/or Manta URL")
|
|
|
|
|
|
|
|
BadTritonURL = "invalid format of triton URL"
|
|
|
|
BadMantaURL = "invalid format of manta URL"
|
|
|
|
)
|
2017-10-09 13:46:54 +02:00
|
|
|
|
|
|
|
// Client represents a connection to the Triton Compute or Object Storage APIs.
|
|
|
|
type Client struct {
|
|
|
|
HTTPClient *http.Client
|
|
|
|
Authorizers []authentication.Signer
|
|
|
|
TritonURL url.URL
|
|
|
|
MantaURL url.URL
|
|
|
|
AccountName string
|
2018-01-03 21:12:46 +01:00
|
|
|
Username string
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// New is used to construct a Client in order to make API
|
|
|
|
// requests to the Triton API.
|
|
|
|
//
|
|
|
|
// At least one signer must be provided - example signers include
|
|
|
|
// authentication.PrivateKeySigner and authentication.SSHAgentSigner.
|
|
|
|
func New(tritonURL string, mantaURL string, accountName string, signers ...authentication.Signer) (*Client, error) {
|
2018-01-03 21:12:46 +01:00
|
|
|
if accountName == "" {
|
|
|
|
return nil, ErrAccountName
|
|
|
|
}
|
|
|
|
|
|
|
|
if tritonURL == "" && mantaURL == "" {
|
|
|
|
return nil, ErrMissingURL
|
|
|
|
}
|
|
|
|
|
2017-10-09 13:46:54 +02:00
|
|
|
cloudURL, err := url.Parse(tritonURL)
|
|
|
|
if err != nil {
|
2018-01-03 21:12:46 +01:00
|
|
|
return nil, errwrap.Wrapf(BadTritonURL+": {{err}}", err)
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
storageURL, err := url.Parse(mantaURL)
|
|
|
|
if err != nil {
|
2018-01-03 21:12:46 +01:00
|
|
|
return nil, errwrap.Wrapf(BadMantaURL+": {{err}}", err)
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
authorizers := make([]authentication.Signer, 0)
|
|
|
|
for _, key := range signers {
|
|
|
|
if key != nil {
|
|
|
|
authorizers = append(authorizers, key)
|
|
|
|
}
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
newClient := &Client{
|
2018-01-03 21:12:46 +01:00
|
|
|
HTTPClient: &http.Client{
|
|
|
|
Transport: httpTransport(false),
|
|
|
|
CheckRedirect: doNotFollowRedirects,
|
|
|
|
},
|
|
|
|
Authorizers: authorizers,
|
2017-10-09 13:46:54 +02:00
|
|
|
TritonURL: *cloudURL,
|
|
|
|
MantaURL: *storageURL,
|
|
|
|
AccountName: accountName,
|
|
|
|
}
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
// Default to constructing an SSHAgentSigner if there are no other signers
|
|
|
|
// passed into NewClient and there's an TRITON_KEY_ID and SSH_AUTH_SOCK
|
|
|
|
// available in the user's environ(7).
|
|
|
|
if len(newClient.Authorizers) == 0 {
|
|
|
|
if err := newClient.DefaultAuth(); err != nil {
|
|
|
|
return nil, err
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
return newClient, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var envPrefixes = []string{"TRITON", "SDC"}
|
|
|
|
|
|
|
|
// GetTritonEnv looks up environment variables using the preferred "TRITON"
|
|
|
|
// prefix, but falls back to the SDC prefix. For example, looking up "USER"
|
|
|
|
// will search for "TRITON_USER" followed by "SDC_USER". If the environment
|
|
|
|
// variable is not set, an empty string is returned. GetTritonEnv() is used to
|
|
|
|
// aid in the transition and deprecation of the SDC_* environment variables.
|
|
|
|
func GetTritonEnv(name string) string {
|
|
|
|
for _, prefix := range envPrefixes {
|
|
|
|
if val, found := os.LookupEnv(prefix + "_" + name); found {
|
|
|
|
return val
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
return ""
|
|
|
|
}
|
|
|
|
|
|
|
|
// initDefaultAuth provides a default key signer for a client. This should only
|
|
|
|
// be used internally if the client has no other key signer for authenticating
|
|
|
|
// with Triton. We first look for both `SDC_KEY_ID` and `SSH_AUTH_SOCK` in the
|
|
|
|
// user's environ(7). If so we default to the SSH agent key signer.
|
|
|
|
func (c *Client) DefaultAuth() error {
|
|
|
|
tritonKeyId := GetTritonEnv("KEY_ID")
|
|
|
|
if tritonKeyId != "" {
|
|
|
|
input := authentication.SSHAgentSignerInput{
|
|
|
|
KeyID: tritonKeyId,
|
|
|
|
AccountName: c.AccountName,
|
|
|
|
Username: c.Username,
|
|
|
|
}
|
|
|
|
defaultSigner, err := authentication.NewSSHAgentSigner(input)
|
|
|
|
if err != nil {
|
|
|
|
return errwrap.Wrapf("problem initializing NewSSHAgentSigner: {{err}}", err)
|
|
|
|
}
|
|
|
|
c.Authorizers = append(c.Authorizers, defaultSigner)
|
|
|
|
}
|
|
|
|
|
|
|
|
return ErrDefaultAuth
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// InsecureSkipTLSVerify turns off TLS verification for the client connection. This
|
|
|
|
// allows connection to an endpoint with a certificate which was signed by a non-
|
|
|
|
// trusted CA, such as self-signed certificates. This can be useful when connecting
|
|
|
|
// to temporary Triton installations such as Triton Cloud-On-A-Laptop.
|
|
|
|
func (c *Client) InsecureSkipTLSVerify() {
|
|
|
|
if c.HTTPClient == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
c.HTTPClient.Transport = httpTransport(true)
|
|
|
|
}
|
|
|
|
|
|
|
|
func httpTransport(insecureSkipTLSVerify bool) *http.Transport {
|
|
|
|
return &http.Transport{
|
|
|
|
Proxy: http.ProxyFromEnvironment,
|
|
|
|
Dial: (&net.Dialer{
|
|
|
|
Timeout: 30 * time.Second,
|
|
|
|
KeepAlive: 30 * time.Second,
|
|
|
|
}).Dial,
|
|
|
|
TLSHandshakeTimeout: 10 * time.Second,
|
2018-01-03 21:12:46 +01:00
|
|
|
MaxIdleConns: 10,
|
|
|
|
IdleConnTimeout: 15 * time.Second,
|
2017-10-09 13:46:54 +02:00
|
|
|
TLSClientConfig: &tls.Config{
|
|
|
|
InsecureSkipVerify: insecureSkipTLSVerify,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func doNotFollowRedirects(*http.Request, []*http.Request) error {
|
|
|
|
return http.ErrUseLastResponse
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO(justinwr): Deprecated?
|
|
|
|
// func (c *Client) FormatURL(path string) string {
|
|
|
|
// return fmt.Sprintf("%s%s", c.Endpoint, path)
|
|
|
|
// }
|
|
|
|
|
|
|
|
func (c *Client) DecodeError(statusCode int, body io.Reader) error {
|
|
|
|
err := &TritonError{
|
|
|
|
StatusCode: statusCode,
|
|
|
|
}
|
|
|
|
|
|
|
|
errorDecoder := json.NewDecoder(body)
|
|
|
|
if err := errorDecoder.Decode(err); err != nil {
|
|
|
|
return errwrap.Wrapf("Error decoding error response: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// -----------------------------------------------------------------------------
|
|
|
|
|
|
|
|
type RequestInput struct {
|
|
|
|
Method string
|
|
|
|
Path string
|
|
|
|
Query *url.Values
|
|
|
|
Headers *http.Header
|
|
|
|
Body interface{}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) ExecuteRequestURIParams(ctx context.Context, inputs RequestInput) (io.ReadCloser, error) {
|
|
|
|
method := inputs.Method
|
|
|
|
path := inputs.Path
|
|
|
|
body := inputs.Body
|
|
|
|
query := inputs.Query
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
var requestBody io.Reader
|
2017-10-09 13:46:54 +02:00
|
|
|
if body != nil {
|
|
|
|
marshaled, err := json.MarshalIndent(body, "", " ")
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
requestBody = bytes.NewReader(marshaled)
|
|
|
|
}
|
|
|
|
|
|
|
|
endpoint := c.TritonURL
|
|
|
|
endpoint.Path = path
|
|
|
|
if query != nil {
|
|
|
|
endpoint.RawQuery = query.Encode()
|
|
|
|
}
|
|
|
|
|
|
|
|
req, err := http.NewRequest(method, endpoint.String(), requestBody)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error constructing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
dateHeader := time.Now().UTC().Format(time.RFC1123)
|
|
|
|
req.Header.Set("date", dateHeader)
|
|
|
|
|
|
|
|
// NewClient ensures there's always an authorizer (unless this is called
|
|
|
|
// outside that constructor).
|
|
|
|
authHeader, err := c.Authorizers[0].Sign(dateHeader)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error signing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
req.Header.Set("Authorization", authHeader)
|
|
|
|
req.Header.Set("Accept", "application/json")
|
|
|
|
req.Header.Set("Accept-Version", "8")
|
|
|
|
req.Header.Set("User-Agent", "triton-go Client API")
|
|
|
|
|
|
|
|
if body != nil {
|
|
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
}
|
|
|
|
|
|
|
|
resp, err := c.HTTPClient.Do(req.WithContext(ctx))
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error executing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if resp.StatusCode >= http.StatusOK && resp.StatusCode < http.StatusMultipleChoices {
|
|
|
|
return resp.Body, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, c.DecodeError(resp.StatusCode, resp.Body)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) ExecuteRequest(ctx context.Context, inputs RequestInput) (io.ReadCloser, error) {
|
|
|
|
return c.ExecuteRequestURIParams(ctx, inputs)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) ExecuteRequestRaw(ctx context.Context, inputs RequestInput) (*http.Response, error) {
|
|
|
|
method := inputs.Method
|
|
|
|
path := inputs.Path
|
|
|
|
body := inputs.Body
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
var requestBody io.Reader
|
2017-10-09 13:46:54 +02:00
|
|
|
if body != nil {
|
|
|
|
marshaled, err := json.MarshalIndent(body, "", " ")
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
requestBody = bytes.NewReader(marshaled)
|
|
|
|
}
|
|
|
|
|
|
|
|
endpoint := c.TritonURL
|
|
|
|
endpoint.Path = path
|
|
|
|
|
|
|
|
req, err := http.NewRequest(method, endpoint.String(), requestBody)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error constructing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
dateHeader := time.Now().UTC().Format(time.RFC1123)
|
|
|
|
req.Header.Set("date", dateHeader)
|
|
|
|
|
|
|
|
// NewClient ensures there's always an authorizer (unless this is called
|
|
|
|
// outside that constructor).
|
|
|
|
authHeader, err := c.Authorizers[0].Sign(dateHeader)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error signing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
req.Header.Set("Authorization", authHeader)
|
|
|
|
req.Header.Set("Accept", "application/json")
|
|
|
|
req.Header.Set("Accept-Version", "8")
|
|
|
|
req.Header.Set("User-Agent", "triton-go c API")
|
|
|
|
|
|
|
|
if body != nil {
|
|
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
}
|
|
|
|
|
|
|
|
resp, err := c.HTTPClient.Do(req.WithContext(ctx))
|
|
|
|
if err != nil {
|
|
|
|
return nil, errwrap.Wrapf("Error executing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return resp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) ExecuteRequestStorage(ctx context.Context, inputs RequestInput) (io.ReadCloser, http.Header, error) {
|
|
|
|
method := inputs.Method
|
|
|
|
path := inputs.Path
|
|
|
|
query := inputs.Query
|
|
|
|
headers := inputs.Headers
|
|
|
|
body := inputs.Body
|
|
|
|
|
|
|
|
endpoint := c.MantaURL
|
|
|
|
endpoint.Path = path
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
var requestBody io.Reader
|
2017-10-09 13:46:54 +02:00
|
|
|
if body != nil {
|
|
|
|
marshaled, err := json.MarshalIndent(body, "", " ")
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
requestBody = bytes.NewReader(marshaled)
|
|
|
|
}
|
|
|
|
|
|
|
|
req, err := http.NewRequest(method, endpoint.String(), requestBody)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error constructing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if body != nil && (headers == nil || headers.Get("Content-Type") == "") {
|
|
|
|
req.Header.Set("Content-Type", "application/json")
|
|
|
|
}
|
|
|
|
if headers != nil {
|
|
|
|
for key, values := range *headers {
|
|
|
|
for _, value := range values {
|
|
|
|
req.Header.Set(key, value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
dateHeader := time.Now().UTC().Format(time.RFC1123)
|
|
|
|
req.Header.Set("date", dateHeader)
|
|
|
|
|
|
|
|
authHeader, err := c.Authorizers[0].Sign(dateHeader)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error signing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
req.Header.Set("Authorization", authHeader)
|
|
|
|
req.Header.Set("Accept", "*/*")
|
|
|
|
req.Header.Set("User-Agent", "manta-go client API")
|
|
|
|
|
|
|
|
if query != nil {
|
|
|
|
req.URL.RawQuery = query.Encode()
|
|
|
|
}
|
|
|
|
|
|
|
|
resp, err := c.HTTPClient.Do(req.WithContext(ctx))
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error executing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if resp.StatusCode >= http.StatusOK && resp.StatusCode < http.StatusMultipleChoices {
|
|
|
|
return resp.Body, resp.Header, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
mantaError := &MantaError{
|
|
|
|
StatusCode: resp.StatusCode,
|
|
|
|
}
|
|
|
|
|
2018-01-03 21:12:46 +01:00
|
|
|
if req.Method != http.MethodHead {
|
|
|
|
errorDecoder := json.NewDecoder(resp.Body)
|
|
|
|
if err := errorDecoder.Decode(mantaError); err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error decoding error response: {{err}}", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if mantaError.Message == "" {
|
|
|
|
mantaError.Message = fmt.Sprintf("HTTP response returned status code %d", resp.StatusCode)
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
2018-01-03 21:12:46 +01:00
|
|
|
|
2017-10-09 13:46:54 +02:00
|
|
|
return nil, nil, mantaError
|
|
|
|
}
|
|
|
|
|
|
|
|
type RequestNoEncodeInput struct {
|
|
|
|
Method string
|
|
|
|
Path string
|
|
|
|
Query *url.Values
|
|
|
|
Headers *http.Header
|
2018-01-03 21:12:46 +01:00
|
|
|
Body io.Reader
|
2017-10-09 13:46:54 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) ExecuteRequestNoEncode(ctx context.Context, inputs RequestNoEncodeInput) (io.ReadCloser, http.Header, error) {
|
|
|
|
method := inputs.Method
|
|
|
|
path := inputs.Path
|
|
|
|
query := inputs.Query
|
|
|
|
headers := inputs.Headers
|
|
|
|
body := inputs.Body
|
|
|
|
|
|
|
|
endpoint := c.MantaURL
|
|
|
|
endpoint.Path = path
|
|
|
|
|
|
|
|
req, err := http.NewRequest(method, endpoint.String(), body)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error constructing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if headers != nil {
|
|
|
|
for key, values := range *headers {
|
|
|
|
for _, value := range values {
|
|
|
|
req.Header.Set(key, value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
dateHeader := time.Now().UTC().Format(time.RFC1123)
|
|
|
|
req.Header.Set("date", dateHeader)
|
|
|
|
|
|
|
|
authHeader, err := c.Authorizers[0].Sign(dateHeader)
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error signing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
req.Header.Set("Authorization", authHeader)
|
|
|
|
req.Header.Set("Accept", "*/*")
|
|
|
|
req.Header.Set("User-Agent", "manta-go client API")
|
|
|
|
|
|
|
|
if query != nil {
|
|
|
|
req.URL.RawQuery = query.Encode()
|
|
|
|
}
|
|
|
|
|
|
|
|
resp, err := c.HTTPClient.Do(req.WithContext(ctx))
|
|
|
|
if err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error executing HTTP request: {{err}}", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if resp.StatusCode >= http.StatusOK && resp.StatusCode < http.StatusMultipleChoices {
|
|
|
|
return resp.Body, resp.Header, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
mantaError := &MantaError{
|
|
|
|
StatusCode: resp.StatusCode,
|
|
|
|
}
|
|
|
|
|
|
|
|
errorDecoder := json.NewDecoder(resp.Body)
|
|
|
|
if err := errorDecoder.Decode(mantaError); err != nil {
|
|
|
|
return nil, nil, errwrap.Wrapf("Error decoding error response: {{err}}", err)
|
|
|
|
}
|
|
|
|
return nil, nil, mantaError
|
|
|
|
}
|