2019-02-20 19:51:33 +01:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* Copyright 2018 gRPC authors.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
package binarylog
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"encoding/binary"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
|
|
pb "google.golang.org/grpc/binarylog/grpc_binarylog_v1"
|
|
|
|
"google.golang.org/grpc/grpclog"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
defaultSink Sink = &noopSink{} // TODO(blog): change this default (file in /tmp).
|
|
|
|
)
|
|
|
|
|
|
|
|
// SetDefaultSink sets the sink where binary logs will be written to.
|
|
|
|
//
|
|
|
|
// Not thread safe. Only set during initialization.
|
|
|
|
func SetDefaultSink(s Sink) {
|
|
|
|
if defaultSink != nil {
|
|
|
|
defaultSink.Close()
|
|
|
|
}
|
|
|
|
defaultSink = s
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sink writes log entry into the binary log sink.
|
|
|
|
type Sink interface {
|
|
|
|
// Write will be called to write the log entry into the sink.
|
|
|
|
//
|
|
|
|
// It should be thread-safe so it can be called in parallel.
|
|
|
|
Write(*pb.GrpcLogEntry) error
|
|
|
|
// Close will be called when the Sink is replaced by a new Sink.
|
|
|
|
Close() error
|
|
|
|
}
|
|
|
|
|
|
|
|
type noopSink struct{}
|
|
|
|
|
|
|
|
func (ns *noopSink) Write(*pb.GrpcLogEntry) error { return nil }
|
|
|
|
func (ns *noopSink) Close() error { return nil }
|
|
|
|
|
|
|
|
// newWriterSink creates a binary log sink with the given writer.
|
|
|
|
//
|
command: Unmanaged providers
This adds supports for "unmanaged" providers, or providers with process
lifecycles not controlled by Terraform. These providers are assumed to
be started before Terraform is launched, and are assumed to shut
themselves down after Terraform has finished running.
To do this, we must update the go-plugin dependency to v1.3.0, which
added support for the "test mode" plugin serving that powers all this.
As a side-effect of not needing to manage the process lifecycle anymore,
Terraform also no longer needs to worry about the provider's binary, as
it won't be used for anything anymore. Because of this, we can disable
the init behavior that concerns itself with downloading that provider's
binary, checking its version, and otherwise managing the binary.
This is all managed on a per-provider basis, so managed providers that
Terraform downloads, starts, and stops can be used in the same commands
as unmanaged providers. The TF_REATTACH_PROVIDERS environment variable
is added, and is a JSON encoding of the provider's address to the
information we need to connect to it.
This change enables two benefits: first, delve and other debuggers can
now be attached to provider server processes, and Terraform can connect.
This allows for attaching debuggers to provider processes, which before
was difficult to impossible. Second, it allows the SDK test framework to
host the provider in the same process as the test driver, while running
a production Terraform binary against the provider. This allows for Go's
built-in race detector and test coverage tooling to work as expected in
provider tests.
Unmanaged providers are expected to work in the exact same way as
managed providers, with one caveat: Terraform kills provider processes
and restarts them once per graph walk, meaning multiple times during
most Terraform CLI commands. As unmanaged providers can't be killed by
Terraform, and have no visibility into graph walks, unmanaged providers
are likely to have differences in how their global mutable state behaves
when compared to managed providers. Namely, unmanaged providers are
likely to retain global state when managed providers would have reset
it. Developers relying on global state should be aware of this.
2020-05-27 02:48:57 +02:00
|
|
|
// Write() marshals the proto message and writes it to the given writer. Each
|
2019-02-20 19:51:33 +01:00
|
|
|
// message is prefixed with a 4 byte big endian unsigned integer as the length.
|
|
|
|
//
|
|
|
|
// No buffer is done, Close() doesn't try to close the writer.
|
|
|
|
func newWriterSink(w io.Writer) *writerSink {
|
|
|
|
return &writerSink{out: w}
|
|
|
|
}
|
|
|
|
|
|
|
|
type writerSink struct {
|
|
|
|
out io.Writer
|
|
|
|
}
|
|
|
|
|
|
|
|
func (ws *writerSink) Write(e *pb.GrpcLogEntry) error {
|
|
|
|
b, err := proto.Marshal(e)
|
|
|
|
if err != nil {
|
|
|
|
grpclog.Infof("binary logging: failed to marshal proto message: %v", err)
|
|
|
|
}
|
|
|
|
hdr := make([]byte, 4)
|
|
|
|
binary.BigEndian.PutUint32(hdr, uint32(len(b)))
|
|
|
|
if _, err := ws.out.Write(hdr); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if _, err := ws.out.Write(b); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (ws *writerSink) Close() error { return nil }
|
|
|
|
|
|
|
|
type bufWriteCloserSink struct {
|
|
|
|
mu sync.Mutex
|
|
|
|
closer io.Closer
|
|
|
|
out *writerSink // out is built on buf.
|
|
|
|
buf *bufio.Writer // buf is kept for flush.
|
|
|
|
|
|
|
|
writeStartOnce sync.Once
|
|
|
|
writeTicker *time.Ticker
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fs *bufWriteCloserSink) Write(e *pb.GrpcLogEntry) error {
|
|
|
|
// Start the write loop when Write is called.
|
|
|
|
fs.writeStartOnce.Do(fs.startFlushGoroutine)
|
|
|
|
fs.mu.Lock()
|
|
|
|
if err := fs.out.Write(e); err != nil {
|
|
|
|
fs.mu.Unlock()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
fs.mu.Unlock()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
const (
|
|
|
|
bufFlushDuration = 60 * time.Second
|
|
|
|
)
|
|
|
|
|
|
|
|
func (fs *bufWriteCloserSink) startFlushGoroutine() {
|
|
|
|
fs.writeTicker = time.NewTicker(bufFlushDuration)
|
|
|
|
go func() {
|
|
|
|
for range fs.writeTicker.C {
|
|
|
|
fs.mu.Lock()
|
|
|
|
fs.buf.Flush()
|
|
|
|
fs.mu.Unlock()
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fs *bufWriteCloserSink) Close() error {
|
|
|
|
if fs.writeTicker != nil {
|
|
|
|
fs.writeTicker.Stop()
|
|
|
|
}
|
|
|
|
fs.mu.Lock()
|
|
|
|
fs.buf.Flush()
|
|
|
|
fs.closer.Close()
|
|
|
|
fs.out.Close()
|
|
|
|
fs.mu.Unlock()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func newBufWriteCloserSink(o io.WriteCloser) Sink {
|
|
|
|
bufW := bufio.NewWriter(o)
|
|
|
|
return &bufWriteCloserSink{
|
|
|
|
closer: o,
|
|
|
|
out: newWriterSink(bufW),
|
|
|
|
buf: bufW,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewTempFileSink creates a temp file and returns a Sink that writes to this
|
|
|
|
// file.
|
|
|
|
func NewTempFileSink() (Sink, error) {
|
|
|
|
tempFile, err := ioutil.TempFile("/tmp", "grpcgo_binarylog_*.txt")
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("failed to create temp file: %v", err)
|
|
|
|
}
|
|
|
|
return newBufWriteCloserSink(tempFile), nil
|
|
|
|
}
|