InfluxDB: SQL Support (#72167)

* Add influxdbSqlSupport feature toggle * Add SQL option to the config page * Add SQL backend * Add metadata support in config page * Implement unified querying * Fix healthcheck query * fsql tests * secure grpc by default * code cleanup * Query handing for sql mode * Implement a placeholder sql editor * Fix query language dropdown * go mod updates * make lint-go * more make lint-go * remove unused runQuery * switch statements with default case * linting again
2023-08-02 18:27:43 +02:00
parent 3172715a02
commit 77e7ae2a1b
30 changed files with 1995 additions and 270 deletions
@@ -0,0 +1,117 @@
+package fsql
+
+import (
+	"context"
+	"crypto/x509"
+	"fmt"
+	"sync"
+
+	"github.com/apache/arrow/go/v12/arrow/flight"
+	"github.com/apache/arrow/go/v12/arrow/flight/flightsql"
+	"github.com/apache/arrow/go/v12/arrow/ipc"
+	"github.com/apache/arrow/go/v12/arrow/memory"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/credentials"
+	"google.golang.org/grpc/credentials/insecure"
+	"google.golang.org/grpc/metadata"
+)
+
+type client struct {
+	*flightsql.Client
+	md metadata.MD
+}
+
+// FlightClient returns the underlying [flight.Client].
+func (c *client) FlightClient() flight.Client {
+	return c.Client.Client
+}
+
+func newFlightSQLClient(addr string, metadata metadata.MD, secure bool) (*client, error) {
+	dialOptions, err := grpcDialOptions(secure)
+	if err != nil {
+		return nil, fmt.Errorf("grpc dial options: %s", err)
+	}
+	fsqlClient, err := flightsql.NewClient(addr, nil, nil, dialOptions...)
+	if err != nil {
+		return nil, err
+	}
+	return &client{Client: fsqlClient, md: metadata}, nil
+}
+
+func grpcDialOptions(secure bool) ([]grpc.DialOption, error) {
+	transport := grpc.WithTransportCredentials(insecure.NewCredentials())
+	if secure {
+		pool, err := x509.SystemCertPool()
+		if err != nil {
+			return nil, fmt.Errorf("x509: %s", err)
+		}
+		transport = grpc.WithTransportCredentials(credentials.NewClientTLSFromCert(pool, ""))
+	}
+
+	opts := []grpc.DialOption{
+		transport,
+	}
+
+	return opts, nil
+}
+
+// DoGetWithHeaderExtraction performs a normal DoGet, but wraps the stream in a
+// mechanism that extracts headers when they become available. At least one
+// record should be read from the *flightReader before the headers are
+// available.
+func (c *client) DoGetWithHeaderExtraction(ctx context.Context, in *flight.Ticket, opts ...grpc.CallOption) (*flightReader, error) {
+	stream, err := c.Client.Client.DoGet(ctx, in, opts...)
+	if err != nil {
+		return nil, err
+	}
+	return newFlightReader(stream, c.Client.Alloc)
+}
+
+// flightReader wraps a [flight.Reader] to expose the headers captured when the
+// first read occurs on the stream.
+type flightReader struct {
+	*flight.Reader
+	extractor *headerExtractor
+}
+
+// newFlightReader returns a [flightReader].
+func newFlightReader(stream flight.FlightService_DoGetClient, alloc memory.Allocator) (*flightReader, error) {
+	extractor := &headerExtractor{stream: stream}
+	reader, err := flight.NewRecordReader(extractor, ipc.WithAllocator(alloc))
+	if err != nil {
+		return nil, err
+	}
+	return &flightReader{
+		Reader:    reader,
+		extractor: extractor,
+	}, nil
+}
+
+// Header returns the extracted headers if they exist.
+func (s *flightReader) Header() (metadata.MD, error) {
+	return s.extractor.Header()
+}
+
+// headerExtractor collects the stream's headers on the first call to
+// [(*headerExtractor).Recv].
+type headerExtractor struct {
+	stream flight.FlightService_DoGetClient
+
+	once   sync.Once
+	header metadata.MD
+	err    error
+}
+
+// Header returns the extracted headers if they exist.
+func (s *headerExtractor) Header() (metadata.MD, error) {
+	return s.header, s.err
+}
+
+// Recv reads from the stream. The first invocation will capture the headers.
+func (s *headerExtractor) Recv() (*flight.FlightData, error) {
+	data, err := s.stream.Recv()
+	s.once.Do(func() {
+		s.header, s.err = s.stream.Header()
+	})
+	return data, err
+}