fc08c26025
* WIP: Spawn backend plugins v2 * Add test for plugin version * Fix support for SDK plugins Co-authored-by: Kyle Brandt <kyle@kbrandt.com> Co-authored-by: Marcus Olsson <olsson.e.marcus@gmail.com> Co-authored-by: Marcus Efraimsson <marcus.efraimsson@gmail.com> * WIP: Draft PR for fork of V2 sdk / bi-directional support (#19890) * temporary use export-datasource-plugin branch of grafana-plugin-sdk * fix failing test * remove debug (spew) lines * misc cleanup * add expressions feature toggle * use latest grafana-plugin-sdk-go
236 lines
6.1 KiB
Go
236 lines
6.1 KiB
Go
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package array // import "github.com/apache/arrow/go/arrow/array"
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
"sync/atomic"
|
|
|
|
"github.com/apache/arrow/go/arrow"
|
|
"github.com/apache/arrow/go/arrow/decimal128"
|
|
"github.com/apache/arrow/go/arrow/internal/bitutil"
|
|
"github.com/apache/arrow/go/arrow/internal/debug"
|
|
"github.com/apache/arrow/go/arrow/memory"
|
|
)
|
|
|
|
// A type which represents an immutable sequence of 128-bit decimal values.
|
|
type Decimal128 struct {
|
|
array
|
|
|
|
values []decimal128.Num
|
|
}
|
|
|
|
func NewDecimal128Data(data *Data) *Decimal128 {
|
|
a := &Decimal128{}
|
|
a.refCount = 1
|
|
a.setData(data)
|
|
return a
|
|
}
|
|
|
|
func (a *Decimal128) Value(i int) decimal128.Num { return a.values[i] }
|
|
|
|
func (a *Decimal128) Values() []decimal128.Num { return a.values }
|
|
|
|
func (a *Decimal128) String() string {
|
|
o := new(strings.Builder)
|
|
o.WriteString("[")
|
|
for i := 0; i < a.Len(); i++ {
|
|
if i > 0 {
|
|
fmt.Fprintf(o, " ")
|
|
}
|
|
switch {
|
|
case a.IsNull(i):
|
|
o.WriteString("(null)")
|
|
default:
|
|
fmt.Fprintf(o, "%v", a.Value(i))
|
|
}
|
|
}
|
|
o.WriteString("]")
|
|
return o.String()
|
|
}
|
|
|
|
func (a *Decimal128) setData(data *Data) {
|
|
a.array.setData(data)
|
|
vals := data.buffers[1]
|
|
if vals != nil {
|
|
a.values = arrow.Decimal128Traits.CastFromBytes(vals.Bytes())
|
|
beg := a.array.data.offset
|
|
end := beg + a.array.data.length
|
|
a.values = a.values[beg:end]
|
|
}
|
|
}
|
|
|
|
func arrayEqualDecimal128(left, right *Decimal128) bool {
|
|
for i := 0; i < left.Len(); i++ {
|
|
if left.IsNull(i) {
|
|
continue
|
|
}
|
|
if left.Value(i) != right.Value(i) {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
type Decimal128Builder struct {
|
|
builder
|
|
|
|
dtype *arrow.Decimal128Type
|
|
data *memory.Buffer
|
|
rawData []decimal128.Num
|
|
}
|
|
|
|
func NewDecimal128Builder(mem memory.Allocator, dtype *arrow.Decimal128Type) *Decimal128Builder {
|
|
return &Decimal128Builder{
|
|
builder: builder{refCount: 1, mem: mem},
|
|
dtype: dtype,
|
|
}
|
|
}
|
|
|
|
// Release decreases the reference count by 1.
|
|
// When the reference count goes to zero, the memory is freed.
|
|
func (b *Decimal128Builder) Release() {
|
|
debug.Assert(atomic.LoadInt64(&b.refCount) > 0, "too many releases")
|
|
|
|
if atomic.AddInt64(&b.refCount, -1) == 0 {
|
|
if b.nullBitmap != nil {
|
|
b.nullBitmap.Release()
|
|
b.nullBitmap = nil
|
|
}
|
|
if b.data != nil {
|
|
b.data.Release()
|
|
b.data = nil
|
|
b.rawData = nil
|
|
}
|
|
}
|
|
}
|
|
|
|
func (b *Decimal128Builder) Append(v decimal128.Num) {
|
|
b.Reserve(1)
|
|
b.UnsafeAppend(v)
|
|
}
|
|
|
|
func (b *Decimal128Builder) UnsafeAppend(v decimal128.Num) {
|
|
bitutil.SetBit(b.nullBitmap.Bytes(), b.length)
|
|
b.rawData[b.length] = v
|
|
b.length++
|
|
}
|
|
|
|
func (b *Decimal128Builder) AppendNull() {
|
|
b.Reserve(1)
|
|
b.UnsafeAppendBoolToBitmap(false)
|
|
}
|
|
|
|
func (b *Decimal128Builder) UnsafeAppendBoolToBitmap(isValid bool) {
|
|
if isValid {
|
|
bitutil.SetBit(b.nullBitmap.Bytes(), b.length)
|
|
} else {
|
|
b.nulls++
|
|
}
|
|
b.length++
|
|
}
|
|
|
|
// AppendValues will append the values in the v slice. The valid slice determines which values
|
|
// in v are valid (not null). The valid slice must either be empty or be equal in length to v. If empty,
|
|
// all values in v are appended and considered valid.
|
|
func (b *Decimal128Builder) AppendValues(v []decimal128.Num, valid []bool) {
|
|
if len(v) != len(valid) && len(valid) != 0 {
|
|
panic("len(v) != len(valid) && len(valid) != 0")
|
|
}
|
|
|
|
if len(v) == 0 {
|
|
return
|
|
}
|
|
|
|
b.Reserve(len(v))
|
|
if len(v) > 0 {
|
|
arrow.Decimal128Traits.Copy(b.rawData[b.length:], v)
|
|
}
|
|
b.builder.unsafeAppendBoolsToBitmap(valid, len(v))
|
|
}
|
|
|
|
func (b *Decimal128Builder) init(capacity int) {
|
|
b.builder.init(capacity)
|
|
|
|
b.data = memory.NewResizableBuffer(b.mem)
|
|
bytesN := arrow.Decimal128Traits.BytesRequired(capacity)
|
|
b.data.Resize(bytesN)
|
|
b.rawData = arrow.Decimal128Traits.CastFromBytes(b.data.Bytes())
|
|
}
|
|
|
|
// Reserve ensures there is enough space for appending n elements
|
|
// by checking the capacity and calling Resize if necessary.
|
|
func (b *Decimal128Builder) Reserve(n int) {
|
|
b.builder.reserve(n, b.Resize)
|
|
}
|
|
|
|
// Resize adjusts the space allocated by b to n elements. If n is greater than b.Cap(),
|
|
// additional memory will be allocated. If n is smaller, the allocated memory may reduced.
|
|
func (b *Decimal128Builder) Resize(n int) {
|
|
nBuilder := n
|
|
if n < minBuilderCapacity {
|
|
n = minBuilderCapacity
|
|
}
|
|
|
|
if b.capacity == 0 {
|
|
b.init(n)
|
|
} else {
|
|
b.builder.resize(nBuilder, b.init)
|
|
b.data.Resize(arrow.Decimal128Traits.BytesRequired(n))
|
|
b.rawData = arrow.Decimal128Traits.CastFromBytes(b.data.Bytes())
|
|
}
|
|
}
|
|
|
|
// NewArray creates a Decimal128 array from the memory buffers used by the builder and resets the Decimal128Builder
|
|
// so it can be used to build a new array.
|
|
func (b *Decimal128Builder) NewArray() Interface {
|
|
return b.NewDecimal128Array()
|
|
}
|
|
|
|
// NewDecimal128Array creates a Decimal128 array from the memory buffers used by the builder and resets the Decimal128Builder
|
|
// so it can be used to build a new array.
|
|
func (b *Decimal128Builder) NewDecimal128Array() (a *Decimal128) {
|
|
data := b.newData()
|
|
a = NewDecimal128Data(data)
|
|
data.Release()
|
|
return
|
|
}
|
|
|
|
func (b *Decimal128Builder) newData() (data *Data) {
|
|
bytesRequired := arrow.Decimal128Traits.BytesRequired(b.length)
|
|
if bytesRequired > 0 && bytesRequired < b.data.Len() {
|
|
// trim buffers
|
|
b.data.Resize(bytesRequired)
|
|
}
|
|
data = NewData(b.dtype, b.length, []*memory.Buffer{b.nullBitmap, b.data}, nil, b.nulls, 0)
|
|
b.reset()
|
|
|
|
if b.data != nil {
|
|
b.data.Release()
|
|
b.data = nil
|
|
b.rawData = nil
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
var (
|
|
_ Interface = (*Decimal128)(nil)
|
|
_ Builder = (*Decimal128Builder)(nil)
|
|
)
|