mirror of
https://github.com/hanzoai/traces.git
synced 2026-11-03 04:05:45 +00:00
* Upgrade parquet-go to latest for StructTag option * Upgrade parquet-go to get latest alloc fix
128 lines
2.6 KiB
Go
128 lines
2.6 KiB
Go
package parquet
|
|
|
|
import (
|
|
"reflect"
|
|
"time"
|
|
"unsafe"
|
|
|
|
"github.com/parquet-go/bitpack/unsafecast"
|
|
"github.com/parquet-go/parquet-go/deprecated"
|
|
"github.com/parquet-go/parquet-go/internal/bytealg"
|
|
"github.com/parquet-go/parquet-go/sparse"
|
|
)
|
|
|
|
// nullIndexFunc is the type of functions used to detect null values in rows.
|
|
//
|
|
// For each value of the rows array, the bitmap passed as first argument is
|
|
// populated to indicate whether the values were null (0) or not (1).
|
|
//
|
|
// The function writes one bit to the output buffer for each row in the input,
|
|
// the buffer must be sized accordingly.
|
|
type nullIndexFunc func(bits []uint64, rows sparse.Array)
|
|
|
|
func nullIndex[T comparable](bits []uint64, rows sparse.Array) {
|
|
var zero T
|
|
for i := range rows.Len() {
|
|
v := *(*T)(rows.Index(i))
|
|
if v != zero {
|
|
x := uint(i) / 64
|
|
y := uint(i) % 64
|
|
bits[x] |= 1 << y
|
|
}
|
|
}
|
|
}
|
|
|
|
func nullIndexStruct(bits []uint64, rows sparse.Array) {
|
|
bytealg.Broadcast(unsafecast.Slice[byte](bits), 0xFF)
|
|
}
|
|
|
|
func nullIndexTime(bits []uint64, rows sparse.Array) {
|
|
for i := range rows.Len() {
|
|
t := (*time.Time)(rows.Index(i))
|
|
if !t.IsZero() {
|
|
x := uint(i) / 64
|
|
y := uint(i) % 64
|
|
bits[x] |= 1 << y
|
|
}
|
|
}
|
|
}
|
|
|
|
func nullIndexFuncOf(t reflect.Type) nullIndexFunc {
|
|
switch t {
|
|
case reflect.TypeOf(deprecated.Int96{}):
|
|
return nullIndex[deprecated.Int96]
|
|
case reflect.TypeOf(time.Time{}):
|
|
return nullIndexTime
|
|
}
|
|
|
|
switch t.Kind() {
|
|
case reflect.Bool:
|
|
return nullIndexBool
|
|
|
|
case reflect.Int:
|
|
return nullIndexInt
|
|
|
|
case reflect.Int32:
|
|
return nullIndexInt32
|
|
|
|
case reflect.Int64:
|
|
return nullIndexInt64
|
|
|
|
case reflect.Uint:
|
|
return nullIndexUint
|
|
|
|
case reflect.Uint32:
|
|
return nullIndexUint32
|
|
|
|
case reflect.Uint64:
|
|
return nullIndexUint64
|
|
|
|
case reflect.Float32:
|
|
return nullIndexFloat32
|
|
|
|
case reflect.Float64:
|
|
return nullIndexFloat64
|
|
|
|
case reflect.String:
|
|
return nullIndexString
|
|
|
|
case reflect.Slice:
|
|
return nullIndexSlice
|
|
|
|
case reflect.Map:
|
|
return nullIndexPointer
|
|
|
|
case reflect.Array:
|
|
if t.Elem().Kind() == reflect.Uint8 {
|
|
switch size := t.Len(); size {
|
|
case 16:
|
|
return nullIndexUint128
|
|
default:
|
|
return nullIndexFuncOfByteArray(size)
|
|
}
|
|
}
|
|
|
|
case reflect.Pointer:
|
|
return nullIndexPointer
|
|
|
|
case reflect.Struct:
|
|
return nullIndexStruct
|
|
}
|
|
|
|
panic("cannot convert Go values of type " + typeNameOf(t) + " to parquet value")
|
|
}
|
|
|
|
func nullIndexFuncOfByteArray(n int) nullIndexFunc {
|
|
return func(bits []uint64, rows sparse.Array) {
|
|
for i := range rows.Len() {
|
|
p := (*byte)(rows.Index(i))
|
|
b := unsafe.Slice(p, n)
|
|
if !isZero(b) {
|
|
x := uint(i) / 64
|
|
y := uint(i) % 64
|
|
bits[x] |= 1 << y
|
|
}
|
|
}
|
|
}
|
|
}
|