package dictutils

import "github.com/apache/arrow/go/v11/arrow/internal/dictutils"

Index ¶

• func CollectDictionaries(batch arrow.Record, mapper *Mapper) (out []dictpair, err error)
• func ResolveDictionaries(memo *Memo, cols []arrow.ArrayData, parentPos FieldPos, mem memory.Allocator) error
• func ResolveFieldDict(memo *Memo, data arrow.ArrayData, pos FieldPos, mem memory.Allocator) error
• type FieldPos
• func NewFieldPos() FieldPos
• func (f *FieldPos) Child(index int32) FieldPos
• func (f *FieldPos) Path() []int32
• type Kind
• type Mapper
• func (d *Mapper) AddField(id int64, fieldPath []int32) error
• func (d *Mapper) GetFieldID(fieldPath []int32) (int64, error)
• func (d *Mapper) ImportField(pos FieldPos, field *arrow.Field)
• func (d *Mapper) ImportFields(pos FieldPos, fields []arrow.Field)
• func (d *Mapper) ImportSchema(schema *arrow.Schema)
• func (d *Mapper) InsertPath(pos FieldPos)
• func (d *Mapper) NumDicts() int
• func (d *Mapper) NumFields() int
• type Memo
• func NewMemo() Memo
• func (memo *Memo) Add(id int64, v arrow.ArrayData)
• func (memo *Memo) AddDelta(id int64, v arrow.ArrayData)
• func (memo *Memo) AddOrReplace(id int64, v arrow.ArrayData) bool
• func (memo *Memo) AddType(id int64, typ arrow.DataType) error
• func (memo *Memo) Clear()
• func (memo *Memo) Dict(id int64, mem memory.Allocator) (arrow.ArrayData, error)
• func (memo Memo) HasDict(v arrow.ArrayData) bool
• func (memo Memo) HasID(id int64) bool
• func (memo *Memo) Len() int
• func (memo *Memo) Type(id int64) (arrow.DataType, bool)

Functions ¶

func CollectDictionaries ¶

func CollectDictionaries(batch arrow.Record, mapper *Mapper) (out []dictpair, err error)

func ResolveDictionaries ¶

func ResolveDictionaries(memo *Memo, cols []arrow.ArrayData, parentPos FieldPos, mem memory.Allocator) error

func ResolveFieldDict ¶

func ResolveFieldDict(memo *Memo, data arrow.ArrayData, pos FieldPos, mem memory.Allocator) error

Types ¶

type FieldPos ¶

type FieldPos struct {
	// contains filtered or unexported fields
}

func NewFieldPos ¶

func NewFieldPos() FieldPos

func (*FieldPos) Child ¶

func (f *FieldPos) Child(index int32) FieldPos

func (*FieldPos) Path ¶

func (f *FieldPos) Path() []int32

type Kind ¶

type Kind int8

const (
	KindNew Kind = iota
	KindDelta
	KindReplacement
)

type Mapper ¶

type Mapper struct {
	// contains filtered or unexported fields
}

func (*Mapper) AddField ¶

func (d *Mapper) AddField(id int64, fieldPath []int32) error

func (*Mapper) GetFieldID ¶

func (d *Mapper) GetFieldID(fieldPath []int32) (int64, error)

func (*Mapper) ImportField ¶

func (d *Mapper) ImportField(pos FieldPos, field *arrow.Field)

func (*Mapper) ImportFields ¶

func (d *Mapper) ImportFields(pos FieldPos, fields []arrow.Field)

func (*Mapper) ImportSchema ¶

func (d *Mapper) ImportSchema(schema *arrow.Schema)

func (*Mapper) InsertPath ¶

func (d *Mapper) InsertPath(pos FieldPos)

func (*Mapper) NumDicts ¶

func (d *Mapper) NumDicts() int

func (*Mapper) NumFields ¶

func (d *Mapper) NumFields() int

type Memo ¶

type Memo struct {
	Mapper Mapper
	// contains filtered or unexported fields
}

func NewMemo ¶

func NewMemo() Memo

func (*Memo) Add ¶

func (memo *Memo) Add(id int64, v arrow.ArrayData)

func (*Memo) AddDelta ¶

func (memo *Memo) AddDelta(id int64, v arrow.ArrayData)

func (*Memo) AddOrReplace ¶

func (memo *Memo) AddOrReplace(id int64, v arrow.ArrayData) bool

AddOrReplace puts the provided dictionary into the memo table. If it already exists, then the new data will replace it. Otherwise it is added to the memo table.

func (*Memo) AddType ¶

func (memo *Memo) AddType(id int64, typ arrow.DataType) error

func (*Memo) Clear ¶

func (memo *Memo) Clear()

func (*Memo) Dict ¶

func (memo *Memo) Dict(id int64, mem memory.Allocator) (arrow.ArrayData, error)

func (Memo) HasDict ¶

func (memo Memo) HasDict(v arrow.ArrayData) bool

func (Memo) HasID ¶

func (memo Memo) HasID(id int64) bool

func (*Memo) Len ¶

func (memo *Memo) Len() int

func (*Memo) Type ¶

func (memo *Memo) Type(id int64) (arrow.DataType, bool)

Source Files ¶

dict.go