package sql

import "github.com/influxdata/flux/stdlib/sql"

Index

Constants 

const (
	ToSQLKind        = "toSQL"
	DefaultBatchSize = 10000 // TODO: decide if this should be kept low enough for the lowest (SQLite), or not.
)
const FromSQLKind = "fromSQL"

Variables 

var ErrorDriverDisabled = errors.New(codes.Unimplemented, "database driver disabled")

ErrorDriverDisabled indicates a given database driver is disabled.

Functions

func BigQueryColumnTranslateFunc 

func BigQueryColumnTranslateFunc() translationFunc

BigQueryTranslateColumn translates flux colTypes into their corresponding BigQuery column type

func CreateInsertComponents 

func CreateInsertComponents(t *ToSQLTransformation, tbl flux.Table) (colNames []string, valStringArray [][]string, valArgsArray [][]interface{}, err error)

func ExecuteQueries 

func ExecuteQueries(tx *sql.Tx, s *ToSQLOpSpec, colNames []string, valueStrings *[]string, valueArgs *[]interface{}) (err error)

ExecuteQueries runs the SQL statements required to insert the new rows.

func HdbColumnTranslateFunc 

func HdbColumnTranslateFunc() translationFunc

HdbTranslateColumn translates flux colTypes into their corresponding SAP HANA column type

func MssqlColumnTranslateFunc 

func MssqlColumnTranslateFunc() translationFunc

MssqlTranslateColumn translates flux colTypes into their corresponding SQL Server column type

func MysqlColumnTranslateFunc 

func MysqlColumnTranslateFunc() translationFunc

MysqlTranslateColumn translates flux colTypes into their corresponding MySQL column type

func NewAwsAthenaRowReader 

func NewAwsAthenaRowReader(r *sql.Rows) (execute.RowReader, error)

func NewBigQueryRowReader 

func NewBigQueryRowReader(r *sql.Rows) (execute.RowReader, error)

func NewHdbRowReader 

func NewHdbRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMssqlRowReader 

func NewMssqlRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMySQLRowReader 

func NewMySQLRowReader(r *sql.Rows) (execute.RowReader, error)

func NewPostgresRowReader 

func NewPostgresRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSnowflakeRowReader 

func NewSnowflakeRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSqliteRowReader 

func NewSqliteRowReader(r *sql.Rows) (execute.RowReader, error)

func NewVerticaRowReader 

func NewVerticaRowReader(r *sql.Rows) (execute.RowReader, error)

func PostgresColumnTranslateFunc 

func PostgresColumnTranslateFunc() translationFunc

PostgresTranslateColumn translates flux colTypes into their corresponding postgres column type

func SnowflakeColumnTranslateFunc 

func SnowflakeColumnTranslateFunc() translationFunc

SnowflakeTranslateColumn translates flux colTypes into their corresponding Snowflake column type

func SqliteColumnTranslateFunc 

func SqliteColumnTranslateFunc() translationFunc

SqliteTranslateColumn translates flux colTypes into their corresponding SQLite column type

func UInt8ToFloat 

func UInt8ToFloat(a []uint8) (float64, error)

func UInt8ToInt64 

func UInt8ToInt64(a []uint8) (int64, error)

func VerticaColumnTranslateFunc 

func VerticaColumnTranslateFunc() translationFunc

VerticaTranslateColumn translates flux colTypes into their corresponding Vertica column type

Types

type AwsAthenaRowReader 

type AwsAthenaRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*AwsAthenaRowReader) Close 

func (m *AwsAthenaRowReader) Close() error

func (*AwsAthenaRowReader) ColumnNames 

func (m *AwsAthenaRowReader) ColumnNames() []string

func (*AwsAthenaRowReader) ColumnTypes 

func (m *AwsAthenaRowReader) ColumnTypes() []flux.ColType

func (*AwsAthenaRowReader) GetNextRow 

func (m *AwsAthenaRowReader) GetNextRow() ([]values.Value, error)

func (*AwsAthenaRowReader) InitColumnNames 

func (m *AwsAthenaRowReader) InitColumnNames(names []string)

func (*AwsAthenaRowReader) InitColumnTypes 

func (m *AwsAthenaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*AwsAthenaRowReader) Next 

func (m *AwsAthenaRowReader) Next() bool

Next prepares AwsAthenaRowReader to return rows

func (*AwsAthenaRowReader) SetColumnTypes 

func (m *AwsAthenaRowReader) SetColumnTypes(types []flux.ColType)

func (*AwsAthenaRowReader) SetColumns 

func (m *AwsAthenaRowReader) SetColumns(i []interface{})

type AzureConfig 

type AzureConfig struct {
	TenantId            string
	ClientId            string
	ClientSecret        string
	CertificatePath     string
	CertificatePassword string
	Username            string `json:"Username (Azure)"`
	Password            string `json:"Password (Azure)"`
	Location            string
}

Azure authentication config

type BigQueryRowReader 

type BigQueryRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*BigQueryRowReader) Close 

func (m *BigQueryRowReader) Close() error

func (*BigQueryRowReader) ColumnNames 

func (m *BigQueryRowReader) ColumnNames() []string

func (*BigQueryRowReader) ColumnTypes 

func (m *BigQueryRowReader) ColumnTypes() []flux.ColType

func (*BigQueryRowReader) GetNextRow 

func (m *BigQueryRowReader) GetNextRow() ([]values.Value, error)

func (*BigQueryRowReader) InitColumnNames 

func (m *BigQueryRowReader) InitColumnNames(names []string)

func (*BigQueryRowReader) InitColumnTypes 

func (m *BigQueryRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*BigQueryRowReader) Next 

func (m *BigQueryRowReader) Next() bool

Next prepares BigQueryRowReader to return rows

func (*BigQueryRowReader) SetColumnTypes 

func (m *BigQueryRowReader) SetColumnTypes(types []flux.ColType)

func (*BigQueryRowReader) SetColumns 

func (m *BigQueryRowReader) SetColumns(i []interface{})

type FromSQLOpSpec 

type FromSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourceName,omitempty"`
	Query          string `json:"query,omitempty"`
}

func (*FromSQLOpSpec) Kind 

func (s *FromSQLOpSpec) Kind() flux.OperationKind

type FromSQLProcedureSpec 

type FromSQLProcedureSpec struct {
	plan.DefaultCost
	DriverName     string
	DataSourceName string
	Query          string
}

func (*FromSQLProcedureSpec) Copy 

func (s *FromSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*FromSQLProcedureSpec) Kind 

func (s *FromSQLProcedureSpec) Kind() plan.ProcedureKind

type HdbRowReader 

type HdbRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*HdbRowReader) Close 

func (m *HdbRowReader) Close() error

func (*HdbRowReader) ColumnNames 

func (m *HdbRowReader) ColumnNames() []string

func (*HdbRowReader) ColumnTypes 

func (m *HdbRowReader) ColumnTypes() []flux.ColType

func (*HdbRowReader) GetNextRow 

func (m *HdbRowReader) GetNextRow() ([]values.Value, error)

func (*HdbRowReader) InitColumnNames 

func (m *HdbRowReader) InitColumnNames(names []string)

func (*HdbRowReader) InitColumnTypes 

func (m *HdbRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*HdbRowReader) Next 

func (m *HdbRowReader) Next() bool

Next prepares HdbRowReader to return rows

func (*HdbRowReader) SetColumnTypes 

func (m *HdbRowReader) SetColumnTypes(types []flux.ColType)

func (*HdbRowReader) SetColumns 

func (m *HdbRowReader) SetColumns(i []interface{})

type MssqlRowReader 

type MssqlRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MssqlRowReader) Close 

func (m *MssqlRowReader) Close() error

func (*MssqlRowReader) ColumnNames 

func (m *MssqlRowReader) ColumnNames() []string

func (*MssqlRowReader) ColumnTypes 

func (m *MssqlRowReader) ColumnTypes() []flux.ColType

func (*MssqlRowReader) GetNextRow 

func (m *MssqlRowReader) GetNextRow() ([]values.Value, error)

func (*MssqlRowReader) InitColumnNames 

func (m *MssqlRowReader) InitColumnNames(names []string)

func (*MssqlRowReader) InitColumnTypes 

func (m *MssqlRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MssqlRowReader) Next 

func (m *MssqlRowReader) Next() bool

Next prepares MssqlRowReader to return rows

func (*MssqlRowReader) SetColumnTypes 

func (m *MssqlRowReader) SetColumnTypes(types []flux.ColType)

func (*MssqlRowReader) SetColumns 

func (m *MssqlRowReader) SetColumns(i []interface{})

type MySQLRowReader 

type MySQLRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MySQLRowReader) Close 

func (m *MySQLRowReader) Close() error

func (*MySQLRowReader) ColumnNames 

func (m *MySQLRowReader) ColumnNames() []string

func (*MySQLRowReader) ColumnTypes 

func (m *MySQLRowReader) ColumnTypes() []flux.ColType

func (*MySQLRowReader) GetNextRow 

func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)

func (*MySQLRowReader) InitColumnNames 

func (m *MySQLRowReader) InitColumnNames(names []string)

func (*MySQLRowReader) InitColumnTypes 

func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MySQLRowReader) Next 

func (m *MySQLRowReader) Next() bool

Next prepares MySQLRowReader to return rows

func (*MySQLRowReader) SetColumnTypes 

func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)

func (*MySQLRowReader) SetColumns 

func (m *MySQLRowReader) SetColumns(i []interface{})

type PostgresRowReader 

type PostgresRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*PostgresRowReader) Close 

func (m *PostgresRowReader) Close() error

func (*PostgresRowReader) ColumnNames 

func (m *PostgresRowReader) ColumnNames() []string

func (*PostgresRowReader) ColumnTypes 

func (m *PostgresRowReader) ColumnTypes() []flux.ColType

func (*PostgresRowReader) GetNextRow 

func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)

func (*PostgresRowReader) InitColumnNames 

func (m *PostgresRowReader) InitColumnNames(n []string)

func (*PostgresRowReader) InitColumnTypes 

func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*PostgresRowReader) Next 

func (m *PostgresRowReader) Next() bool

func (*PostgresRowReader) SetColumns 

func (m *PostgresRowReader) SetColumns(i []interface{})

type SnowflakeRowReader 

type SnowflakeRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*SnowflakeRowReader) Close 

func (m *SnowflakeRowReader) Close() error

func (*SnowflakeRowReader) ColumnNames 

func (m *SnowflakeRowReader) ColumnNames() []string

func (*SnowflakeRowReader) ColumnTypes 

func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType

func (*SnowflakeRowReader) GetNextRow 

func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)

func (*SnowflakeRowReader) InitColumnNames 

func (m *SnowflakeRowReader) InitColumnNames(names []string)

func (*SnowflakeRowReader) InitColumnTypes 

func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SnowflakeRowReader) Next 

func (m *SnowflakeRowReader) Next() bool

Next prepares SnowflakeRowReader to return rows

func (*SnowflakeRowReader) SetColumnTypes 

func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)

func (*SnowflakeRowReader) SetColumns 

func (m *SnowflakeRowReader) SetColumns(i []interface{})

type SqliteRowReader 

type SqliteRowReader struct {
	Cursor *sql.Rows

	NextFunc func() bool
	// contains filtered or unexported fields
}

func (*SqliteRowReader) Close 

func (m *SqliteRowReader) Close() error

func (*SqliteRowReader) ColumnNames 

func (m *SqliteRowReader) ColumnNames() []string

func (*SqliteRowReader) ColumnTypes 

func (m *SqliteRowReader) ColumnTypes() []flux.ColType

func (*SqliteRowReader) GetNextRow 

func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)

func (*SqliteRowReader) InitColumnNames 

func (m *SqliteRowReader) InitColumnNames(n []string)

func (*SqliteRowReader) InitColumnTypes 

func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SqliteRowReader) Next 

func (m *SqliteRowReader) Next() bool

func (*SqliteRowReader) SetColumnTypes 

func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)

func (*SqliteRowReader) SetColumns 

func (m *SqliteRowReader) SetColumns(i []interface{})

type ToSQLOpSpec 

type ToSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourcename,omitempty"`
	Table          string `json:"table,omitempty"`
	BatchSize      int    `json:"batchSize,omitempty"`
}

func (ToSQLOpSpec) Kind 

func (ToSQLOpSpec) Kind() flux.OperationKind

func (*ToSQLOpSpec) ReadArgs 

func (o *ToSQLOpSpec) ReadArgs(args flux.Arguments) error

type ToSQLProcedureSpec 

type ToSQLProcedureSpec struct {
	plan.DefaultCost
	Spec *ToSQLOpSpec
}

func (*ToSQLProcedureSpec) Copy 

func (o *ToSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*ToSQLProcedureSpec) Kind 

func (o *ToSQLProcedureSpec) Kind() plan.ProcedureKind

type ToSQLTransformation 

type ToSQLTransformation struct {
	execute.ExecutionNode
	// contains filtered or unexported fields
}

func NewToSQLTransformation 

func NewToSQLTransformation(d execute.Dataset, deps flux.Dependencies, cache execute.TableBuilderCache, spec *ToSQLProcedureSpec) (*ToSQLTransformation, error)

func (*ToSQLTransformation) Finish 

func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)

func (*ToSQLTransformation) Process 

func (t *ToSQLTransformation) Process(id execute.DatasetID, tbl flux.Table) (err error)

func (*ToSQLTransformation) RetractTable 

func (t *ToSQLTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

func (*ToSQLTransformation) UpdateProcessingTime 

func (t *ToSQLTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

func (*ToSQLTransformation) UpdateWatermark 

func (t *ToSQLTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

type VerticaRowReader 

type VerticaRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*VerticaRowReader) Close 

func (m *VerticaRowReader) Close() error

func (*VerticaRowReader) ColumnNames 

func (m *VerticaRowReader) ColumnNames() []string

func (*VerticaRowReader) ColumnTypes 

func (m *VerticaRowReader) ColumnTypes() []flux.ColType

func (*VerticaRowReader) GetNextRow 

func (m *VerticaRowReader) GetNextRow() ([]values.Value, error)

func (*VerticaRowReader) InitColumnNames 

func (m *VerticaRowReader) InitColumnNames(n []string)

func (*VerticaRowReader) InitColumnTypes 

func (m *VerticaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*VerticaRowReader) Next 

func (m *VerticaRowReader) Next() bool

func (*VerticaRowReader) SetColumns 

func (m *VerticaRowReader) SetColumns(i []interface{})

Source Files

awsathena.go bigquery.go enabled.go errors.go from.go hdb.go mssql.go mssql_azure.go mysql.go open.go postgres.go snowflake.go source_validator.go sqlite.go to.go vertica.go

Version
v0.196.1 (latest)
Published
Feb 19, 2025
Platform
linux/amd64
Imports
30 packages
Last checked
1 day ago –

Tools for package owners.