Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
View Source
var FULL_REFRESH bool
View Source
var STREAM_NAME string
View Source
var StateMutex sync.RWMutex
Functions ¶
This section is empty.
Types ¶
type AuthConfig ¶
type AuthConfig struct {
Required bool `json:"required,omitempty"`
Strategy string `json:"strategy,omitempty"`
Basic BasicAuthConfig `json:"basic,omitempty"`
Token TokenAuthConfig `json:"token,omitempty"`
OAuth OAuthConfig `json:"oauth,omitempty"`
}
type BasicAuthConfig ¶
type Message ¶
type Message struct {
Type string `json:"type"`
Record map[string]interface{} `json:"record,omitempty"`
Stream string `json:"stream,omitempty"`
Schema interface{} `json:"schema,omitempty"`
Value interface{} `json:"value,omitempty"`
KeyProperties []string `json:"key_properties,omitempty"`
BookmarkProperties []string `json:"bookmark_properties,omitempty"`
Required []string `json:"required,omitempty"`
}
type OAuthConfig ¶
type PaginationQueryConfig ¶
type RecordsConfig ¶
type ResponseConfig ¶
type ResponseConfig struct {
RecordsPath []string `json:"records_path,omitempty"`
Pagination bool `json:"pagination,omitempty"`
PaginationStrategy string `json:"pagination_strategy,omitempty"`
PaginationNextPath []string `json:"pagination_next_path,omitempty"`
PaginationQuery PaginationQueryConfig `json:"pagination_query,omitempty"`
}
type RestConfig ¶
type RestConfig struct {
Auth AuthConfig `json:"auth,omitempty"`
Response ResponseConfig `json:"response,omitempty"`
}
type StreamCatalog ¶
type StreamCatalog struct {
KeyProperties []string `json:"key_properties"`
Schema map[string]interface{} `json:"schema"`
Stream string `json:"stream"`
}
var DerivedCatalog StreamCatalog
func (*StreamCatalog) Message ¶
func (c *StreamCatalog) Message() error
Message generates a schema message from the derived catalog
func (*StreamCatalog) RecordVersusCatalog ¶
func (c *StreamCatalog) RecordVersusCatalog(record map[string]interface{}) (bool, error)
RecordVersusCatalog validates record against Catalog
type StreamConfig ¶
type StreamConfig struct {
StreamName string `json:"stream_name,omitempty"`
SourceType string `json:"source_type,omitempty"`
URL string `json:"url,omitempty"`
MaxConcurrency int `json:"max_concurrency,omitempty"`
Records RecordsConfig `json:"records,omitempty"`
Rest RestConfig `json:"rest,omitempty"`
}
var Config StreamConfig
type StreamState ¶
var State StreamState
func (*StreamState) Create ¶
func (s *StreamState) Create() error
Create creates a state JSON file for the stream
func (*StreamState) Message ¶
func (s *StreamState) Message() error
Message generates a message with the current state
func (*StreamState) Update ¶
func (s *StreamState) Update(record map[string]interface{})
Updates the State JSON file
type TokenAuthConfig ¶
Click to show internal directories.
Click to hide internal directories.