add more parameters to opensearch output plugin

Signed-off-by: Kilian Ries <mail@kilian-ries.de>

Author: discostur

apis/fluentd/v1alpha1/plugins/output/opensearch.go

@@ -28,4 +28,95 @@ type Opensearch struct {
 	Password *plugins.Secret `json:"password,omitempty"`
 	// Optional, Force certificate validation
 	SslVerify *bool `json:"sslVerify,omitempty"`
+	// Optional, Absolute path to CA certificate file
+	CAFile *string `json:"caFile,omitempty"`
+	// Optional, Absolute path to client Certificate file
+	ClientCert *string `json:"clientCert,omitempty"`
+	// Optional, Absolute path to client private Key file
+	ClientKey *string `json:"clientKey,omitempty"`
+	// Optional, password for ClientKey file
+	ClientKeyPassword *plugins.Secret `json:"clientKeyPassword,omitempty"`
+	// Optional, You can specify SSL/TLS version (default: TLSv1_2)
+	SslVersion *string `json:"sslVersion,omitempty"`
+	// Optional, Minimum SSL/TLS version
+	SslMinVersion *string `json:"sslMinVersion,omitempty"`
+	// Optional, Maximum SSL/TLS version
+	SslMaxVersion *string `json:"sslMaxVersion,omitempty"`
+	// Optional, Enable logging of 400 reason without enabling debug log level (default: false)
+	LogOs400Reason *bool `json:"logOs400Reason,omitempty"`
+	// Optional, HTTP request timeout in seconds (default: 5s)
+	// +kubebuilder:validation:Pattern:="^\\d+(s|m|h|d)$"
+	RequestTimeout *string `json:"requestTimeout,omitempty"`
+	// Optional, Indicates that the plugin should reset connection on any error (reconnect on next send) (default: false)
+	ReconnectOnError *bool `json:"reconnectOnError,omitempty"`
+	// Optional, Automatically reload connection after 10000 documents (default: true)
+	ReloadConnections *bool `json:"reloadConnections,omitempty"`
+	// Optional, When ReloadConnections true, this is the integer number of operations after which the plugin will reload the connections (default: 10000)
+	ReloadAfter *uint32 `json:"reloadAfter,omitempty"`
+	// Optional, Indicates that the opensearch-transport will try to reload the nodes addresses if there is a failure while making the request (default: false)
+	ReloadOnFailure *bool `json:"reloadOnFailure,omitempty"`
+	// Optional, You can specify times of retry obtaining OpenSearch version (default: 15)
+	MaxRetryGetOsVersion *uint32 `json:"maxRetryGetOsVersion,omitempty"`
+	// Optional, Indicates whether to fail when max_retry_get_os_version is exceeded (default: true)
+	FailOnDetectingOsVersionRetryExceed *bool `json:"failOnDetectingOsVersionRetryExceed,omitempty"`
+	// Optional, Default OpenSearch version (default: 1)
+	DefaultOpensearchVersion *uint32 `json:"defaultOpensearchVersion,omitempty"`
+	// Optional, Validate OpenSearch version at startup (default: true)
+	VerifyOsVersionAtStartup *bool `json:"verifyOsVersionAtStartup,omitempty"`
+	// Optional, Always update the template, even if it already exists (default: false)
+	TemplateOverwrite *bool `json:"templateOverwrite,omitempty"`
+	// Optional, You can specify times of retry putting template (default: 10)
+	MaxRetryPuttingTemplate *uint32 `json:"maxRetryPuttingTemplate,omitempty"`
+	// Optional, Indicates whether to fail when max_retry_putting_template is exceeded (default: true)
+	FailOnPuttingTemplateRetryExceed *bool `json:"failOnPuttingTemplateRetryExceed,omitempty"`
+	// Optional, Provide a different sniffer class name
+	SnifferClassName *string `json:"snifferClassName,omitempty"`
+	// Optional, Provide a selector class name
+	SelectorClassName *string `json:"selectorClassName,omitempty"`
+	// Optional, You can specify HTTP backend (default: excon). Options: excon, typhoeus
+	HttpBackend *string `json:"httpBackend,omitempty"`
+	// Optional, With http_backend_excon_nonblock false, plugin uses excon with nonblock=false (default: true)
+	HttpBackendExconNonblock *bool `json:"httpBackendExconNonblock,omitempty"`
+	// Optional, You can specify the compression level (default: no_compression). Options: no_compression, best_compression, best_speed, default_compression
+	CompressionLevel *string `json:"compressionLevel,omitempty"`
+	// Optional, With default behavior, plugin uses Yajl as JSON encoder/decoder. Set to true to use Oj (default: false)
+	PreferOjSerializer *bool `json:"preferOjSerializer,omitempty"`
+	// Optional, Suppress '[types removal]' warnings on OpenSearch 2.x (default: true for OS2+)
+	SuppressTypeName *bool `json:"suppressTypeName,omitempty"`
+	// Optional, With content_type application/x-ndjson, plugin adds application/x-ndjson as Content-Type (default: application/json)
+	ContentType *string `json:"contentType,omitempty"`
+	// Optional, Include tag key in record (default: false)
+	IncludeTagKey *bool `json:"includeTagKey,omitempty"`
+	// Optional, Tag key name when include_tag_key is true (default: tag)
+	TagKey *string `json:"tagKey,omitempty"`
+	// Optional, Record accessor syntax to specify the field to use as _id in OpenSearch
+	IdKey *string `json:"idKey,omitempty"`
+	// Optional, Remove specified keys from the event record
+	RemoveKeys *string `json:"removeKeys,omitempty"`
+	// Optional, Remove keys when record is being updated
+	RemoveKeysOnUpdate *string `json:"removeKeysOnUpdate,omitempty"`
+	// Optional, The write operation (default: index). Options: index, create, update, upsert
+	WriteOperation *string `json:"writeOperation,omitempty"`
+	// Optional, When write_operation is not index, setting this true will cause plugin to emit_error_event of records which do not include _id field (default: false)
+	EmitErrorForMissingId *bool `json:"emitErrorForMissingId,omitempty"`
+	// Optional, Custom headers in Hash format
+	CustomHeaders *string `json:"customHeaders,omitempty"`
+	// Optional, Pipeline name
+	Pipeline *string `json:"pipeline,omitempty"`
+	// Optional, UTC index (default: false for local time)
+	UtcIndex *bool `json:"utcIndex,omitempty"`
+	// Optional, Suppress doc_wrap (default: false)
+	SuppressDocWrap *bool `json:"suppressDocWrap,omitempty"`
+	// Optional, List of exception classes to ignore
+	IgnoreExceptions *string `json:"ignoreExceptions,omitempty"`
+	// Optional, Backup chunk when ignore exception occurs (default: true)
+	ExceptionBackup *bool `json:"exceptionBackup,omitempty"`
+	// Optional, Configure bulk_message request splitting threshold size (default: -1 unlimited)
+	BulkMessageRequestThreshold *int32 `json:"bulkMessageRequestThreshold,omitempty"`
+	// Optional, Specify the application name for the rollover index to be created (default: default)
+	ApplicationName *string `json:"applicationName,omitempty"`
+	// Optional, Specify the index date pattern for creating a rollover index (default: now/d)
+	IndexDatePattern *string `json:"indexDatePattern,omitempty"`
+	// Optional, Use legacy template or not (default: false for composable templates)
+	UseLegacyTemplate *bool `json:"useLegacyTemplate,omitempty"`
 }

apis/fluentd/v1alpha1/plugins/output/types.go

@@ -510,6 +510,190 @@ func (o *Output) opensearchPlugin(parent *params.PluginStore, loader plugins.Sec
 		parent.InsertPairs("ssl_verify", fmt.Sprint(*o.Opensearch.SslVerify))
 	}
 
+	if o.Opensearch.CAFile != nil {
+		parent.InsertPairs("ca_file", fmt.Sprint(*o.Opensearch.CAFile))
+	}
+
+	if o.Opensearch.ClientCert != nil {
+		parent.InsertPairs("client_cert", fmt.Sprint(*o.Opensearch.ClientCert))
+	}
+
+	if o.Opensearch.ClientKey != nil {
+		parent.InsertPairs("client_key", fmt.Sprint(*o.Opensearch.ClientKey))
+	}
+
+	if o.Opensearch.ClientKeyPassword != nil {
+		pwd, err := loader.LoadSecret(*o.Opensearch.ClientKeyPassword)
+		if err != nil {
+			return nil, err
+		}
+		parent.InsertPairs("client_key_pass", pwd)
+	}
+
+	if o.Opensearch.SslVersion != nil {
+		parent.InsertPairs("ssl_version", fmt.Sprint(*o.Opensearch.SslVersion))
+	}
+
+	if o.Opensearch.SslMinVersion != nil {
+		parent.InsertPairs("ssl_min_version", fmt.Sprint(*o.Opensearch.SslMinVersion))
+	}
+
+	if o.Opensearch.SslMaxVersion != nil {
+		parent.InsertPairs("ssl_max_version", fmt.Sprint(*o.Opensearch.SslMaxVersion))
+	}
+
+	if o.Opensearch.LogOs400Reason != nil {
+		parent.InsertPairs("log_os_400_reason", fmt.Sprint(*o.Opensearch.LogOs400Reason))
+	}
+
+	if o.Opensearch.RequestTimeout != nil {
+		parent.InsertPairs("request_timeout", fmt.Sprint(*o.Opensearch.RequestTimeout))
+	}
+
+	if o.Opensearch.ReconnectOnError != nil {
+		parent.InsertPairs("reconnect_on_error", fmt.Sprint(*o.Opensearch.ReconnectOnError))
+	}
+
+	if o.Opensearch.ReloadConnections != nil {
+		parent.InsertPairs("reload_connections", fmt.Sprint(*o.Opensearch.ReloadConnections))
+	}
+
+	if o.Opensearch.ReloadAfter != nil {
+		parent.InsertPairs("reload_after", fmt.Sprint(*o.Opensearch.ReloadAfter))
+	}
+
+	if o.Opensearch.ReloadOnFailure != nil {
+		parent.InsertPairs("reload_on_failure", fmt.Sprint(*o.Opensearch.ReloadOnFailure))
+	}
+
+	if o.Opensearch.MaxRetryGetOsVersion != nil {
+		parent.InsertPairs("max_retry_get_os_version", fmt.Sprint(*o.Opensearch.MaxRetryGetOsVersion))
+	}
+
+	if o.Opensearch.FailOnDetectingOsVersionRetryExceed != nil {
+		parent.InsertPairs("fail_on_detecting_os_version_retry_exceed", fmt.Sprint(*o.Opensearch.FailOnDetectingOsVersionRetryExceed))
+	}
+
+	if o.Opensearch.DefaultOpensearchVersion != nil {
+		parent.InsertPairs("default_opensearch_version", fmt.Sprint(*o.Opensearch.DefaultOpensearchVersion))
+	}
+
+	if o.Opensearch.VerifyOsVersionAtStartup != nil {
+		parent.InsertPairs("verify_os_version_at_startup", fmt.Sprint(*o.Opensearch.VerifyOsVersionAtStartup))
+	}
+
+	if o.Opensearch.TemplateOverwrite != nil {
+		parent.InsertPairs("template_overwrite", fmt.Sprint(*o.Opensearch.TemplateOverwrite))
+	}
+
+	if o.Opensearch.MaxRetryPuttingTemplate != nil {
+		parent.InsertPairs("max_retry_putting_template", fmt.Sprint(*o.Opensearch.MaxRetryPuttingTemplate))
+	}
+
+	if o.Opensearch.FailOnPuttingTemplateRetryExceed != nil {
+		parent.InsertPairs("fail_on_putting_template_retry_exceed", fmt.Sprint(*o.Opensearch.FailOnPuttingTemplateRetryExceed))
+	}
+
+	if o.Opensearch.SnifferClassName != nil {
+		parent.InsertPairs("sniffer_class_name", fmt.Sprint(*o.Opensearch.SnifferClassName))
+	}
+
+	if o.Opensearch.SelectorClassName != nil {
+		parent.InsertPairs("selector_class_name", fmt.Sprint(*o.Opensearch.SelectorClassName))
+	}
+
+	if o.Opensearch.HttpBackend != nil {
+		parent.InsertPairs("http_backend", fmt.Sprint(*o.Opensearch.HttpBackend))
+	}
+
+	if o.Opensearch.HttpBackendExconNonblock != nil {
+		parent.InsertPairs("http_backend_excon_nonblock", fmt.Sprint(*o.Opensearch.HttpBackendExconNonblock))
+	}
+
+	if o.Opensearch.CompressionLevel != nil {
+		parent.InsertPairs("compression_level", fmt.Sprint(*o.Opensearch.CompressionLevel))
+	}
+
+	if o.Opensearch.PreferOjSerializer != nil {
+		parent.InsertPairs("prefer_oj_serializer", fmt.Sprint(*o.Opensearch.PreferOjSerializer))
+	}
+
+	if o.Opensearch.SuppressTypeName != nil {
+		parent.InsertPairs("suppress_type_name", fmt.Sprint(*o.Opensearch.SuppressTypeName))
+	}
+
+	if o.Opensearch.ContentType != nil {
+		parent.InsertPairs("content_type", fmt.Sprint(*o.Opensearch.ContentType))
+	}
+
+	if o.Opensearch.IncludeTagKey != nil {
+		parent.InsertPairs("include_tag_key", fmt.Sprint(*o.Opensearch.IncludeTagKey))
+	}
+
+	if o.Opensearch.TagKey != nil {
+		parent.InsertPairs("tag_key", fmt.Sprint(*o.Opensearch.TagKey))
+	}
+
+	if o.Opensearch.IdKey != nil {
+		parent.InsertPairs("id_key", fmt.Sprint(*o.Opensearch.IdKey))
+	}
+
+	if o.Opensearch.RemoveKeys != nil {
+		parent.InsertPairs("remove_keys", fmt.Sprint(*o.Opensearch.RemoveKeys))
+	}
+
+	if o.Opensearch.RemoveKeysOnUpdate != nil {
+		parent.InsertPairs("remove_keys_on_update", fmt.Sprint(*o.Opensearch.RemoveKeysOnUpdate))
+	}
+
+	if o.Opensearch.WriteOperation != nil {
+		parent.InsertPairs("write_operation", fmt.Sprint(*o.Opensearch.WriteOperation))
+	}
+
+	if o.Opensearch.EmitErrorForMissingId != nil {
+		parent.InsertPairs("emit_error_for_missing_id", fmt.Sprint(*o.Opensearch.EmitErrorForMissingId))
+	}
+
+	if o.Opensearch.CustomHeaders != nil {
+		parent.InsertPairs("custom_headers", fmt.Sprint(*o.Opensearch.CustomHeaders))
+	}
+
+	if o.Opensearch.Pipeline != nil {
+		parent.InsertPairs("pipeline", fmt.Sprint(*o.Opensearch.Pipeline))
+	}
+
+	if o.Opensearch.UtcIndex != nil {
+		parent.InsertPairs("utc_index", fmt.Sprint(*o.Opensearch.UtcIndex))
+	}
+
+	if o.Opensearch.SuppressDocWrap != nil {
+		parent.InsertPairs("suppress_doc_wrap", fmt.Sprint(*o.Opensearch.SuppressDocWrap))
+	}
+
+	if o.Opensearch.IgnoreExceptions != nil {
+		parent.InsertPairs("ignore_exceptions", fmt.Sprint(*o.Opensearch.IgnoreExceptions))
+	}
+
+	if o.Opensearch.ExceptionBackup != nil {
+		parent.InsertPairs("exception_backup", fmt.Sprint(*o.Opensearch.ExceptionBackup))
+	}
+
+	if o.Opensearch.BulkMessageRequestThreshold != nil {
+		parent.InsertPairs("bulk_message_request_threshold", fmt.Sprint(*o.Opensearch.BulkMessageRequestThreshold))
+	}
+
+	if o.Opensearch.ApplicationName != nil {
+		parent.InsertPairs("application_name", fmt.Sprint(*o.Opensearch.ApplicationName))
+	}
+
+	if o.Opensearch.IndexDatePattern != nil {
+		parent.InsertPairs("index_date_pattern", fmt.Sprint(*o.Opensearch.IndexDatePattern))
+	}
+
+	if o.Opensearch.UseLegacyTemplate != nil {
+		parent.InsertPairs("use_legacy_template", fmt.Sprint(*o.Opensearch.UseLegacyTemplate))
+	}
+
 	return parent, nil
 }