gNMI and Apache Hudi Integration

<pre><code class="language-toml"> [[inputs.gnmi]] ## Address and port of the gNMI GRPC server addresses = ["10.49.234.114:57777"] ## define credentials username = "cisco" password = "cisco" ## gNMI encoding requested (one of: "proto", "json", "json_ietf", "bytes") # encoding = "proto" ## redial in case of failures after # redial = "10s" ## gRPC Keepalive settings ## See https://pkg.go.dev/google.golang.org/grpc/keepalive ## The client will ping the server to see if the transport is still alive if it has ## not see any activity for the given time. ## If not set, none of the keep-alive setting (including those below) will be applied. ## If set and set below 10 seconds, the gRPC library will apply a minimum value of 10s will be used instead. # keepalive_time = "" ## Timeout for seeing any activity after the keep-alive probe was ## sent. If no activity is seen the connection is closed. # keepalive_timeout = "" ## gRPC Maximum Message Size # max_msg_size = "4MB" ## Enable to get the canonical path as field-name # canonical_field_names = false ## Remove leading slashes and dots in field-name # trim_field_names = false ## Guess the path-tag if an update does not contain a prefix-path ## Supported values are ## none -- do not add a 'path' tag ## common path -- use the common path elements of all fields in an update ## subscription -- use the subscription path # path_guessing_strategy = "none" ## Prefix tags from path keys with the path element # prefix_tag_key_with_path = false ## Optional client-side TLS to authenticate the device ## Set to true/false to enforce TLS being enabled/disabled. If not set, ## enable TLS only if any of the other options are specified. # tls_enable = ## Trusted root certificates for server # tls_ca = "/path/to/cafile" ## Used for TLS client certificate authentication # tls_cert = "/path/to/certfile" ## Used for TLS client certificate authentication # tls_key = "/path/to/keyfile" ## Password for the key file if it is encrypted # tls_key_pwd = "" ## Send the specified TLS server name via SNI # tls_server_name = "kubernetes.example.com" ## Minimal TLS version to accept by the client # tls_min_version = "TLS12" ## List of ciphers to accept, by default all secure ciphers will be accepted ## See https://pkg.go.dev/crypto/tls#pkg-constants for supported values. ## Use "all", "secure" and "insecure" to add all support ciphers, secure ## suites or insecure suites respectively. # tls_cipher_suites = ["secure"] ## Renegotiation method, "never", "once" or "freely" # tls_renegotiation_method = "never" ## Use TLS but skip chain &amp; host verification # insecure_skip_verify = false ## gNMI subscription prefix (optional, can usually be left empty) ## See: https://github.com/openconfig/reference/blob/master/rpc/gnmi/gnmi-specification.md#222-paths # origin = "" # prefix = "" # target = "" ## Vendor specific options ## This defines what vendor specific options to load. ## * Juniper Header Extension (juniper_header): some sensors are directly managed by ## Linecard, which adds the Juniper GNMI Header Extension. Enabling this ## allows the decoding of the Extension header if present. Currently this knob ## adds component, component_id &amp; sub_component_id as additional tags # vendor_specific = [] ## YANG model paths for decoding IETF JSON payloads ## Model files are loaded recursively from the given directories. Disabled if ## no models are specified. # yang_model_paths = [] ## Define additional aliases to map encoding paths to measurement names # [inputs.gnmi.aliases] # ifcounters = "openconfig:/interfaces/interface/state/counters" [[inputs.gnmi.subscription]] ## Name of the measurement that will be emitted name = "ifcounters" ## Origin and path of the subscription ## See: https://github.com/openconfig/reference/blob/master/rpc/gnmi/gnmi-specification.md#222-paths ## ## origin usually refers to a (YANG) data model implemented by the device ## and path to a specific substructure inside it that should be subscribed ## to (similar to an XPath). YANG models can be found e.g. here: ## https://github.com/YangModels/yang/tree/master/vendor/cisco/xr origin = "openconfig-interfaces" path = "/interfaces/interface/state/counters" ## Subscription mode ("target_defined", "sample", "on_change") and interval subscription_mode = "sample" sample_interval = "10s" ## Suppress redundant transmissions when measured values are unchanged # suppress_redundant = false ## If suppression is enabled, send updates at least every X seconds anyway # heartbeat_interval = "60s" </code></pre>

<pre><code class="language-toml">[[outputs.parquet]] ## Directory to write parquet files in. If a file already exists the output ## will attempt to continue using the existing file. directory = "/var/lib/telegraf/hudi_metrics" ## File rotation interval (default is no rotation) # rotation_interval = "1h" ## Buffer size before writing (default is 1000 metrics) # buffer_size = 1000 ## Optional: compression codec (snappy, gzip, etc.) # compression_codec = "snappy" ## When grouping metrics, each metric name goes to its own file ## If a metric’s schema doesn’t match the existing schema, it will be dropped </code></pre>