GCP Pub/Sub Output
1. Sample Configuration
filename = "gcp_pubsub.lua"
message_matcher = "TRUE"
ticker_interval = 1 -- this should be zero when batch_size == 1 and max_async_requests == 0
channel = "pubsub.googleapis.com"
project = "mozilla-data-poc-198117"
topic = "pubsub_grpc"
batch_size = 1000 -- default/maximum
max_async_requests = 20 -- default (0 synchronous only)
async_buffer_size = max_async_requests * batch_size
-- Specify a module that will encode/convert the Heka message into its output representation.
encoder_module = nil -- default uses msg.Payload as the data and converts the headers and non-binary fields to string attributes
source code: gcp_pubsub.lua