Mozilla Ingestion Monitor
Monitors the specified data ingestion errors and inactivity, partitioned by the hierarchy configuration.
- ingestion_error - monitors the ingestion error rate
- inactivity - monitors for inactivity (no data)
- duplicates - monitors the number of duplicates removed by ingestion
- capture_samples - capture data samples for debugging
1. Sample Configuration
filename = "moz_ingest_doctype_monitor.lua"
docType = "%s"
message_matcher = "Fields[docType] == '" .. docType .. "' && Logger == '%s'"
ticker_interval = 60
preserve_data = true
output_limit = 1024 * 1024 * 8
memory_limit = 1024 * 1024 * 64
telemetry = false -- when true appBuildId filtering discards anything older than 90 days
hierarchy = {
"Fields[normalizedChannel]",
}
alert = {
disabled = false,
prefix = true,
throttle = 1440,
modules = {
email = {recipients = {"trink@mozilla.com"}},
},
thresholds = { -- map of hierarchy specified above
["*"] = {
ingestion_error = 1.0, -- percent error (0.0 - 100.0, nil disables)
ingestion_error_topn = 3 -- tracks the last top N errors for alert suppression
duplicates = 1.0, -- percent error (0.0 - 100.0, nil disables)
inactivity = 0, -- inactivity timeout in minutes (0 - 60, 0 == auto scale, nil disables)
capture_samples = 2, -- number of samples to capture (1-10, nil disables)
}
}
}
preservation_version = 0 -- if the hierarchy is changed this must be incremented
source code: moz_ingest_doctype_monitor.lua