Hand-rolls a minimal PromQL parser (src/promql.rs) for metric-name + label-matcher selection, optional [range] selectors, and top-level sum()/avg()/rate() wrapping, rather than pulling in a full PromQL parser crate — the required subset is small and a hand-rolled parser stays fully engine-independent (mirrors filter_parser.rs) with no unused-AST overhead. Adds EngineQuery::Promql/EngineResponse::Promql (engine parses + evaluates in place against the index, no copying) and GET /api/query, returning Vec<PromqlSeriesDto> (labels + (timestamp_ms, f64) points) for charting, with malformed queries surfaced as 400 + ErrorDto. Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01XFUNZwCvz3kcod3352ZR2o
370 lines
12 KiB
Rust
370 lines
12 KiB
Rust
//! Hand-rolled parser for a small PromQL subset (ticket 013).
|
|
//!
|
|
//! Design decision: a crates.io PromQL parser (e.g. `promql-parser`) was considered
|
|
//! but rejected — the required subset here is tiny (metric name + label matchers,
|
|
//! plus an optional `[5m]` range and a single top-level `sum()`/`avg()`/`rate()`
|
|
//! wrapper), while a full PromQL parser brings a large, largely-unused AST plus an
|
|
//! extra maintenance dependency. Mirroring `filter_parser.rs`'s approach (a small,
|
|
//! engine-independent parser module) is simpler and easier to control/extend, and
|
|
//! keeps parsing fully decoupled from the engine's index — this module knows nothing
|
|
//! about `IndexKey`/`DataValue`, only `PromqlQuery`'s own types below.
|
|
//!
|
|
//! ## Supported grammar
|
|
//!
|
|
//! ```text
|
|
//! query := aggregation | vector_selector
|
|
//! aggregation := agg_op "(" vector_selector ")"
|
|
//! agg_op := "sum" | "avg" | "rate"
|
|
//! vector_selector := metric_name label_matchers? range_selector?
|
|
//! metric_name := [a-zA-Z_][a-zA-Z0-9_]*
|
|
//! label_matchers := "{" label_matcher ("," label_matcher)* "}"
|
|
//! label_matcher := label_name "=" quoted_string
|
|
//! label_name := [a-zA-Z_][a-zA-Z0-9_]*
|
|
//! quoted_string := '"' (any char except '"' or '\')* '"'
|
|
//! range_selector := "[" digits duration_unit "]"
|
|
//! duration_unit := "s" | "m" | "h" | "d"
|
|
//! ```
|
|
//!
|
|
//! Only exact-match label matchers (`=`) are supported — PromQL's `!=`, `=~`, `!~`
|
|
//! are out of scope for this ticket's required subset. `rate()` requires its inner
|
|
//! vector selector to carry a range selector (matching real PromQL), and is rejected
|
|
//! at parse time otherwise.
|
|
|
|
use std::time::Duration;
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
pub enum AggOp {
|
|
Sum,
|
|
Avg,
|
|
Rate,
|
|
}
|
|
|
|
#[derive(Debug, Clone, PartialEq, Eq)]
|
|
pub struct LabelMatcher {
|
|
pub name: String,
|
|
pub value: String,
|
|
}
|
|
|
|
#[derive(Debug, Clone, PartialEq)]
|
|
pub struct PromqlQuery {
|
|
pub agg: Option<AggOp>,
|
|
pub metric_name: String,
|
|
pub matchers: Vec<LabelMatcher>,
|
|
pub range: Option<Duration>,
|
|
}
|
|
|
|
/// Parses a PromQL query string per the grammar documented above. Returns a
|
|
/// human-readable error message (suitable for surfacing directly to an API caller)
|
|
/// on any malformed input.
|
|
pub fn parse_query(input: &str) -> Result<PromqlQuery, String> {
|
|
let mut parser = Parser::new(input);
|
|
let query = parser.parse_query()?;
|
|
parser.skip_whitespace();
|
|
if !parser.is_at_end() {
|
|
return Err(format!("unexpected trailing input: '{}'", parser.remaining()));
|
|
}
|
|
if query.agg == Some(AggOp::Rate) && query.range.is_none() {
|
|
return Err("rate() requires a range selector, e.g. rate(my_metric[5m])".to_string());
|
|
}
|
|
Ok(query)
|
|
}
|
|
|
|
struct Parser<'a> {
|
|
input: &'a str,
|
|
pos: usize,
|
|
}
|
|
|
|
impl<'a> Parser<'a> {
|
|
fn new(input: &'a str) -> Self {
|
|
Parser { input, pos: 0 }
|
|
}
|
|
|
|
fn remaining(&self) -> &'a str {
|
|
&self.input[self.pos..]
|
|
}
|
|
|
|
fn is_at_end(&self) -> bool {
|
|
self.pos >= self.input.len()
|
|
}
|
|
|
|
fn skip_whitespace(&mut self) {
|
|
while self.remaining().starts_with(|c: char| c.is_whitespace()) {
|
|
self.pos += 1;
|
|
}
|
|
}
|
|
|
|
fn peek(&self) -> Option<char> {
|
|
self.remaining().chars().next()
|
|
}
|
|
|
|
fn expect_char(&mut self, expected: char) -> Result<(), String> {
|
|
self.skip_whitespace();
|
|
match self.peek() {
|
|
Some(c) if c == expected => {
|
|
self.pos += c.len_utf8();
|
|
Ok(())
|
|
}
|
|
Some(c) => Err(format!("expected '{expected}', found '{c}'")),
|
|
None => Err(format!("expected '{expected}', found end of input")),
|
|
}
|
|
}
|
|
|
|
/// `[a-zA-Z_][a-zA-Z0-9_]*`, used for both metric names and label names.
|
|
fn parse_identifier(&mut self) -> Result<String, String> {
|
|
self.skip_whitespace();
|
|
let rest = self.remaining();
|
|
let mut chars = rest.char_indices();
|
|
match chars.next() {
|
|
Some((_, c)) if c.is_ascii_alphabetic() || c == '_' => {}
|
|
Some((_, c)) => return Err(format!("expected an identifier, found '{c}'")),
|
|
None => return Err("expected an identifier, found end of input".to_string()),
|
|
}
|
|
let end = chars
|
|
.find(|(_, c)| !(c.is_ascii_alphanumeric() || *c == '_'))
|
|
.map(|(idx, _)| idx)
|
|
.unwrap_or(rest.len());
|
|
let ident = &rest[..end];
|
|
self.pos += end;
|
|
Ok(ident.to_string())
|
|
}
|
|
|
|
fn parse_quoted_string(&mut self) -> Result<String, String> {
|
|
self.expect_char('"')?;
|
|
let rest = self.remaining();
|
|
let end = rest.find('"').ok_or("unterminated string literal (missing closing '\"')")?;
|
|
let value = &rest[..end];
|
|
if value.contains('\\') {
|
|
return Err("escape sequences in label values are not supported".to_string());
|
|
}
|
|
self.pos += end;
|
|
self.expect_char('"')?;
|
|
Ok(value.to_string())
|
|
}
|
|
|
|
fn parse_label_matcher(&mut self) -> Result<LabelMatcher, String> {
|
|
let name = self.parse_identifier()?;
|
|
self.expect_char('=')?;
|
|
self.skip_whitespace();
|
|
if self.peek() == Some('~') {
|
|
return Err("regex label matchers ('=~') are not supported, only '='".to_string());
|
|
}
|
|
let value = self.parse_quoted_string()?;
|
|
Ok(LabelMatcher { name, value })
|
|
}
|
|
|
|
fn parse_label_matchers(&mut self) -> Result<Vec<LabelMatcher>, String> {
|
|
self.skip_whitespace();
|
|
if self.peek() != Some('{') {
|
|
return Ok(Vec::new());
|
|
}
|
|
self.expect_char('{')?;
|
|
let mut matchers = Vec::new();
|
|
self.skip_whitespace();
|
|
if self.peek() == Some('}') {
|
|
self.expect_char('}')?;
|
|
return Ok(matchers);
|
|
}
|
|
loop {
|
|
matchers.push(self.parse_label_matcher()?);
|
|
self.skip_whitespace();
|
|
match self.peek() {
|
|
Some(',') => {
|
|
self.pos += 1;
|
|
}
|
|
Some('}') => break,
|
|
Some(c) => return Err(format!("expected ',' or '}}', found '{c}'")),
|
|
None => return Err("unterminated label matcher list (missing '}')".to_string()),
|
|
}
|
|
}
|
|
self.expect_char('}')?;
|
|
Ok(matchers)
|
|
}
|
|
|
|
/// `[<digits><unit>]`, e.g. `[5m]`.
|
|
fn parse_range_selector(&mut self) -> Result<Option<Duration>, String> {
|
|
self.skip_whitespace();
|
|
if self.peek() != Some('[') {
|
|
return Ok(None);
|
|
}
|
|
self.expect_char('[')?;
|
|
let rest = self.remaining();
|
|
let digits_end = rest
|
|
.find(|c: char| !c.is_ascii_digit())
|
|
.ok_or("unterminated range selector (missing unit and ']')")?;
|
|
if digits_end == 0 {
|
|
return Err("range selector must start with a number, e.g. [5m]".to_string());
|
|
}
|
|
let digits: i64 = rest[..digits_end]
|
|
.parse()
|
|
.map_err(|_| "range selector duration is not a valid number".to_string())?;
|
|
self.pos += digits_end;
|
|
|
|
let unit = self.peek().ok_or("range selector is missing a duration unit")?;
|
|
let seconds_per_unit: i64 = match unit {
|
|
's' => 1,
|
|
'm' => 60,
|
|
'h' => 60 * 60,
|
|
'd' => 24 * 60 * 60,
|
|
other => {
|
|
return Err(format!(
|
|
"unknown duration unit '{other}' (expected one of s, m, h, d)"
|
|
));
|
|
}
|
|
};
|
|
self.pos += unit.len_utf8();
|
|
self.expect_char(']')?;
|
|
Ok(Some(Duration::from_secs((digits * seconds_per_unit).max(0) as u64)))
|
|
}
|
|
|
|
fn parse_vector_selector(&mut self) -> Result<PromqlQuery, String> {
|
|
let metric_name = self.parse_identifier()?;
|
|
let matchers = self.parse_label_matchers()?;
|
|
let range = self.parse_range_selector()?;
|
|
Ok(PromqlQuery { agg: None, metric_name, matchers, range })
|
|
}
|
|
|
|
fn parse_query(&mut self) -> Result<PromqlQuery, String> {
|
|
self.skip_whitespace();
|
|
let checkpoint = self.pos;
|
|
let ident = self.parse_identifier()?;
|
|
let agg = match ident.as_str() {
|
|
"sum" => Some(AggOp::Sum),
|
|
"avg" => Some(AggOp::Avg),
|
|
"rate" => Some(AggOp::Rate),
|
|
_ => None,
|
|
};
|
|
self.skip_whitespace();
|
|
if agg.is_some() && self.peek() == Some('(') {
|
|
self.expect_char('(')?;
|
|
let mut inner = self.parse_vector_selector()?;
|
|
self.expect_char(')')?;
|
|
inner.agg = agg;
|
|
Ok(inner)
|
|
} else {
|
|
// Not (or not followed by) an aggregation call — rewind and parse the
|
|
// whole thing as a plain vector selector (covers metric names that
|
|
// happen to collide with an agg_op keyword, e.g. a metric named `rate`
|
|
// used without a call).
|
|
self.pos = checkpoint;
|
|
self.parse_vector_selector()
|
|
}
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
|
|
#[test]
|
|
fn parses_bare_metric_name() {
|
|
let query = parse_query("requests").unwrap();
|
|
assert_eq!(query.agg, None);
|
|
assert_eq!(query.metric_name, "requests");
|
|
assert!(query.matchers.is_empty());
|
|
assert_eq!(query.range, None);
|
|
}
|
|
|
|
#[test]
|
|
fn parses_metric_with_single_label_matcher() {
|
|
let query = parse_query(r#"requests{path="/a"}"#).unwrap();
|
|
assert_eq!(query.metric_name, "requests");
|
|
assert_eq!(
|
|
query.matchers,
|
|
vec![LabelMatcher { name: "path".to_string(), value: "/a".to_string() }]
|
|
);
|
|
}
|
|
|
|
#[test]
|
|
fn parses_metric_with_multiple_label_matchers() {
|
|
let query = parse_query(r#"requests{path="/a", method="GET"}"#).unwrap();
|
|
assert_eq!(query.matchers.len(), 2);
|
|
assert_eq!(query.matchers[0].name, "path");
|
|
assert_eq!(query.matchers[1].name, "method");
|
|
}
|
|
|
|
#[test]
|
|
fn parses_range_selector() {
|
|
let query = parse_query("requests[5m]").unwrap();
|
|
assert_eq!(query.range, Some(Duration::from_secs(300)));
|
|
}
|
|
|
|
#[test]
|
|
fn parses_label_matchers_and_range_together() {
|
|
let query = parse_query(r#"requests{path="/a"}[1h]"#).unwrap();
|
|
assert_eq!(query.matchers.len(), 1);
|
|
assert_eq!(query.range, Some(Duration::from_secs(3600)));
|
|
}
|
|
|
|
#[test]
|
|
fn parses_sum_aggregation() {
|
|
let query = parse_query(r#"sum(requests{path="/a"})"#).unwrap();
|
|
assert_eq!(query.agg, Some(AggOp::Sum));
|
|
assert_eq!(query.metric_name, "requests");
|
|
}
|
|
|
|
#[test]
|
|
fn parses_avg_aggregation() {
|
|
let query = parse_query("avg(requests)").unwrap();
|
|
assert_eq!(query.agg, Some(AggOp::Avg));
|
|
}
|
|
|
|
#[test]
|
|
fn parses_rate_with_range() {
|
|
let query = parse_query("rate(requests[5m])").unwrap();
|
|
assert_eq!(query.agg, Some(AggOp::Rate));
|
|
assert_eq!(query.range, Some(Duration::from_secs(300)));
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_rate_without_range() {
|
|
let err = parse_query("rate(requests)").unwrap_err();
|
|
assert!(err.contains("range selector"));
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_empty_input() {
|
|
assert!(parse_query("").is_err());
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_unclosed_brace() {
|
|
assert!(parse_query(r#"requests{path="/a""#).is_err());
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_unclosed_bracket() {
|
|
assert!(parse_query("requests[5m").is_err());
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_unknown_aggregation() {
|
|
// `count` isn't a supported agg_op, so this parses as a bare metric named
|
|
// `count`, then trips on the unexpected trailing `(...)`.
|
|
let err = parse_query("count(requests)").unwrap_err();
|
|
assert!(err.contains("unexpected trailing input"));
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_regex_label_matcher() {
|
|
let err = parse_query(r#"requests{path=~"/a"}"#).unwrap_err();
|
|
assert!(err.contains("regex label matchers"));
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_missing_metric_name() {
|
|
assert!(parse_query(r#"{path="/a"}"#).is_err());
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_unknown_duration_unit() {
|
|
let err = parse_query("requests[5x]").unwrap_err();
|
|
assert!(err.contains("duration unit"));
|
|
}
|
|
|
|
#[test]
|
|
fn rejects_trailing_garbage() {
|
|
let err = parse_query("requests extra").unwrap_err();
|
|
assert!(err.contains("unexpected trailing input"));
|
|
}
|
|
}
|