Improve ingestion performance

src/engine/handle.rs

@@ -9,7 +9,7 @@ use crate::engine::data_value::DataValue;
 use crate::engine::index_key::IndexKey;
 use crate::engine::message::EngineMessage;
 use crate::engine::metric_primitive::{MetricPrimitive, Number};
-use crate::engine::snapshot::params::{derive_log_stream_params_from_row, log_stream_header_transition};
+use crate::engine::snapshot::params::log_stream_header_transition;
 use crate::engine::snapshot::{approx_log_bytes, EngineSnapshot};
 use crate::engine::timestamp::Timestamp;
 use crate::engine::{ClearParamsResult, IngestedLine};
@@ -144,7 +144,7 @@ async fn run(mut rx: mpsc::Receiver<EngineMessage>, settings: SettingsHandle, mu
                     );
                     snap.log_count += 1;
                     if let Some(header) = row_header.as_ref() {
-                        derive_log_stream_params_from_row(&mut snap.index, header, &text_for_op);
+                        snap.derive_log_stream_params_from_row(header, &text_for_op);
                     }
                     snap.auto_declare_params(&text_for_op);
                     snap.apply_all_metrics(sequence, timestamp, &text_for_op);
@@ -209,6 +209,7 @@ async fn run(mut rx: mpsc::Receiver<EngineMessage>, settings: SettingsHandle, mu
                 write.mutate(move |snap: &mut EngineSnapshot| {
                     snap.index.remove(&IndexKey::ParamDeclaration { name: name_for_op.clone() });
                     snap.sort_helper_indexes.remove(&name_for_op);
+                    snap.param_regex_cache.remove(&name_for_op);
                 });
                 let _ = respond_to.send(existed);
             }