chore: refactor report queries, add event rate limit

Signed-off-by: Henry <mail@henrygressmann.de>

Author: explodingcamera

Cargo.lock

@@ -14,6 +14,10 @@ path="src/lib.rs"
 name="liwan"
 path="src/main.rs"
 
+[[bench]]
+name="reports"
+harness=false
+
 [dependencies]
 # async/concurrency
 arc-swap="1.9"
@@ -80,7 +84,7 @@ url="2.5"
 ua-parser="0.2"
 rust-embed={version="8.11", features=["mime-guess"]}
 reqwest={version="0.13", default-features=false, features=["json", "stream", "charset", "rustls"]}
-ipnet="2.11"
+ipnet="2.12"
 
 # database
 duckdb={version="1.10501", features=["chrono", "bundled", "r2d2"]}
@@ -96,6 +100,7 @@ figment={version="*", features=["test"]}
 cookie={version="*", default-features=false}
 tower={version="*", features=["util"]}
 axum-test={version="20"}
+criterion={version="0.5", default-features=false}
 
 [features]
 default=["geoip"]

Cargo.toml

@@ -0,0 +1,92 @@
+use chrono::{Days, Utc};
+use criterion::{BenchmarkId, Criterion, criterion_group, criterion_main};
+use liwan::app::Liwan;
+use liwan::app::reports::{self, DateRange, Dimension, Metric};
+use liwan::config::Config;
+use std::time::Duration;
+
+fn configure_group(group: &mut criterion::BenchmarkGroup<'_, criterion::measurement::WallTime>) {
+    group.warm_up_time(Duration::from_secs(2));
+    group.measurement_time(Duration::from_secs(5));
+    group.sample_size(20);
+}
+
+fn benchmark_reports(c: &mut Criterion) {
+    let config = Config::load(None).expect("failed to load config");
+    let app = Liwan::try_new(config).expect("failed to initialize app");
+
+    let project = app
+        .projects
+        .all()
+        .expect("failed to load projects")
+        .into_iter()
+        .next()
+        .expect("no projects found; seed the database first");
+
+    let entities = app.projects.entity_ids(&project.id).expect("failed to resolve entities for benchmark project");
+    assert!(!entities.is_empty(), "project has no entities; seed the database first");
+
+    let range = DateRange {
+        start: Utc::now().checked_sub_days(Days::new(365)).expect("failed to build range start"),
+        end: Utc::now(),
+    };
+
+    let conn = app.events_conn().expect("failed to get events connection");
+
+    {
+        let mut group = c.benchmark_group("report_meta");
+        configure_group(&mut group);
+        group.bench_function("earliest_timestamp", |b| {
+            b.iter(|| reports::earliest_timestamp(&conn, &entities).expect("earliest_timestamp failed"));
+        });
+        group.bench_function("online_users", |b| {
+            b.iter(|| reports::online_users(&conn, &entities).expect("online_users failed"));
+        });
+        group.finish();
+    }
+
+    {
+        let mut group = c.benchmark_group("overall_report");
+        configure_group(&mut group);
+        for metric in [Metric::Views, Metric::UniqueVisitors, Metric::BounceRate, Metric::AvgTimeOnSite] {
+            group.bench_with_input(BenchmarkId::new("metric", format!("{metric:?}")), &metric, |b, metric| {
+                b.iter(|| {
+                    reports::overall_report(&conn, &entities, "pageview", &range, 365, &[], metric)
+                        .expect("overall_report failed")
+                });
+            });
+        }
+        group.finish();
+    }
+
+    {
+        let mut group = c.benchmark_group("overall_stats");
+        configure_group(&mut group);
+        group.bench_function("all_metrics", |b| {
+            b.iter(|| reports::overall_stats(&conn, &entities, "pageview", &range, &[]).expect("overall_stats failed"));
+        });
+        group.finish();
+    }
+
+    {
+        let mut group = c.benchmark_group("dimension_report");
+        configure_group(&mut group);
+        let dimension = Dimension::Url;
+        for metric in [Metric::Views, Metric::UniqueVisitors, Metric::BounceRate, Metric::AvgTimeOnSite] {
+            group.bench_with_input(
+                BenchmarkId::new("dim_metric", format!("{dimension:?}/{metric:?}")),
+                &metric,
+                |b, metric| {
+                    b.iter(|| {
+                        reports::dimension_report(&conn, &entities, "pageview", &range, &dimension, &[], metric)
+                            .expect("dimension_report failed")
+                    });
+                },
+            );
+        }
+        group.finish();
+    }
+}
+
+criterion_group!(benches, benchmark_reports);
+criterion_main!(benches);