micromegas_analytics/lakehouse/mod.rs
1/// Record batches + schema
2pub mod answer;
3/// Implementation of `BlockProcessor` for async events
4pub mod async_events_block_processor;
5/// Materializable view of async span events accessible through datafusion
6pub mod async_events_view;
7/// Write parquet in object store
8pub mod async_parquet_writer;
9/// BatchPartitionMerger merges multiple partitions by splitting the work in batches to use less memory.
10/// The batches are based on event times.
11pub mod batch_partition_merger;
12/// Materialize views on a schedule based on the time data was received from the ingestion service
13pub mod batch_update;
14/// Specification for a view partition backed by a set of telemetry blocks which can be processed out of order
15pub mod block_partition_spec;
16/// Replicated view of the `blocks` table of the postgresql metadata database.
17pub mod blocks_view;
18/// Catalog utilities for discovering and managing view schemas
19pub mod catalog;
20pub mod dataframe_time_bounds;
21/// Export mechanism that doubles as audit trail
22pub mod export_log_view;
23/// Fetch payload from the object store using SQL
24pub mod get_payload_function;
25/// Implementation of `BlockProcessor` for images
26pub mod image_block_processor;
27/// Materializable view of images accessible through datafusion
28pub mod images_view;
29/// Management of process-specific partitions built on demand
30pub mod jit_partitions;
31/// Bundles runtime resources for lakehouse query execution
32pub mod lakehouse_context;
33/// Read access to the list of lakehouse partitions
34pub mod list_partitions_table_function;
35/// Read access to view sets with their schema information
36pub mod list_view_sets_table_function;
37/// Implementation of `BlockProcessor` for log entries
38pub mod log_block_processor;
39/// SQL-based view for log statistics aggregated by process, minute, level, and target
40pub mod log_stats_view;
41/// Materializable view of log entries accessible through datafusion
42pub mod log_view;
43/// Exposes materialize_partitions as a table function
44pub mod materialize_partitions_table_function;
45/// TableProvider implementation for the lakehouse
46pub mod materialized_view;
47/// Merge consecutive parquet partitions into a single file
48pub mod merge;
49/// Global LRU cache for partition metadata
50pub mod metadata_cache;
51/// Specification for a view partition backed by a table in the postgresql metadata database.
52pub mod metadata_partition_spec;
53/// Implementation of `BlockProcessor` for measures
54pub mod metrics_block_processor;
55/// Materializable view of measures accessible through datafusion
56pub mod metrics_view;
57/// Maintenance of the postgresql tables and indices use to track the parquet files used to implement the views
58pub mod migration;
59/// Jit view of pre-paired network bandwidth spans (Connection / Object / Property / RPC)
60pub mod net_spans_view;
61/// OTLP reader path: attribute helpers, block processors, and the otel_spans view.
62pub mod otel;
63/// Table function to parse all transit objects in a block and return them as JSONB
64pub mod parse_block_table_function;
65/// Write & delete sections of views
66pub mod partition;
67/// In-memory copy of a subnet of the list of the partitions in the db
68pub mod partition_cache;
69/// Reads and parses partition Parquet footers directly from object storage
70pub mod partition_metadata;
71/// Describes the event blocks backing a partition
72pub mod partition_source_data;
73/// ExecutionPlan based on a set of parquet files
74pub mod partitioned_execution_plan;
75/// TableProvider based on a set of parquet files
76pub mod partitioned_table_provider;
77/// ExecutionPlan for generating Perfetto trace chunks
78pub mod perfetto_trace_execution_plan;
79/// Table function for generating Perfetto trace chunks
80pub mod perfetto_trace_table_function;
81/// Table function returning thread and/or async spans from all CPU streams of a process
82pub mod process_spans_table_function;
83/// Shared utilities for discovering CPU streams of a process
84pub mod process_streams;
85/// Replicated view of the `processes` table of the postgresql metadata database.
86pub mod processes_view;
87/// property_get function support from SQL
88/// Datafusion integration
89pub mod query;
90/// Wrapper around ParquetObjectreader to provide ParquetMetaData, reading footers from the
91/// ObjectStore through a cache-backed reader
92pub mod reader_factory;
93/// Exposes regenerate_partitions as a table function that force-regenerates partitions directly
94/// from source data
95pub mod regenerate_partitions_table_function;
96/// Scalar UDF to retire a single partition by file path
97pub mod retire_partition_by_file_udf;
98/// Scalar UDF to retire a single partition by metadata
99pub mod retire_partition_by_metadata_udf;
100/// Exposes retire_partitions as a table function
101pub mod retire_partitions_table_function;
102/// Runtime resources
103pub mod runtime;
104/// SessionConfigurator trait for custom session context configuration
105pub mod session_configurator;
106/// Sql-defined view updated in batch
107pub mod sql_batch_view;
108/// Specification for a view partition backed by a SQL query on the lakehouse.
109pub mod sql_partition_spec;
110/// Auto-discovery configurator for static JSON/CSV tables
111pub mod static_tables_configurator;
112/// Replicated view of the `streams` table of the postgresql metadata database.
113pub mod streams_view;
114/// Rewrite table scans to take the query range into account
115pub mod table_scan_rewrite;
116/// Tracking of expired partitions
117pub mod temp;
118/// Jit view of the call tree built from the thread events of a single stream
119pub mod thread_spans_view;
120/// Basic interface for a set of rows queryable and materializable
121pub mod view;
122pub mod view_factory;
123/// Table function to query process-specific views
124pub mod view_instance_table_function;
125/// Add or remove view partitions
126pub mod write_partition;