micromegas_analytics/lakehouse/
mod.rs

1/// Record batches + schema
2pub mod answer;
3/// Implementation of `BlockProcessor` for async events
4pub mod async_events_block_processor;
5/// Materializable view of async span events accessible through datafusion
6pub mod async_events_view;
7/// Write parquet in object store
8pub mod async_parquet_writer;
9/// BatchPartitionMerger merges multiple partitions by splitting the work in batches to use less memory.
10/// The batches are based on event times.
11pub mod batch_partition_merger;
12/// Materialize views on a schedule based on the time data was received from the ingestion service
13pub mod batch_update;
14/// Specification for a view partition backed by a set of telemetry blocks which can be processed out of order
15pub mod block_partition_spec;
16/// Replicated view of the `blocks` table of the postgresql metadata database.
17pub mod blocks_view;
18/// Adds file content caching to object store reads
19pub mod caching_reader;
20/// Catalog utilities for discovering and managing view schemas
21pub mod catalog;
22pub mod dataframe_time_bounds;
23/// Export mechanism that doubles as audit trail
24pub mod export_log_view;
25/// Global LRU cache for parquet file contents
26pub mod file_cache;
27/// Fetch payload from the object store using SQL
28pub mod get_payload_function;
29/// Management of process-specific partitions built on demand
30pub mod jit_partitions;
31/// Bundles runtime resources for lakehouse query execution
32pub mod lakehouse_context;
33/// Read access to the list of lakehouse partitions
34pub mod list_partitions_table_function;
35/// Read access to view sets with their schema information
36pub mod list_view_sets_table_function;
37/// Implementation of `BlockProcessor` for log entries
38pub mod log_block_processor;
39/// SQL-based view for log statistics aggregated by process, minute, level, and target
40pub mod log_stats_view;
41/// Materializable view of log entries accessible through datafusion
42pub mod log_view;
43/// Exposes materialize_partitions as a table function
44pub mod materialize_partitions_table_function;
45/// TableProvider implementation for the lakehouse
46pub mod materialized_view;
47/// Merge consecutive parquet partitions into a single file
48pub mod merge;
49/// Global LRU cache for partition metadata
50pub mod metadata_cache;
51/// Compatibility layer for parsing legacy Arrow 56.0 metadata and upgrading to Arrow 57.0
52pub mod metadata_compat;
53/// Specification for a view partition backed by a table in the postgresql metadata database.
54pub mod metadata_partition_spec;
55/// Implementation of `BlockProcessor` for measures
56pub mod metrics_block_processor;
57/// Materializable view of measures accessible through datafusion
58pub mod metrics_view;
59/// Maintenance of the postgresql tables and indices use to track the parquet files used to implement the views
60pub mod migration;
61/// Table function to parse all transit objects in a block and return them as JSONB
62pub mod parse_block_table_function;
63/// Write & delete sections of views
64pub mod partition;
65/// In-memory copy of a subnet of the list of the partitions in the db
66pub mod partition_cache;
67/// Operations on the dedicated partition_metadata table
68pub mod partition_metadata;
69/// Describes the event blocks backing a partition
70pub mod partition_source_data;
71/// ExecutionPlan based on a set of parquet files
72pub mod partitioned_execution_plan;
73/// TableProvider based on a set of parquet files
74pub mod partitioned_table_provider;
75/// ExecutionPlan for generating Perfetto trace chunks
76pub mod perfetto_trace_execution_plan;
77/// Table function for generating Perfetto trace chunks
78pub mod perfetto_trace_table_function;
79/// Table function returning thread and/or async spans from all CPU streams of a process
80pub mod process_spans_table_function;
81/// Shared utilities for discovering CPU streams of a process
82pub mod process_streams;
83/// Replicated view of the `processes` table of the postgresql metadata database.
84pub mod processes_view;
85/// property_get function support from SQL
86/// Datafusion integration
87pub mod query;
88/// Wrapper around ParquetObjectreader to provide ParquetMetaData without hitting the ObjectStore
89pub mod reader_factory;
90/// Scalar UDF to retire a single partition by file path
91pub mod retire_partition_by_file_udf;
92/// Scalar UDF to retire a single partition by metadata
93pub mod retire_partition_by_metadata_udf;
94/// Exposes retire_partitions as a table function
95pub mod retire_partitions_table_function;
96/// Runtime resources
97pub mod runtime;
98/// SessionConfigurator trait for custom session context configuration
99pub mod session_configurator;
100/// Sql-defined view updated in batch
101pub mod sql_batch_view;
102/// Specification for a view partition backed by a SQL query on the lakehouse.
103pub mod sql_partition_spec;
104/// Auto-discovery configurator for static JSON/CSV tables
105pub mod static_tables_configurator;
106/// Replicated view of the `streams` table of the postgresql metadata database.
107pub mod streams_view;
108/// Rewrite table scans to take the query range into account
109pub mod table_scan_rewrite;
110/// Tracking of expired partitions
111pub mod temp;
112/// Jit view of the call tree built from the thread events of a single stream
113pub mod thread_spans_view;
114/// Basic interface for a set of rows queryable and materializable
115pub mod view;
116pub mod view_factory;
117/// Table function to query process-specific views
118pub mod view_instance_table_function;
119/// Add or remove view partitions
120pub mod write_partition;
micromegas_analytics/lakehouse/mod.rs

micromegas_analytics/lakehouse/
mod.rs
