feat(pg): support PostgreSQL materialized views

martin/src/config/file/tiles/postgres/builder.rs

@@ -569,13 +569,17 @@ fn warn_on_rename(old_id: &String, new_id: &String, typ: &str) {
 }
 
 fn summary(info: &TableInfo) -> String {
-    let relkind = match info.is_view {
-        Some(true) => "view",
-        _ => "table",
+    let long_relkind = match info.relkind {
+        Some('v') => "view".to_string(),
+        Some('m') => "materialized view".to_string(),
+        Some('r') => "table".to_string(),
+        // if we get to any of below lines, this is likely a bug
+        Some(r) => format!("unknown relkind={r}"),
+        None => "unknown relkind".to_string(),
     };
     // TODO: add column_id to the summary if it is set
     format!(
-        "{relkind} {}.{} with {} column ({}, SRID={})",
+        "{long_relkind} {}.{} with {} column ({}, SRID={})",
         info.schema,
         info.table,
         info.geometry_column,

martin/src/config/file/tiles/postgres/config_table.rs

@@ -32,9 +32,12 @@ pub struct TableInfo {
     #[serde(skip)]
     pub geometry_index: Option<bool>,
 
-    /// Flag indicating if table is actually a view (`PostgreSQL relkind = 'v'`)
+    /// Flag indicating the `PostgreSQL relkind`:
+    /// - `"t"`: Table
+    /// - `"v"`: View
+    /// - `"m"`: Materialized View
     #[serde(skip)]
-    pub is_view: Option<bool>,
+    pub relkind: Option<char>,
 
     /// Feature id column name
     pub id_column: Option<String>,
@@ -131,7 +134,7 @@ impl TableInfo {
             geometry_column: self.geometry_column.clone(),
             // These values are not serialized, so copy auto-detected values from the database
             geometry_index: self.geometry_index,
-            is_view: self.is_view,
+            relkind: self.relkind,
             tilejson: self.tilejson.clone(),
             // Srid requires some logic
             srid: self.calc_srid(new_id, cfg_inf.srid, default_srid)?,

martin/src/config/file/tiles/postgres/resolver/query_tables.rs

@@ -73,17 +73,19 @@ pub async fn query_available_tables(
             table,
             geometry_column: row.get("geom"),
             geometry_index: row.get("geom_idx"),
-            is_view: row.get("is_view"),
+            relkind: row
+                .get::<_, Option<i8>>("relkind")
+                .and_then(|r| u8::try_from(r).ok().map(char::from)),
             srid: row.get("srid"), // casting i32 to u32?
             geometry_type: row.get("type"),
             properties: Some(serde_json::from_value(row.get("properties")).unwrap()),
             tilejson,
             ..Default::default()
         };
 
-        // Warn for missing geometry indices. Ignore views since those can't have indices
-        // and will generally refer to table columns.
-        if let (Some(false), Some(false)) = (info.geometry_index, info.is_view) {
+        // Warn for missing geometry indices.
+        // Ignore views since those can't have indices and will generally refer to table columns.
+        if info.geometry_index == Some(false) && info.relkind != Some('v') {
             warn!(
                 "Table {}.{} has no spatial index on column {}",
                 info.schema, info.table, info.geometry_column

martin/src/config/file/tiles/postgres/resolver/scripts/query_available_tables.sql

@@ -52,7 +52,7 @@ annotated_geometry_columns AS (
         geometry_columns.srid,
         geometry_columns.type,
         -- 'geometry' AS column_type
-        coalesce(cls.relkind = 'v', false) AS is_view,
+        cls.relkind,
         bool_or(sic.column_name IS NOT null) AS geom_idx
     FROM geometry_columns
     INNER JOIN pg_catalog.pg_namespace AS ns
@@ -79,7 +79,7 @@ annotated_geography_columns AS (
         geography_columns.srid,
         geography_columns.type,
         -- 'geography' AS column_type
-        coalesce(cls.relkind = 'v', false) AS is_view,
+        cls.relkind,
         bool_or(sic.column_name IS NOT null) AS geom_idx
     FROM geography_columns
     INNER JOIN pg_catalog.pg_namespace AS ns
@@ -113,7 +113,7 @@ descriptions AS (
     FROM pg_class AS cls
     INNER JOIN pg_namespace ON cls.relnamespace = pg_namespace.oid
     LEFT JOIN pg_description ON cls.oid = pg_description.objoid AND pg_description.objsubid = 0
-    WHERE cls.relkind = 'r' OR cls.relkind = 'v'
+    WHERE cls.relkind IN ('r', 'v', 'm') -- table, view or materialised view
 )
 
 SELECT
@@ -122,7 +122,7 @@ SELECT
     gc.geom,
     gc.srid,
     gc.type,
-    gc.is_view,
+    gc.relkind,
     gc.geom_idx,
     dc.description,
     coalesce(
@@ -145,4 +145,4 @@ LEFT JOIN descriptions AS dc
         gc.schema = dc.schema_name
         AND gc.name = dc.table_name
 GROUP BY -- noqa: AM06
-    gc.schema, gc.name, gc.geom, gc.srid, gc.type, gc.is_view, gc.geom_idx, dc.description;
+    gc.schema, gc.name, gc.geom, gc.srid, gc.type, gc.relkind, gc.geom_idx, dc.description;

tests/expected/auto/catalog_auto.json

@@ -142,6 +142,10 @@
       "content_type": "application/json",
       "name": "Dummy json data"
     },
+    "mat_view": {
+      "content_type": "application/x-protobuf",
+      "description": "materialized view comment"
+    },
     "png": {
       "content_type": "image/png",
       "name": "ne2sr"

tests/expected/auto/mv_comment.json

@@ -0,0 +1,22 @@
+{
+  "bounds": [
+    -0.0010997122,
+    0.0003416247,
+    -0.0006641716,
+    0.0003683552
+  ],
+  "description": "materialized view comment",
+  "name": "mat_view",
+  "tilejson": "3.0.0",
+  "tiles": [
+    "http://localhost:3111/mat_view/{z}/{x}/{y}"
+  ],
+  "vector_layers": [
+    {
+      "fields": {
+        "id": "int4"
+      },
+      "id": "mat_view"
+    }
+  ]
+}

tests/expected/auto/mv_comment.json.headers

@@ -0,0 +1,5 @@
+content-encoding: br
+content-type: application/json
+etag: "unstable due to floating-point rounding"
+transfer-encoding: chunked
+vary: accept-encoding, Origin, Access-Control-Request-Method, Access-Control-Request-Headers

tests/expected/auto/mv_comment_0_0_0.pbf.geojson

@@ -0,0 +1,34 @@
+{
+  "features": [
+    {
+      "geometry": {
+        "coordinates": [
+          655,
+          2513
+        ],
+        "type": "Point"
+      },
+      "properties": {
+        "id": 1,
+        "source_mvt_layer": "mat_view"
+      },
+      "type": "Feature"
+    },
+    {
+      "geometry": {
+        "coordinates": [
+          1207,
+          2556
+        ],
+        "type": "Point"
+      },
+      "properties": {
+        "id": 2,
+        "source_mvt_layer": "mat_view"
+      },
+      "type": "Feature"
+    }
+  ],
+  "name": "merged",
+  "type": "FeatureCollection"
+}

tests/expected/auto/mv_comment_0_0_0.pbf.headers

@@ -0,0 +1,5 @@
+content-encoding: gzip
+content-length: 82
+content-type: application/x-protobuf
+etag: "hOO9engERDDV6rq6nxxfPQ"
+vary: Origin, Access-Control-Request-Method, Access-Control-Request-Headers

tests/expected/auto/save_config.yaml

@@ -74,6 +74,19 @@ postgres:
       properties:
         big_feat_id: int8
         id: int4
+    mat_view:
+      schema: public
+      table: mat_view
+      srid: 900913
+      geometry_column: geom
+      bounds:
+      - -0.0010997121 # truncated to 10 digits
+      - 0.0003416246 # truncated to 10 digits
+      - -0.0006641715 # truncated to 10 digits
+      - 0.0003683552 # truncated to 10 digits
+      geometry_type: GEOMETRY
+      properties:
+        id: int4
     points1:
       schema: public
       table: points1

tests/expected/martin-cp/composite_save_config.yaml

@@ -72,6 +72,19 @@ postgres:
       properties:
         big_feat_id: int8
         id: int4
+    mat_view:
+      schema: public
+      table: mat_view
+      srid: 900913
+      geometry_column: geom
+      bounds:
+      - -0.0010997121 # truncated to 10 digits
+      - 0.0003416246 # truncated to 10 digits
+      - -0.0006641715 # truncated to 10 digits
+      - 0.0003683552 # truncated to 10 digits
+      geometry_type: GEOMETRY
+      properties:
+        id: int4
     points1:
       schema: public
       table: points1

tests/expected/martin-cp/flat-with-hash_save_config.yaml

@@ -72,6 +72,19 @@ postgres:
       properties:
         big_feat_id: int8
         id: int4
+    mat_view:
+      schema: public
+      table: mat_view
+      srid: 900913
+      geometry_column: geom
+      bounds:
+      - -0.0010997121 # truncated to 10 digits
+      - 0.0003416246 # truncated to 10 digits
+      - -0.0006641715 # truncated to 10 digits
+      - 0.0003683552 # truncated to 10 digits
+      geometry_type: GEOMETRY
+      properties:
+        id: int4
     points1:
       schema: public
       table: points1

tests/expected/martin-cp/flat_save_config.yaml

@@ -72,6 +72,19 @@ postgres:
       properties:
         big_feat_id: int8
         id: int4
+    mat_view:
+      schema: public
+      table: mat_view
+      srid: 900913
+      geometry_column: geom
+      bounds:
+      - -0.0010997121 # truncated to 10 digits
+      - 0.0003416246 # truncated to 10 digits
+      - -0.0006641715 # truncated to 10 digits
+      - 0.0003683552 # truncated to 10 digits
+      geometry_type: GEOMETRY
+      properties:
+        id: int4
     points1:
       schema: public
       table: points1

tests/expected/martin-cp/normalized_save_config.yaml

@@ -72,6 +72,19 @@ postgres:
       properties:
         big_feat_id: int8
         id: int4
+    mat_view:
+      schema: public
+      table: mat_view
+      srid: 900913
+      geometry_column: geom
+      bounds:
+      - -0.0010997121 # truncated to 10 digits
+      - 0.0003416246 # truncated to 10 digits
+      - -0.0006641715 # truncated to 10 digits
+      - 0.0003683552 # truncated to 10 digits
+      geometry_type: GEOMETRY
+      properties:
+        id: int4
     points1:
       schema: public
       table: points1

tests/fixtures/tables/materialized_view.sql

@@ -0,0 +1,22 @@
+CREATE TABLE mat_view_src (
+    id serial PRIMARY KEY,
+    txt text
+);
+
+INSERT INTO mat_view_src (txt) VALUES
+('POINT(-122.4194 37.7749)'),
+('POINT(-73.935242 40.730610)');
+
+CREATE MATERIALIZED VIEW mat_view AS
+SELECT
+    id,
+    ST_GEOMFROMTEXT(txt, 4326) AS geom
+FROM mat_view_src;
+
+DO $do$ BEGIN
+    EXECUTE 'COMMENT ON MATERIALIZED VIEW mat_view IS $tj$' || $$
+    {
+      "description": "materialized view comment"
+    }
+    $$::json || '$tj$';
+END $do$;

tests/test.sh

@@ -433,6 +433,10 @@ test_pbf antimeridian_4_0_5 antimeridian/4/0/5
 test_jsn tbl_comment              MixPoints
 test_jsn fnc_comment              function_Mixed_Name
 
+>&2 echo "***** Test server response for materialized view *****"
+test_jsn mv_comment               mat_view
+test_pbf mv_comment_0_0_0         mat_view/0/0/0
+
 >&2 echo "***** Test server response for the same name in different schemas *****"
 test_jsn same_name_different_schema_table1       table_name_existing_two_schemas
 test_pbf same_name_different_schema_table1_0_0_0 table_name_existing_two_schemas/0/0/0
@@ -451,6 +455,7 @@ kill_process "$MARTIN_PROC_ID" Martin
 
 test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.table_source has no spatial index on column geom'
 test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.table_source_geog has no spatial index on column geog'
+test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.mat_view has no spatial index on column geom'
 test_log_has_str "$LOG_FILE" 'WARN  martin_core::resources::fonts] Ignoring duplicate font Overpass Mono Regular from tests'
 test_log_has_str "$LOG_FILE" 'was renamed to `stamen_toner__raster_CC-BY-ODbL_z3`'
 test_log_has_str "$LOG_FILE" 'was renamed to `table_source_multiple_geom.1`'
@@ -565,6 +570,7 @@ test_metrics "metrics_1"
 kill_process "$MARTIN_PROC_ID" Martin
 test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.table_source has no spatial index on column geom'
 test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.table_source_geog has no spatial index on column geog'
+test_log_has_str "$LOG_FILE" 'WARN  martin::config::file::tiles::postgres::resolver::query_tables] Table public.mat_view has no spatial index on column geom'
 test_log_has_str "$LOG_FILE" 'WARN  martin_core::resources::fonts] Ignoring duplicate font Overpass Mono Regular from tests'
 test_log_has_str "$LOG_FILE" "WARN  martin::config::file::main] Ignoring unrecognized configuration key 'warning'. Please check your configuration file for typos."
 test_log_has_str "$LOG_FILE" "WARN  martin::config::file::main] Ignoring unrecognized configuration key 'observability.warning'. Please check your configuration file for typos."