add dataset mv refresh

Author: rshewitt

database/interface.py

@@ -3,7 +3,7 @@
 from functools import wraps
 from typing import List
 
-from sqlalchemy import asc, desc, func, inspect
+from sqlalchemy import asc, desc, func, inspect, text
 from sqlalchemy.exc import NoResultFound
 from sqlalchemy.orm import aliased
 
@@ -803,6 +803,25 @@ def get_harvest_records_by_source(
             model="harvest_records", facets=facet_string, order_by=order_by, **kwargs
         )
 
+    def refresh_dataset_mv(self):
+        try:
+            self.db.execute(
+                text(
+                    """
+                    DO $$
+                    BEGIN
+                        IF EXISTS (SELECT 1 FROM pg_class WHERE relname = 'dataset' AND relkind = 'm') THEN
+                            REFRESH MATERIALIZED VIEW CONCURRENTLY dataset;
+                        END IF;
+                    END $$;
+                """
+                )
+            )
+            self.db.commit()
+        except Exception as e:
+            logger.error("Error: %s", e)
+            self.db.rollback()
+
 
 def order_by_helper(model, order_by):
     return model.date_created.asc() if order_by == "asc" else model.date_created.desc()

harvester/harvest.py

@@ -1038,6 +1038,10 @@ def harvest_job_starter(job_id, job_type="harvest"):
 
     logger.info(f"Harvest job completed for JobId: {job_id}")
 
+    logger.info("Refreshing 'dataset' materialized view")
+    # refresh "dataset" materialized view
+    harvest_source.db_interface.refresh_dataset_mv()
+
     # close the db connection after job to prevent persistent open connections
     harvest_source.db_interface.close()