PB-1489: Skip non-prod datasets in bod_sync

Author: msom

app/bod/management/commands/bod_sync.py

@@ -254,7 +254,7 @@ def import_datasets(self) -> None:
         """
 
         processed = set()
-        for bod_dataset in BodDataset.objects.all():
+        for bod_dataset in BodDataset.objects.filter(staging='prod').all():
             # Keep track of processed BOD datasets for orphan removal
             legacy_id = bod_dataset.id
             processed.add(legacy_id)

app/bod/migrations/0001_initial.py

@@ -1,4 +1,4 @@
-# Generated by Django 5.0.9 on 2024-10-03 13:55
+# Generated by Django 5.0.12 on 2025-03-11 11:57
 
 from django.conf import settings
 from django.db import migrations
@@ -39,6 +39,7 @@ class Migration(migrations.Migration):
                 ('id', models.AutoField(primary_key=True, serialize=False, unique=True)),
                 ('id_dataset', models.TextField()),
                 ('fk_contactorganisation_id', models.IntegerField(blank=True, null=True)),
+                ('staging', models.TextField(blank=True, null=True)),
             ],
             options={
                 'db_table': 'dataset',

app/bod/models.py

@@ -28,6 +28,7 @@ class BodDataset(models.Model):
     id = models.AutoField(unique=True, primary_key=True)
     id_dataset = models.TextField()
     fk_contactorganisation_id = models.IntegerField(blank=True, null=True)
+    staging = models.TextField(blank=True, null=True)
 
     class Meta:
         managed = settings.TESTING

app/tests/bod/test_bod_sync_command.py

@@ -41,7 +41,8 @@ def fixture_bod_dataset(bod_contact_organisation):
     yield BodDataset.objects.create(
         id=170,
         id_dataset="ch.bafu.auen-vegetationskarten",
-        fk_contactorganisation_id=bod_contact_organisation.pk_contactorganisation_id
+        fk_contactorganisation_id=bod_contact_organisation.pk_contactorganisation_id,
+        staging="prod"
     )
 
 
@@ -237,7 +238,7 @@ def test_command_imports_datasets(bod_contact_organisation, bod_dataset):
     assert dataset.dataset_id == "ch.bafu.auen-vegetationskarten"
 
 
-def test_command_skips_invalid_datasets(bod_contact_organisation, bod_dataset):
+def test_command_skips_invalid_datasets(bod_dataset):
     out = StringIO()
     call_command(
         "bod_sync", providers=False, attributions=False, datasets=True, verbosity=2, stdout=out
@@ -252,6 +253,19 @@ def test_command_skips_invalid_datasets(bod_contact_organisation, bod_dataset):
     assert Dataset.objects.count() == 0
 
 
+def test_command_skips_non_prod_datasets(bod_dataset):
+    bod_dataset.staging = 'test'
+
+    out = StringIO()
+    call_command(
+        "bod_sync", providers=False, attributions=False, datasets=True, verbosity=2, stdout=out
+    )
+    assert 'nothing to be done, already in sync' in out.getvalue()
+    assert Provider.objects.count() == 0
+    assert Attribution.objects.count() == 0
+    assert Dataset.objects.count() == 0
+
+
 def test_command_updates(bod_contact_organisation, bod_dataset):
     # Add objects that will be updated
     provider = Provider.objects.create(