Added Slack conversation list sync

backend/Makefile

@@ -78,6 +78,10 @@ owasp-process-snapshots:
 	@echo "Processing OWASP snapshots"
 	@CMD="python manage.py owasp_process_snapshots" $(MAKE) exec-backend-command
 
+slack-sync-conversation-list:
+	@echo "Syncing Slack conversation list"
+	@CMD="python manage.py slack_sync_conversation_list" $(MAKE) exec-backend-command
+
 owasp-update-project-health-metrics:
 	@echo "Updating OWASP project health requirements"
 	@CMD="python manage.py owasp_update_project_health_metrics" $(MAKE) exec-backend-command

backend/apps/owasp/admin.py

@@ -5,6 +5,7 @@
 
 from apps.owasp.models.chapter import Chapter
 from apps.owasp.models.committee import Committee
+from apps.owasp.models.conversation import Conversation
 from apps.owasp.models.event import Event
 from apps.owasp.models.project import Project
 from apps.owasp.models.project_health_metrics import ProjectHealthMetrics
@@ -172,6 +173,47 @@ class SponsorAdmin(admin.ModelAdmin):
     )
 
 
+class ConversationAdmin(admin.ModelAdmin):
+    """Admin configuration for Conversation model."""
+
+    list_display = ("name", "entity_id", "created_at", "is_private", "is_archived", "is_general")
+    search_fields = ("name", "topic", "purpose", "entity_id", "creator_id")
+    list_filter = ("created_at", "is_private", "is_archived", "is_general")
+    readonly_fields = ("entity_id", "created_at", "creator_id")
+    fieldsets = (
+        (
+            "Conversation Information",
+            {
+                "fields": (
+                    "entity_id",
+                    "name",
+                    "created_at",
+                    "creator_id",
+                )
+            },
+        ),
+        (
+            "Properties",
+            {
+                "fields": (
+                    "is_private",
+                    "is_archived",
+                    "is_general",
+                )
+            },
+        ),
+        (
+            "Content",
+            {
+                "fields": (
+                    "topic",
+                    "purpose",
+                )
+            },
+        ),
+    )
+
+
 admin.site.register(Chapter, ChapterAdmin)
 admin.site.register(Committee, CommitteeAdmin)
 admin.site.register(Event, EventAdmin)
@@ -180,3 +222,4 @@ class SponsorAdmin(admin.ModelAdmin):
 admin.site.register(ProjectHealthRequirements)
 admin.site.register(Snapshot, SnapshotAdmin)
 admin.site.register(Sponsor, SponsorAdmin)
+admin.site.register(Conversation, ConversationAdmin)

backend/apps/owasp/management/commands/slack_sync_conversation_list.py

@@ -0,0 +1,137 @@
+"""Command to sync Slack channels and groups from the OWASP Slack workspace."""
+
+import logging
+import time
+from datetime import datetime, timezone
+
+import requests
+from django.conf import settings
+from django.core.management.base import BaseCommand
+from django.db import transaction
+
+logger = logging.getLogger(__name__)
+
+
+class SlackSyncError(Exception):
+    """Custom exception for Slack sync errors."""
+
+    MISSING_TOKEN_ERROR = "SLACK BOT TOKEN not found in settings"  # noqa: S105
+    API_ERROR_FORMAT = "Slack API error: {}"
+
+
+class Command(BaseCommand):
+    help = "Sync Slack channels and groups from the OWASP Slack workspace."
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--batch-size",
+            type=int,
+            default=200,
+            help="Number of conversations to retrieve per request",
+        )
+        parser.add_argument(
+            "--delay", type=float, default=0.5, help="Delay between API requests in seconds"
+        )
+
+    def handle(self, *args, **options):
+        from apps.owasp.models.conversation import Conversation
+
+        try:
+            batch_size = options["batch_size"]
+            delay = options["delay"]
+
+            count = self.sync_slack_conversations(Conversation, batch_size=batch_size, delay=delay)
+
+            self.stdout.write(
+                self.style.SUCCESS(f"Successfully synced {count} Slack conversations")
+            )
+        except Exception as e:
+            error_msg = f"Failed to sync Slack conversations: {e}"
+            logger.exception(error_msg)
+            self.stdout.write(self.style.ERROR(error_msg))
+            raise
+
+    def sync_slack_conversations(self, conversation_model, batch_size=200, delay=0.5):
+        slack_token = getattr(settings, "SLACK_BOT_TOKEN", None)
+        if not slack_token:
+            raise SlackSyncError(SlackSyncError.MISSING_TOKEN_ERROR)
+
+        url = "https://slack.com/api/conversations.list"
+        params = {
+            "limit": batch_size,
+            "exclude_archived": False,
+            "types": "public_channel,private_channel",
+        }
+        headers = {"Authorization": f"Bearer {slack_token}"}
+
+        next_cursor = None
+        total_processed = 0
+
+        while True:
+            if next_cursor:
+                params["cursor"] = next_cursor
+
+            response = requests.get(url, headers=headers, params=params, timeout=10)
+            data = response.json()
+
+            if not data.get("ok"):
+                error_msg = f"Slack API error: {data.get('error', 'Unknown error')}"
+                logger.error(error_msg)
+                raise SlackSyncError(error_msg)
+
+            conversations = data.get("channels", [])
+            self.process_conversations(conversations, conversation_model)
+            total_processed += len(conversations)
+
+            self.stdout.write(f"Processed {len(conversations)} conversations...")
+
+            next_cursor = data.get("response_metadata", {}).get("next_cursor")
+            if not next_cursor:
+                break
+
+            # Add a small delay to avoid rate limiting
+            time.sleep(delay)
+
+        return total_processed
+
+    @transaction.atomic
+    def process_conversations(self, conversations, conversation_model):
+        conversation_objects = []
+
+        for conversation in conversations:
+            try:
+                # Convert Unix timestamp to datetime
+                created_timestamp = int(conversation.get("created", 0))
+                created_datetime = datetime.fromtimestamp(created_timestamp, tz=timezone.utc)
+
+                defaults = {
+                    "name": conversation.get("name", ""),
+                    "created_at": created_datetime,
+                    "is_private": conversation.get("is_private", False),
+                    "is_archived": conversation.get("is_archived", False),
+                    "is_general": conversation.get("is_general", False),
+                    "topic": conversation.get("topic", {}).get("value", ""),
+                    "purpose": conversation.get("purpose", {}).get("value", ""),
+                    "creator_id": conversation.get("creator", ""),
+                }
+
+                obj, created = conversation_model.objects.update_or_create(
+                    entity_id=conversation["id"], defaults=defaults
+                )
+                conversation_objects.append(obj)
+
+                if created:
+                    logger.info("Created new conversation: %s", obj.name)
+                else:
+                    logger.info("Updated conversation: %s", obj.name)
+
+            except KeyError:
+                logger.exception("Missing required field in conversation data")
+                continue
+            except Exception:
+                logger.exception(
+                    "Error processing conversation %s", conversation.get("id", "unknown")
+                )
+                continue
+
+        return conversation_objects

backend/apps/owasp/migrations/0023_conversation.py

@@ -0,0 +1,37 @@
+# Generated by Django 5.1.7 on 2025-03-07 12:22
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("owasp", "0022_sponsor"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="Conversation",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True, primary_key=True, serialize=False, verbose_name="ID"
+                    ),
+                ),
+                ("entity_id", models.CharField(max_length=255, unique=True)),
+                ("name", models.CharField(max_length=255)),
+                ("created_at", models.DateTimeField()),
+                ("is_private", models.BooleanField(default=False)),
+                ("is_archived", models.BooleanField(default=False)),
+                ("is_general", models.BooleanField(default=False)),
+                ("topic", models.TextField(blank=True, default="")),
+                ("purpose", models.TextField(blank=True, default="")),
+                ("creator_id", models.CharField(max_length=255)),
+                ("updated_at", models.CharField(max_length=255)),
+            ],
+            options={
+                "verbose_name_plural": "Conversations",
+                "db_table": "slack_conversations",
+            },
+        ),
+    ]

backend/apps/owasp/migrations/0024_remove_conversation_updated_at_and_more.py

@@ -0,0 +1,37 @@
+# Generated by Django 5.1.7 on 2025-03-07 13:25
+
+import django.utils.timezone
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("owasp", "0023_conversation"),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name="conversation",
+            name="updated_at",
+        ),
+        migrations.AddField(
+            model_name="conversation",
+            name="nest_created_at",
+            field=models.DateTimeField(auto_now_add=True, default=django.utils.timezone.now),
+            preserve_default=False,
+        ),
+        migrations.AddField(
+            model_name="conversation",
+            name="nest_updated_at",
+            field=models.DateTimeField(auto_now=True),
+        ),
+        migrations.AlterField(
+            model_name="conversation",
+            name="created_at",
+            field=models.DateTimeField(blank=True, null=True),
+        ),
+        migrations.AlterModelTable(
+            name="conversation",
+            table="owasp_slack_conversations",
+        ),
+    ]

backend/apps/owasp/models/conversation.py

@@ -0,0 +1,27 @@
+"""OWASP app conversation models."""
+
+from django.db import models
+
+from apps.common.models import TimestampedModel
+
+
+class Conversation(TimestampedModel):
+    """Model representing a Slack conversation (channel or group)."""
+
+    class Meta:
+        db_table = "owasp_slack_conversations"
+        verbose_name_plural = "Conversations"
+
+    entity_id = models.CharField(max_length=255, unique=True)
+    name = models.CharField(max_length=255)
+    created_at = models.DateTimeField(blank=True, null=True)
+    is_private = models.BooleanField(default=False)
+    is_archived = models.BooleanField(default=False)
+    is_general = models.BooleanField(default=False)
+    topic = models.TextField(blank=True, default="")
+    purpose = models.TextField(blank=True, default="")
+    creator_id = models.CharField(max_length=255)
+
+    def __str__(self):
+        """Return a string representation of the conversation."""
+        return self.name