Reduce the number of queries used in tagging API [FC-00036]

openedx_learning/__init__.py

@@ -1,4 +1,4 @@
 """
 Open edX Learning ("Learning Core").
 """
-__version__ = "0.6.1"
+__version__ = "0.6.2"

openedx_tagging/core/tagging/models/base.py

@@ -372,6 +372,12 @@ def copy(self, taxonomy: Taxonomy) -> Taxonomy:
         self.visible_to_authors = taxonomy.visible_to_authors
         self.export_id = taxonomy.export_id
         self._taxonomy_class = taxonomy._taxonomy_class  # pylint: disable=protected-access
+
+        # Copy Django's internal prefetch_related cache to reduce queries required on the casted taxonomy.
+        if hasattr(taxonomy, '_prefetched_objects_cache'):
+            # pylint: disable=protected-access,attribute-defined-outside-init
+            self._prefetched_objects_cache: dict = taxonomy._prefetched_objects_cache
+
         return self
 
     def get_filtered_tags(

openedx_tagging/core/tagging/rest_api/v1/permissions.py

@@ -4,7 +4,7 @@
 import rules  # type: ignore[import]
 from rest_framework.permissions import DjangoObjectPermissions
 
-from ...models import Tag
+from ...models import Tag, Taxonomy
 
 
 class TaxonomyObjectPermissions(DjangoObjectPermissions):
@@ -58,3 +58,23 @@ def has_object_permission(self, request, view, obj):
         """
         obj = obj.taxonomy if isinstance(obj, Tag) else obj
         return rules.has_perm("oel_tagging.list_tag", request.user, obj)
+
+    def has_permission(self, request, view):
+        """
+        Returns True if the request user is allowed the given view on the Taxonomy model.
+
+        We override this method to avoid calling our view's get_queryset(), which performs database queries.
+        """
+        # Workaround to ensure DjangoModelPermissions are not applied
+        # to the root view when using DefaultRouter.
+        if getattr(view, '_ignore_model_permissions', False):
+            return True
+
+        if not request.user or (
+           not request.user.is_authenticated and self.authenticated_users_only):
+            return False
+
+        queryset = Taxonomy.objects
+        perms = self.get_required_permissions(request.method, queryset.model)
+
+        return request.user.has_perms(perms)

openedx_tagging/core/tagging/rest_api/v1/serializers.py

@@ -100,6 +100,13 @@ def to_representation(self, instance):
         return super().to_representation(instance)
 
     def get_tags_count(self, instance):
+        """
+        Return the "tags_count" annotation if present.
+
+        Or just count the taxonomy's tags.
+        """
+        if hasattr(instance, 'tags_count'):
+            return instance.tags_count
         return instance.tag_set.count()
 
     def get_can_tag_object(self, instance) -> bool | None:

openedx_tagging/core/tagging/rest_api/v1/views.py

@@ -252,7 +252,9 @@ def get_queryset(self) -> models.QuerySet:
         query_params.is_valid(raise_exception=True)
         enabled = query_params.data.get("enabled", None)
 
-        return get_taxonomies(enabled)
+        qs = get_taxonomies(enabled)
+        qs = qs.annotate(tags_count=models.Count("tag", distinct=True))
+        return qs
 
     def perform_create(self, serializer) -> None:
         """

tests/openedx_tagging/core/tagging/test_views.py

@@ -257,7 +257,7 @@ def test_list_taxonomy_query_count(self):
         url = TAXONOMY_LIST_URL
 
         self.client.force_authenticate(user=self.user)
-        with self.assertNumQueries(5):
+        with self.assertNumQueries(3):
             response = self.client.get(url)
 
         assert response.status_code == 200
@@ -1461,7 +1461,7 @@ def test_small_query_count(self):
         url = f"{self.small_taxonomy_url}?search_term=eU"
 
         self.client.force_authenticate(user=self.staff)
-        with self.assertNumQueries(5):
+        with self.assertNumQueries(4):
             response = self.client.get(url)
 
         assert response.status_code == status.HTTP_200_OK