Inference: Fix broken functional tests on gitlab

tests/functional_tests/python_test_utils/test_inference_regular_pipeline.py

@@ -6,6 +6,7 @@
 import os
 from statistics import median
 
+import numpy as np
 import pytest
 import yaml
 
@@ -189,10 +190,16 @@ def test_inference_pipeline(
 
         if "routing_indices" in groundtruth_results and "routing_indices" in metrics:
             at_least_one_test_loop = True
-            routing_indices_groundtruth = groundtruth_results["routing_indices"]
-            routing_indices_current = current_results["routing_indices"]
-            assert (
-                routing_indices_groundtruth == routing_indices_current
+            token_indices = groundtruth_results.get("routing_indices_token_indices")
+            current_routing = np.array(current_results["routing_indices"])
+            assert token_indices is not None
+            current_routing = current_routing[token_indices]
+            routing_indices_groundtruth = np.sort(
+                np.array(groundtruth_results["routing_indices"]), axis=-1
+            )
+            routing_indices_current = np.sort(current_routing, axis=-1)
+            assert np.array_equal(
+                routing_indices_groundtruth, routing_indices_current
             ), f"Routing indices mismatch:\nGround truth: {routing_indices_groundtruth}\nCurrent: {routing_indices_current}"
 
         if not at_least_one_test_loop: