diff --git a/changelog.d/5-internal/mls-flaky-key-package b/changelog.d/5-internal/mls-flaky-key-package
new file mode 100644
index 0000000000..c27baf3b98
--- /dev/null
+++ b/changelog.d/5-internal/mls-flaky-key-package
@@ -0,0 +1 @@
+Fix flaky key package test
diff --git a/services/brig/test/integration/API/MLS.hs b/services/brig/test/integration/API/MLS.hs
index 8e204ab8e7..7f66272578 100644
--- a/services/brig/test/integration/API/MLS.hs
+++ b/services/brig/test/integration/API/MLS.hs
@@ -22,13 +22,14 @@ import Bilge
 import Bilge.Assert
 import Brig.Options
 import qualified Data.Aeson as Aeson
+import qualified Data.ByteString as BS
 import Data.ByteString.Conversion
 import Data.Id
 import Data.Qualified
 import qualified Data.Set as Set
 import Federation.Util
 import Imports
-import Test.QuickCheck (arbitrary, generate, resize)
+import Test.QuickCheck hiding ((===))
 import Test.Tasty
 import Test.Tasty.HUnit
 import UnliftIO.Temporary
@@ -168,8 +169,8 @@ testKeyPackageRemoteClaim opts brig = do
       KeyPackageBundleEntry
         <$> pure u
         <*> arbitrary
-        <*> (KeyPackageRef <$> arbitrary)
-        <*> (KeyPackageData <$> resize 64 arbitrary)
+        <*> (KeyPackageRef . BS.pack <$> vector 32)
+        <*> (KeyPackageData . BS.pack <$> vector 64)
   let mockBundle = KeyPackageBundle (Set.fromList entries)
   (bundle :: KeyPackageBundle, _reqs) <-
     liftIO . withTempMockFederator opts (Aeson.encode mockBundle) $