diff --git a/pytest.ini b/pytest.ini
index 828ca9b5f..168bed5ee 100644
--- a/pytest.ini
+++ b/pytest.ini
@@ -8,3 +8,4 @@ testpaths =
 markers =
     gpu: marks tests that require GPUs (skipped by default, run with '--rungpu')
     queries: marks tests that run test queries (skipped by default, run with '--runqueries')
+xfail_strict=true
diff --git a/tests/integration/test_create.py b/tests/integration/test_create.py
index ef8f82fb4..d1a5d528a 100644
--- a/tests/integration/test_create.py
+++ b/tests/integration/test_create.py
@@ -159,10 +159,7 @@ def test_create_from_query(c, df):
         False,
         pytest.param(
             True,
-            marks=(
-                pytest.mark.gpu,
-                pytest.mark.xfail(reason="to_pandas() changes int precision"),
-            ),
+            marks=pytest.mark.gpu,
         ),
     ],
 )
diff --git a/tests/integration/test_model.py b/tests/integration/test_model.py
index ef6c41e14..fd2ba8c3e 100644
--- a/tests/integration/test_model.py
+++ b/tests/integration/test_model.py
@@ -1,6 +1,5 @@
 import os
 import pickle
-import sys
 
 import joblib
 import pandas as pd
@@ -576,10 +575,6 @@ def test_mlflow_export(c, training_df, tmpdir):
 
 
 # TODO - many ML tests fail on clusters without sklearn - can we avoid this?
-@pytest.mark.xfail(
-    sys.platform == "win32",
-    reason="Windows is not officially supported for dask/xgboost",
-)
 @skip_if_external_scheduler
 def test_mlflow_export_xgboost(c, client, training_df, tmpdir):
     # Test only when mlflow & xgboost was installed
diff --git a/tests/unit/test_queries.py b/tests/unit/test_queries.py
index cc92b9d5b..8c29d5f60 100644
--- a/tests/unit/test_queries.py
+++ b/tests/unit/test_queries.py
@@ -3,7 +3,6 @@
 import pytest
 
 XFAIL_QUERIES = (
-    2,
     4,
     5,
     6,
@@ -15,7 +14,6 @@
     13,
     14,
     16,
-    17,
     18,
     20,
     21,
@@ -32,7 +30,6 @@
     39,
     40,
     41,
-    43,
     44,
     45,
     47,
@@ -45,7 +42,6 @@
     58,
     59,
     62,
-    64,
     66,
     67,
     69,
@@ -54,7 +50,6 @@
     73,
     74,
     75,
-    76,
     77,
     78,
     80,