diff --git a/Tests/benchmarks.py b/Tests/benchmarks.py
index b3fd210e991..b56892657af 100644
--- a/Tests/benchmarks.py
+++ b/Tests/benchmarks.py
@@ -1014,6 +1014,7 @@ def test_quantize_to_palette(
     if output_mode == "P":
         result = bench(im.quantize, palette=palette, dither=dither)
     else:
+        palette.load()
         result = bench(lambda: im._new(im.im.convert(output_mode, dither, palette.im)))
     assert result.mode == output_mode
     benchmark_save(result)