diff --git a/spanner-library/src/main/java/dk/ilios/spanner/benchmark/BenchmarkClass.java b/spanner-library/src/main/java/dk/ilios/spanner/benchmark/BenchmarkClass.java
index e3cd4066..f9335f11 100644
--- a/spanner-library/src/main/java/dk/ilios/spanner/benchmark/BenchmarkClass.java
+++ b/spanner-library/src/main/java/dk/ilios/spanner/benchmark/BenchmarkClass.java
@@ -136,7 +136,7 @@ private void validateBenchmarkMethods(List<Method> methods) throws InvalidBenchm
 
     private void verifyBenchmarkMethod(Method method) throws InvalidBenchmarkException {
         int modifiers = method.getModifiers();
-        if (modifiers != Modifier.PUBLIC) {
+        if ((modifiers & Modifier.PUBLIC) != Modifier.PUBLIC) {
             throw new InvalidBenchmarkException("Benchmark methods must only be public: " + method.getName());
         }
 
@@ -155,7 +155,7 @@ private void verifyBenchmarkMethod(Method method) throws InvalidBenchmarkExcepti
 
     private void verifyCustomMeasurementMethod(Method method) throws InvalidBenchmarkException {
         int modifiers = method.getModifiers();
-        if (modifiers != Modifier.PUBLIC) {
+        if ((modifiers & Modifier.PUBLIC) != Modifier.PUBLIC) {
             throw new InvalidBenchmarkException("Benchmark methods must only be public: " + method.getName());
         }