diff --git a/tasks/main.yml b/tasks/main.yml
index 6d44c2b..8556536 100644
--- a/tasks/main.yml
+++ b/tasks/main.yml
@@ -70,8 +70,8 @@
 #       - "output.ansible_facts['cryptpad-app']['cryptpad-app'].state.running"
 
 - name: "Test whether cryptpad is healthy from the outside"
+  when: not ansible_check_mode
   become: false
-  check_mode: no
   uri:
     url: "{{ cryptpad_http_unsafe_origin_url }}"
     return_content: yes