diff --git a/tasks/main.yml b/tasks/main.yml
index 21a3f78..1ef8919 100644
--- a/tasks/main.yml
+++ b/tasks/main.yml
@@ -82,8 +82,8 @@
       - "output.ansible_facts['web']['jitsi_web_1'].state.running"
 
 - name: "Test whether Jitsi is healthy from the outside"
+  when: not ansible_check_mode
   become: false
-  check_mode: no
   uri:
     url: https://{{ jitsi_virtual_host }}
     return_content: yes