diff --git a/src/bash_functions.sh b/src/bash_functions.sh
index d30df93..0c69f51 100644
--- a/src/bash_functions.sh
+++ b/src/bash_functions.sh
@@ -72,7 +72,7 @@ setup_web_password() {
         fi
 
         # Exit if password is already set in config file
-        if [[ -n $(pihole-FTL --config webserver.api.pwhash) ]]; then
+        if [[ $(pihole-FTL --config webserver.api.pwhash) = \$BALLOON-SHA256* ]]; then
             echo "  [i] Password already set in config file"
             return
         fi