diff --git a/src/SimpleLoggerFactory.php b/src/SimpleLoggerFactory.php
index c480baf036c2b8c08e1d834d545842803708bea7..cf88a942db65ab9b6cf927da30b79f326c17635b 100644
--- a/src/SimpleLoggerFactory.php
+++ b/src/SimpleLoggerFactory.php
@@ -52,7 +52,7 @@ final class SimpleLoggerFactory implements LoggerFactory {
 	 * @internal
 	 */
 	public function create_wc_handler() {
-		if ( ! $this->options->use_wp_log && ! empty( $this->logger->getHandlers() ) ) {
+		while ( ! $this->options->use_wp_log && ! empty( $this->logger->getHandlers() ) ) {
 			$this->logger->popHandler();
 		}
 		$this->logger->pushHandler(