diff --git a/drivers/serial/serial_s5p.c b/drivers/serial/serial_s5p.c
index de420d2d94..180cfc0b9a 100644
--- a/drivers/serial/serial_s5p.c
+++ b/drivers/serial/serial_s5p.c
@@ -273,6 +273,7 @@ U_BOOT_DRIVER(serial_s5p) = {
 
 static inline void _debug_uart_init(void)
 {
+#ifdef CONFIG_SKIP_LOWLEVEL_INIT
 	if (IS_ENABLED(CONFIG_DEBUG_UART_SKIP_INIT))
 		return;
 
@@ -284,6 +285,8 @@ static inline void _debug_uart_init(void)
 #else
 	s5p_serial_baud(uart, 1, CONFIG_DEBUG_UART_CLOCK, CONFIG_BAUDRATE);
 #endif
+
+#endif
 }
 
 static inline void _debug_uart_putc(int ch)