diff --git a/drivers/tty/serial/imx.c b/drivers/tty/serial/imx.c
index 92606b1e55bd..e883fa1d0b24 100644
--- a/drivers/tty/serial/imx.c
+++ b/drivers/tty/serial/imx.c
@@ -1278,7 +1278,9 @@ static int imx_startup(struct uart_port *port)
         writel(temp & ~UCR4_DREN, sport->port.membase + UCR4);

         /* Can we enable the DMA support? */
-        if (!uart_console(port) && !sport->dma_is_inited)
+        if (!uart_console(port) &&
+            !sport->dma_is_inited &&
+            !sport->port.flags == UPF_LOW_LATENCY)
                 imx_uart_dma_init(sport);

         spin_lock_irqsave(&sport->port.lock, flags);