\documentclass[14pt]{article}

\usepackage{unicode-math}
\usepackage[
detect-all,
detect-inline-family=math
]{siunitx}
\setmainfont{Latin Modern Roman}

\setmathfont[math-style=ISO]{Latin Modern Math}
\begin{document}
	\centering
	text: 123 \num{123}\\
	inline math: $123~\num{123}$\\
	display math: \[123~\num{123}\]
\end{document}