documentclass{article}
    usepackage{amsmath,amsfonts,amssymb,amsthm,epsfig,epstopdf,titling,url,array}


    theoremstyle{plain}
    newtheorem{thm}{Theorem}[section]
    newtheorem{lem}[thm]{Lemma}
    newtheorem{prop}[thm]{Proposition}
    newtheorem*{cor}{Corollary}
    newtheorem{prob}[thm]{Problem}

    theoremstyle{definition}
    newtheorem{defn}{Definition}[section]
    newtheorem{conj}{Conjecture}[section]
    newtheorem{exmp}{Example}[section]

    theoremstyle{remark}
    newtheorem*{rem}{Remark}
    newtheorem*{note}{Note}

    begin{document}

    section{Chapter 1}

    begin{prob}

    This should Read Problem 1.36, rather than 1.1

    end{prob}



    end{document}