<move todir="my/src/dir" includeemptydirs="false">
  <fileset dir="my/src/dir">
    <exclude name="**/*.xml"/>
  </fileset>
  <mapper type="glob" from="*" to="*.xml"/>
</move>