[08/02/12 09:10:43:606 EST] ERROR business.ESContentFactoryImpl: Failed to execute phase [query], total failure; shardFailures {[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][0]: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }{[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][1]: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }
org.elasticsearch.action.search.SearchPhaseExecutionException: Failed to execute phase [query], total failure; shardFailures {[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][0]: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }{[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][1]: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:258)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onFailure(TransportSearchTypeAction.java:211)
	at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:137)
	at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:192)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:178)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
	at java.lang.Thread.run(Thread.java:680)
[08/02/12 09:10:43:607 EST] ERROR ajax.ContentletAjax: Unable to execute Lucene Query
java.lang.RuntimeException: org.elasticsearch.action.search.SearchPhaseExecutionException: Failed to execute phase [query], total failure; shardFailures {[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][0]: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }{[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][1]: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }
	at com.dotcms.content.elasticsearch.business.ESContentFactoryImpl.indexSearch(ESContentFactoryImpl.java:1238)
	at com.dotcms.content.elasticsearch.business.ESContentletAPIImpl.searchIndex(ESContentletAPIImpl.java:553)
	at com.dotcms.content.elasticsearch.business.ESContentletAPIImpl.search(ESContentletAPIImpl.java:457)
	at com.dotcms.content.elasticsearch.business.ESContentletAPIImpl.search(ESContentletAPIImpl.java:449)
	at com.dotmarketing.portlets.contentlet.business.ContentletAPIInterceptor.search(ContentletAPIInterceptor.java:1511)
	at com.dotmarketing.portlets.contentlet.ajax.ContentletAjax.searchContentletsByUser(ContentletAjax.java:590)
	at com.dotmarketing.portlets.contentlet.ajax.ContentletAjax.searchContentlets(ContentletAjax.java:259)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at org.directwebremoting.impl.CreatorModule$1.doFilter(CreatorModule.java:229)
	at org.directwebremoting.impl.CreatorModule.executeMethod(CreatorModule.java:241)
	at org.directwebremoting.impl.DefaultRemoter.execute(DefaultRemoter.java:379)
	at org.directwebremoting.impl.DefaultRemoter.execute(DefaultRemoter.java:332)
	at org.directwebremoting.dwrp.BaseCallHandler.handle(BaseCallHandler.java:104)
	at org.directwebremoting.servlet.UrlProcessor.handle(UrlProcessor.java:120)
	at org.directwebremoting.servlet.DwrServlet.doPost(DwrServlet.java:141)
	at javax.servlet.http.HttpServlet.service(HttpServlet.java:637)
	at javax.servlet.http.HttpServlet.service(HttpServlet.java:717)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at com.dotmarketing.filters.CMSFilter.doFilter(CMSFilter.java:126)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at com.dotmarketing.filters.AutoLoginFilter.doFilter(AutoLoginFilter.java:60)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at com.dotmarketing.filters.CacheImagesFilter.doFilter(CacheImagesFilter.java:47)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at com.dotmarketing.cms.urlmap.filters.URLMapFilter.doFilter(URLMapFilter.java:86)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at com.dotmarketing.filters.CharsetEncodingFilter.doFilter(CharsetEncodingFilter.java:140)
	at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
	at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
	at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:233)
	at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:191)
	at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:465)
	at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
	at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
	at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
	at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:555)
	at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:298)
	at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:852)
	at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:588)
	at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:489)
	at java.lang.Thread.run(Thread.java:680)
Caused by: org.elasticsearch.action.search.SearchPhaseExecutionException: Failed to execute phase [query], total failure; shardFailures {[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][0]: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][0]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }{[cw_3ptbiSoW1RAVb7X_57Q][working_20120208090813][1]: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [Failed to parse source [:)
򃳩ze$’„query򋱵ery_string򁠫structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true??sort𺍭oddate_dotraw򄯲derCdesc󻹻]]]; nested: SearchParseException[[working_20120208090813][1]: query[+structurename:webpagecontent +(conhost:48190c8c-42c4-46af-8d1a-0cd5db894797 conhost:system_host) +languageid:1 +deleted:false +working:true],from[-1],size[41]: Parse Failure [No mapping found for [moddate_dotraw] in order to sort on]]; }
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.onFirstPhaseResult(TransportSearchTypeAction.java:258)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$3.onFailure(TransportSearchTypeAction.java:211)
	at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:137)
	at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:205)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:192)
	at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:178)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
	... 1 more
[08/02/12 09:10:53:243 EST]  INFO action.ViewCMSMaintenanceAction: Running Contents Index Cache
[08/02/12 09:10:53:251 EST]  INFO action.ViewCMSMaintenanceAction: Running Contentlet Reindex
[08/02/12 09:10:53:304 EST]  INFO cluster.metadata: [dotCMS_1] [working_20120208091053] creating index, cause [api], shards [2]/[0], mappings [content]
[08/02/12 09:10:53:472 EST]  INFO cluster.metadata: [dotCMS_1] [live_20120208091053] creating index, cause [api], shards [2]/[0], mappings [content]
[08/02/12 09:11:03:608 EST]  INFO action.ViewCMSMaintenanceAction: processAction : Running Contentlet Reindex
[08/02/12 09:11:03:628 EST]  WARN db.DotConnect: Somewhat slow query, total time: 10032.173ms, query preparation time: 0.012ms, query execution time: 10032.152ms, metadata time: 0.0060ms, SQL: load_records_to_index @server_id='1', @records_to_fetch=50, parameters: []
[08/02/12 09:11:04:439 EST]  INFO cluster.metadata: [dotCMS_1] [working_20120208090813] update_mapping [content] (dynamic)
[08/02/12 09:11:04:448 EST]  INFO cluster.metadata: [dotCMS_1] [live_20120208090813] update_mapping [content] (dynamic)
[08/02/12 09:11:04:460 EST]  INFO cluster.metadata: [dotCMS_1] [live_20120208091053] update_mapping [content] (dynamic)
[08/02/12 09:11:04:496 EST]  INFO cluster.metadata: [dotCMS_1] [working_20120208091053] update_mapping [content] (dynamic)
[08/02/12 09:11:04:904 EST]  INFO cluster.metadata: [dotCMS_1] [working_20120208090813] update_mapping [content] (dynamic)
[08/02/12 09:11:04:938 EST]  INFO cluster.metadata: [dotCMS_1] [live_20120208091053] update_mapping [content] (dynamic)