[2014-05-01 22:55:26,536][INFO ][cluster.metadata ] [Radian] [logstash-2014.05.01] update_mapping [bash-history] (dynamic) [2014-05-01 22:55:37,825][INFO ][node ] [Radian] stopping ... [2014-05-01 22:55:39,115][INFO ][node ] [Meltdown] version[1.1.0], pid[9562], build[2181e11/2014-03-25T15:59:51Z] [2014-05-01 22:55:39,115][INFO ][node ] [Meltdown] initializing ... [2014-05-01 22:55:39,118][INFO ][plugins ] [Meltdown] loaded [], sites [] [2014-05-01 22:55:40,049][INFO ][node ] [Radian] stopped [2014-05-01 22:55:40,049][INFO ][node ] [Radian] closing ... [2014-05-01 22:55:40,082][INFO ][node ] [Radian] closed [2014-05-01 22:55:40,976][INFO ][node ] [Meltdown] initialized [2014-05-01 22:55:40,976][INFO ][node ] [Meltdown] starting ... [2014-05-01 22:55:41,053][INFO ][transport ] [Meltdown] bound_address {inet[/127.0.0.1:9300]}, publish_address {inet[/127.0.0.1:9300]} [2014-05-01 22:55:41,101][INFO ][discovery.zen.ping.multicast] [Meltdown] multicast failed to start [SocketException[Invalid argument]], disabling [2014-05-01 22:55:41,106][WARN ][discovery.zen.ping.multicast] [Meltdown] failed to send multicast ping request: NullPointerException[null] [2014-05-01 22:55:42,608][WARN ][discovery.zen.ping.multicast] [Meltdown] failed to send multicast ping request: NullPointerException[null] [2014-05-01 22:55:44,114][INFO ][cluster.service ] [Meltdown] new_master [Meltdown][GJ_Ukf-SQ4uSsH167E0O4A][myhost.domain.tld][inet[/127.0.0.1:9300]], reason: zen-disco-join (elected_as_master) [2014-05-01 22:55:44,123][INFO ][discovery ] [Meltdown] elasticsearch/GJ_Ukf-SQ4uSsH167E0O4A [2014-05-01 22:55:44,133][INFO ][http ] [Meltdown] bound_address {inet[/127.0.0.1:9200]}, publish_address {inet[/127.0.0.1:9200]} [2014-05-01 22:55:44,164][INFO ][gateway ] [Meltdown] recovered [0] indices into cluster_state [2014-05-01 22:55:44,164][INFO ][node ] [Meltdown] started [2014-05-01 22:55:47,120][INFO ][cluster.service ] [Meltdown] added {[logstash-myhost.domain.tld-22934-4078][ZdxPoj4NR2ik83AAtJWq6w][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false},}, reason: zen-disco-receive(join from node[[logstash-myhost.domain.tld-22934-4078][ZdxPoj4NR2ik83AAtJWq6w][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false}]) [2014-05-01 22:55:47,355][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] creating index, cause [auto(bulk api)], shards [5]/[1], mappings [] [2014-05-01 22:55:47,663][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [bash-history] (dynamic) [2014-05-01 22:56:06,087][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [apache] (dynamic) [2014-05-01 22:56:07,331][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [apache] (dynamic) [2014-05-01 22:56:34,615][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [bash-history] (dynamic) [2014-05-01 22:57:43,189][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [apache] (dynamic) [2014-05-01 22:58:40,485][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 22:58:41,510][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [syslog] (dynamic) [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][3], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48f312d7] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][3]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"duration_usec","key_field":"request_path.raw","size":20,"order":"mean"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:POST"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635864,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for request_path.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,948][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][2], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@786becbc] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][2]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient.raw","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635865,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,948][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][4], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48f312d7] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][4]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"duration_usec","key_field":"request_path.raw","size":20,"order":"mean"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:POST"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635864,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for request_path.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][3], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@786becbc] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][3]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient.raw","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635865,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][0], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48f312d7] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][0]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"duration_usec","key_field":"request_path.raw","size":20,"order":"mean"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:POST"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635864,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for request_path.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][1], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48f312d7] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][1]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"duration_usec","key_field":"request_path.raw","size":20,"order":"mean"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:POST"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635864,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for request_path.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][4], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@786becbc] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][4]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient.raw","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635865,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][2], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48f312d7] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][2]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"duration_usec","key_field":"request_path.raw","size":20,"order":"mean"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:POST"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635864,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for request_path.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][0], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@786becbc] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][0]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient.raw","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635865,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,947][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][1], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@786becbc] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][1]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient.raw","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398891635865,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient.raw at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:00:35,954][DEBUG][action.search.type ] [Meltdown] All shards failed for phase: [query] [2014-05-01 23:00:35,950][DEBUG][action.search.type ] [Meltdown] All shards failed for phase: [query] [2014-05-01 23:01:11,676][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][0], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48e70148] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][0]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398934871616,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:11,676][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][1], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48e70148] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][1]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398934871616,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:11,676][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][4], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48e70148] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][4]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398934871616,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:11,676][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][2], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48e70148] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][2]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398934871616,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:11,676][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][3], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@48e70148] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][3]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398934871616,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:11,679][DEBUG][action.search.type ] [Meltdown] All shards failed for phase: [query] [2014-05-01 23:01:46,193][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][4], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@c91c49e] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][4]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398373306127,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:46,193][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][0], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@c91c49e] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][0]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398373306127,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:46,193][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][2], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@c91c49e] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][2]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398373306127,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:46,193][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][1], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@c91c49e] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][1]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398373306127,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:46,193][DEBUG][action.search.type ] [Meltdown] [logstash-2014.05.01][3], node[GJ_Ukf-SQ4uSsH167E0O4A], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@c91c49e] lastShard [true] org.elasticsearch.search.SearchParseException: [logstash-2014.05.01][3]: from[-1],size[-1]: Parse Failure [Failed to parse source [{"facets":{"terms":{"terms_stats":{"value_field":"elapsedtime","key_field":"recipient","size":10,"order":"count"},"facet_filter":{"fquery":{"query":{"filtered":{"query":{"bool":{"should":[{"query_string":{"query":"method:GET"}},{"query_string":{"query":"method:POST"}},{"query_string":{"query":"duration_usec:[0 TO 1000]"}},{"query_string":{"query":"duration_usec:[1001 TO 5000]"}},{"query_string":{"query":"duration_usec:[5001 TO 10000]"}},{"query_string":{"query":"duration_usec:[10001 TO 100000]"}},{"query_string":{"query":"!method:GET !method:POST"}},{"query_string":{"query":"duration_usec:[100001 TO *]"}}]}},"filter":{"bool":{"must":[{"range":{"@timestamp":{"from":1398373306127,"to":"now"}}}]}}}}}}}},"size":0}]] at org.elasticsearch.search.SearchService.parseSource(SearchService.java:634) at org.elasticsearch.search.SearchService.createContext(SearchService.java:507) at org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:480) at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:252) at org.elasticsearch.search.action.SearchServiceTransportAction.sendExecuteQuery(SearchServiceTransportAction.java:202) at org.elasticsearch.action.search.type.TransportSearchQueryThenFetchAction$AsyncAction.sendExecuteFirstPhase(TransportSearchQueryThenFetchAction.java:80) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:216) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction.performFirstPhase(TransportSearchTypeAction.java:203) at org.elasticsearch.action.search.type.TransportSearchTypeAction$BaseAsyncAction$2.run(TransportSearchTypeAction.java:186) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:744) Caused by: org.elasticsearch.search.facet.FacetPhaseExecutionException: Facet [terms]: failed to find mapping for recipient at org.elasticsearch.search.facet.termsstats.TermsStatsFacetParser.parse(TermsStatsFacetParser.java:119) at org.elasticsearch.search.facet.FacetParseElement.parse(FacetParseElement.java:93) at org.elasticsearch.search.SearchService.parseSource(SearchService.java:622) ... 11 more [2014-05-01 23:01:46,195][DEBUG][action.search.type ] [Meltdown] All shards failed for phase: [query] [2014-05-01 23:02:00,673][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 23:02:00,744][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 23:11:11,225][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 23:11:12,539][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 23:11:13,555][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [postfix] (dynamic) [2014-05-01 23:11:29,515][INFO ][cluster.metadata ] [Meltdown] [logstash-2014.05.01] update_mapping [bash-history] (dynamic) [2014-05-01 23:14:06,081][INFO ][cluster.service ] [Meltdown] removed {[logstash-myhost.domain.tld-22934-4078][ZdxPoj4NR2ik83AAtJWq6w][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false},}, reason: zen-disco-node_failed([logstash-myhost.domain.tld-22934-4078][ZdxPoj4NR2ik83AAtJWq6w][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false}), reason transport disconnected (with verified connect) [2014-05-01 23:16:05,129][INFO ][node ] [Meltdown] stopping ... [2014-05-01 23:16:05,177][INFO ][node ] [Meltdown] stopped [2014-05-01 23:16:05,178][INFO ][node ] [Meltdown] closing ... [2014-05-01 23:16:05,185][INFO ][node ] [Meltdown] closed [2014-05-01 23:16:55,068][INFO ][node ] [Black King] version[1.1.0], pid[13576], build[2181e11/2014-03-25T15:59:51Z] [2014-05-01 23:16:55,069][INFO ][node ] [Black King] initializing ... [2014-05-01 23:16:55,071][INFO ][plugins ] [Black King] loaded [], sites [] [2014-05-01 23:16:57,302][INFO ][node ] [Black King] initialized [2014-05-01 23:16:57,303][INFO ][node ] [Black King] starting ... [2014-05-01 23:16:57,372][INFO ][transport ] [Black King] bound_address {inet[/127.0.0.1:9300]}, publish_address {inet[/127.0.0.1:9300]} [2014-05-01 23:16:57,383][INFO ][discovery.zen.ping.multicast] [Black King] multicast failed to start [SocketException[Invalid argument]], disabling [2014-05-01 23:16:57,388][WARN ][discovery.zen.ping.multicast] [Black King] failed to send multicast ping request: NullPointerException[null] [2014-05-01 23:16:58,890][WARN ][discovery.zen.ping.multicast] [Black King] failed to send multicast ping request: NullPointerException[null] [2014-05-01 23:17:00,396][INFO ][cluster.service ] [Black King] new_master [Black King][OmGI58bpR2KMhxjP77Cr9A][myhost.domain.tld][inet[/127.0.0.1:9300]], reason: zen-disco-join (elected_as_master) [2014-05-01 23:17:00,413][INFO ][discovery ] [Black King] elasticsearch/OmGI58bpR2KMhxjP77Cr9A [2014-05-01 23:17:00,476][INFO ][http ] [Black King] bound_address {inet[/127.0.0.1:9200]}, publish_address {inet[/127.0.0.1:9200]} [2014-05-01 23:17:01,253][INFO ][gateway ] [Black King] recovered [48] indices into cluster_state [2014-05-01 23:17:01,256][INFO ][node ] [Black King] started [2014-05-01 23:19:17,808][INFO ][cluster.service ] [Black King] added {[logstash-myhost.domain.tld-13670-4108][GGBBHhQGRWCp0oPSpvVjiQ][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false},}, reason: zen-disco-receive(join from node[[logstash-myhost.domain.tld-13670-4108][GGBBHhQGRWCp0oPSpvVjiQ][myhost.domain.tld][inet[/192.168.0.216:9300]]{client=true, data=false}])