API tools faq
paste
Guest User

Untitled

a guest
Sep 9th, 2015
169
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 325.79 KB | None | 0 0
raw download clone embed print report
  1. 2015-09-09 15:46:29,870 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.store.mock.MockStorageEngine - Failure while attempting to check for Parquet metadata file.
  2. java.io.FileNotFoundException: Path is not a file: /warehouse2/completed/events/connection_events/1441290600
  3. at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:72)
  4. at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:58)
  5. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocationsUpdateTimes(FSNamesystem.java:1903)
  6. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocationsInt(FSNamesystem.java:1844)
  7. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:1824)
  8. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:1796)
  9. at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:554)
  10. at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:364)
  11. at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
  12. at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:619)
  13. at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:962)
  14. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2039)
  15. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2035)
  16. at java.security.AccessController.doPrivileged(Native Method)
  17. at javax.security.auth.Subject.doAs(Subject.java:415)
  18. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
  19. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2033)
  20.  
  21. at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[na:1.7.0_79]
  22. at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) ~[na:1.7.0_79]
  23. at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[na:1.7.0_79]
  24. at java.lang.reflect.Constructor.newInstance(Constructor.java:526) ~[na:1.7.0_79]
  25. at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:106) ~[hadoop-common-2.4.1.jar:na]
  26. at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:73) ~[hadoop-common-2.4.1.jar:na]
  27. at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:1144) ~[hadoop-hdfs-2.4.1.jar:na]
  28. at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:1132) ~[hadoop-hdfs-2.4.1.jar:na]
  29. at org.apache.hadoop.hdfs.DFSClient.getLocatedBlocks(DFSClient.java:1122) ~[hadoop-hdfs-2.4.1.jar:na]
  30. at org.apache.hadoop.hdfs.DFSInputStream.fetchLocatedBlocksAndGetLastBlockLength(DFSInputStream.java:264) ~[hadoop-hdfs-2.4.1.jar:na]
  31. at org.apache.hadoop.hdfs.DFSInputStream.openInfo(DFSInputStream.java:231) ~[hadoop-hdfs-2.4.1.jar:na]
  32. at org.apache.hadoop.hdfs.DFSInputStream.<init>(DFSInputStream.java:224) ~[hadoop-hdfs-2.4.1.jar:na]
  33. at org.apache.hadoop.hdfs.DFSClient.open(DFSClient.java:1295) ~[hadoop-hdfs-2.4.1.jar:na]
  34. at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:300) ~[hadoop-hdfs-2.4.1.jar:na]
  35. at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:296) ~[hadoop-hdfs-2.4.1.jar:na]
  36. at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.4.1.jar:na]
  37. at org.apache.hadoop.hdfs.DistributedFileSystem.open(DistributedFileSystem.java:296) ~[hadoop-hdfs-2.4.1.jar:na]
  38. at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:764) ~[hadoop-common-2.4.1.jar:na]
  39. at org.apache.drill.exec.store.dfs.DrillFileSystem.open(DrillFileSystem.java:128) ~[drill-java-exec-1.1.0.jar:1.1.0]
  40. at org.apache.drill.exec.store.dfs.BasicFormatMatcher$MagicStringMatcher.matches(BasicFormatMatcher.java:139) ~[drill-java-exec-1.1.0.jar:1.1.0]
  41. at org.apache.drill.exec.store.dfs.BasicFormatMatcher.isReadable(BasicFormatMatcher.java:108) ~[drill-java-exec-1.1.0.jar:1.1.0]
  42. at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isDirReadable(ParquetFormatPlugin.java:226) [drill-java-exec-1.1.0.jar:1.1.0]
  43. at org.apache.drill.exec.store.parquet.ParquetFormatPlugin$ParquetFormatMatcher.isReadable(ParquetFormatPlugin.java:206) [drill-java-exec-1.1.0.jar:1.1.0]
  44. at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:291) [drill-java-exec-1.1.0.jar:1.1.0]
  45. at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.create(WorkspaceSchemaFactory.java:118) [drill-java-exec-1.1.0.jar:1.1.0]
  46. at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.getNewEntry(ExpandingConcurrentMap.java:96) [drill-java-exec-1.1.0.jar:1.1.0]
  47. at org.apache.drill.exec.planner.sql.ExpandingConcurrentMap.get(ExpandingConcurrentMap.java:90) [drill-java-exec-1.1.0.jar:1.1.0]
  48. at org.apache.drill.exec.store.dfs.WorkspaceSchemaFactory$WorkspaceSchema.getTable(WorkspaceSchemaFactory.java:241) [drill-java-exec-1.1.0.jar:1.1.0]
  49. at org.apache.calcite.jdbc.SimpleCalciteSchema.getTable(SimpleCalciteSchema.java:117) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  50. at org.apache.calcite.prepare.CalciteCatalogReader.getTableFrom(CalciteCatalogReader.java:117) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  51. at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:100) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  52. at org.apache.calcite.prepare.CalciteCatalogReader.getTable(CalciteCatalogReader.java:1) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  53. at org.apache.calcite.sql.validate.EmptyScope.getTableNamespace(EmptyScope.java:75) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  54. at org.apache.calcite.sql.validate.DelegatingScope.getTableNamespace(DelegatingScope.java:124) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  55. at org.apache.calcite.sql.validate.IdentifierNamespace.validateImpl(IdentifierNamespace.java:104) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  56. at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  57. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:874) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  58. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  59. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2745) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  60. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateFrom(SqlValidatorImpl.java:2730) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  61. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateSelect(SqlValidatorImpl.java:2953) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  62. at org.apache.calcite.sql.validate.SelectNamespace.validateImpl(SelectNamespace.java:60) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  63. at org.apache.calcite.sql.validate.AbstractNamespace.validate(AbstractNamespace.java:86) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  64. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateNamespace(SqlValidatorImpl.java:874) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  65. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateQuery(SqlValidatorImpl.java:863) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  66. at org.apache.calcite.sql.SqlSelect.validate(SqlSelect.java:210) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  67. at org.apache.calcite.sql.validate.SqlValidatorImpl.validateScopedExpression(SqlValidatorImpl.java:837) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  68. at org.apache.calcite.sql.validate.SqlValidatorImpl.validate(SqlValidatorImpl.java:552) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  69. at org.apache.calcite.prepare.PlannerImpl.validate(PlannerImpl.java:174) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  70. at org.apache.calcite.prepare.PlannerImpl.validateAndGetType(PlannerImpl.java:185) [calcite-core-1.1.0-drill-r14.jar:1.1.0-drill-r14]
  71. at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateNode(DefaultSqlHandler.java:428) [drill-java-exec-1.1.0.jar:1.1.0]
  72. at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.validateAndConvert(DefaultSqlHandler.java:188) [drill-java-exec-1.1.0.jar:1.1.0]
  73. at org.apache.drill.exec.planner.sql.handlers.DefaultSqlHandler.getPlan(DefaultSqlHandler.java:157) [drill-java-exec-1.1.0.jar:1.1.0]
  74. at org.apache.drill.exec.planner.sql.DrillSqlWorker.getPlan(DrillSqlWorker.java:178) [drill-java-exec-1.1.0.jar:1.1.0]
  75. at org.apache.drill.exec.work.foreman.Foreman.runSQL(Foreman.java:903) [drill-java-exec-1.1.0.jar:1.1.0]
  76. at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:242) [drill-java-exec-1.1.0.jar:1.1.0]
  77. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_79]
  78. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_79]
  79. at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79]
  80. Caused by: org.apache.hadoop.ipc.RemoteException: Path is not a file: /warehouse2/completed/events/connection_events/1441290600
  81. at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:72)
  82. at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:58)
  83. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocationsUpdateTimes(FSNamesystem.java:1903)
  84. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocationsInt(FSNamesystem.java:1844)
  85. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:1824)
  86. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlockLocations(FSNamesystem.java:1796)
  87. at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getBlockLocations(NameNodeRpcServer.java:554)
  88. at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getBlockLocations(ClientNamenodeProtocolServerSideTranslatorPB.java:364)
  89. at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
  90. at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:619)
  91. at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:962)
  92. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2039)
  93. at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2035)
  94. at java.security.AccessController.doPrivileged(Native Method)
  95. at javax.security.auth.Subject.doAs(Subject.java:415)
  96. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
  97. at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2033)
  98.  
  99. at org.apache.hadoop.ipc.Client.call(Client.java:1410) ~[hadoop-common-2.4.1.jar:na]
  100. at org.apache.hadoop.ipc.Client.call(Client.java:1363) ~[hadoop-common-2.4.1.jar:na]
  101. at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:206) ~[hadoop-common-2.4.1.jar:na]
  102. at com.sun.proxy.$Proxy63.getBlockLocations(Unknown Source) ~[na:na]
  103. at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source) ~[na:na]
  104. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.7.0_79]
  105. at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_79]
  106. at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:190) ~[hadoop-common-2.4.1.jar:na]
  107. at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:103) ~[hadoop-common-2.4.1.jar:na]
  108. at com.sun.proxy.$Proxy63.getBlockLocations(Unknown Source) ~[na:na]
  109. at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getBlockLocations(ClientNamenodeProtocolTranslatorPB.java:219) ~[hadoop-hdfs-2.4.1.jar:na]
  110. at org.apache.hadoop.hdfs.DFSClient.callGetBlockLocations(DFSClient.java:1142) ~[hadoop-hdfs-2.4.1.jar:na]
  111. ... 52 common frames omitted
  112. 2015-09-09 15:46:33,680 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.store.parquet.FooterGatherer - Fetch Parquet Footers: Executed 9253 out of 9253 using 16 threads. Time: 2695ms total, 4.637814ms avg, 111ms max.
  113. 2015-09-09 15:46:33,680 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.store.parquet.FooterGatherer - Fetch Parquet Footers: Executed 9253 out of 9253 using 16 threads. Earliest start: 723.858000 μs, Latest start: 2689046.286000 μs, Average start: 1377677.204113 μs .
  114. 2015-09-09 15:46:43,501 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [16384] -> [32768]
  115. 2015-09-09 15:46:43,501 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.drill.exec.vector.UInt1Vector - Realloc vector ``dir0`(VARCHAR:OPTIONAL)_bits`(UINT1:REQUIRED). [4096] -> [8192]
  116. 2015-09-09 15:46:43,503 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [32768] -> [65536]
  117. 2015-09-09 15:46:43,503 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.drill.exec.vector.UInt1Vector - Realloc vector ``dir0`(VARCHAR:OPTIONAL)_bits`(UINT1:REQUIRED). [8192] -> [16384]
  118. 2015-09-09 15:46:44,170 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.store.parquet.FooterGatherer - Fetch Parquet Footers: Executed 16 out of 16 using 16 threads. Time: 10ms total, 4.878500ms avg, 6ms max.
  119. 2015-09-09 15:46:44,170 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.store.parquet.FooterGatherer - Fetch Parquet Footers: Executed 16 out of 16 using 16 threads. Earliest start: 626.528000 μs, Latest start: 6028.348000 μs, Average start: 4048.815563 μs .
  120. 2015-09-09 15:46:44,220 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.s.parquet.ParquetGroupScan - Load Parquet RowGroup block maps: Executed 32 out of 32 using 16 threads. Time: 8ms total, 2.562823ms avg, 5ms max.
  121. 2015-09-09 15:46:44,220 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.d.e.s.parquet.ParquetGroupScan - Load Parquet RowGroup block maps: Executed 32 out of 32 using 16 threads. Earliest start: 436.217000 μs, Latest start: 5941.975000 μs, Average start: 3150.626094 μs .
  122. 2015-09-09 15:46:44,273 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:foreman] INFO o.a.drill.exec.work.foreman.Foreman - State change requested. PENDING --> RUNNING
  123. 2015-09-09 15:46:44,440 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:9] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9: State change requested from AWAITING_ALLOCATION --> RUNNING for
  124. 2015-09-09 15:46:44,441 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:9] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9. New state: RUNNING
  125. 2015-09-09 15:46:44,441 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:17] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17: State change requested from AWAITING_ALLOCATION --> RUNNING for
  126. 2015-09-09 15:46:44,441 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:17] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17. New state: RUNNING
  127. 2015-09-09 15:46:44,441 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:1] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1: State change requested from AWAITING_ALLOCATION --> RUNNING for
  128. 2015-09-09 15:46:44,441 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:1] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1. New state: RUNNING
  129. 2015-09-09 15:46:44,443 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:21] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21: State change requested from AWAITING_ALLOCATION --> RUNNING for
  130. 2015-09-09 15:46:44,443 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:21] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21. New state: RUNNING
  131. 2015-09-09 15:46:44,444 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:25] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25: State change requested from AWAITING_ALLOCATION --> RUNNING for
  132. 2015-09-09 15:46:44,444 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:25] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25. New state: RUNNING
  133. 2015-09-09 15:46:44,444 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:11] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11: State change requested from AWAITING_ALLOCATION --> RUNNING for
  134. 2015-09-09 15:46:44,445 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:11] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11. New state: RUNNING
  135. 2015-09-09 15:46:44,445 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:27] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27: State change requested from AWAITING_ALLOCATION --> RUNNING for
  136. 2015-09-09 15:46:44,445 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:27] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27. New state: RUNNING
  137. 2015-09-09 15:46:44,447 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:13] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13: State change requested from AWAITING_ALLOCATION --> RUNNING for
  138. 2015-09-09 15:46:44,447 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:13] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13. New state: RUNNING
  139. 2015-09-09 15:46:44,461 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:15] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15: State change requested from AWAITING_ALLOCATION --> RUNNING for
  140. 2015-09-09 15:46:44,461 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:15] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15. New state: RUNNING
  141. 2015-09-09 15:46:44,461 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:31] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31: State change requested from AWAITING_ALLOCATION --> RUNNING for
  142. 2015-09-09 15:46:44,461 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:31] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31. New state: RUNNING
  143. 2015-09-09 15:46:44,463 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:7] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:7: State change requested from AWAITING_ALLOCATION --> RUNNING for
  144. 2015-09-09 15:46:44,463 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:7] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:7. New state: RUNNING
  145. 2015-09-09 15:46:44,469 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:29] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29: State change requested from AWAITING_ALLOCATION --> RUNNING for
  146. 2015-09-09 15:46:44,469 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:29] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29. New state: RUNNING
  147. 2015-09-09 15:46:44,469 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:3] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3: State change requested from AWAITING_ALLOCATION --> RUNNING for
  148. 2015-09-09 15:46:44,469 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:3] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3. New state: RUNNING
  149. 2015-09-09 15:46:44,470 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:23] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23: State change requested from AWAITING_ALLOCATION --> RUNNING for
  150. 2015-09-09 15:46:44,470 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:23] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23. New state: RUNNING
  151. 2015-09-09 15:46:44,496 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:5] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5: State change requested from AWAITING_ALLOCATION --> RUNNING for
  152. 2015-09-09 15:46:44,496 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:5] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5. New state: RUNNING
  153. 2015-09-09 15:46:44,497 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:19] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19: State change requested from AWAITING_ALLOCATION --> RUNNING for
  154. 2015-09-09 15:46:44,497 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:19] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19. New state: RUNNING
  155. 2015-09-09 15:46:56,317 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:7] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:7: State change requested from RUNNING --> FAILED for
  156. 2015-09-09 15:46:56,322 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0: State change requested from AWAITING_ALLOCATION --> RUNNING for
  157. 2015-09-09 15:46:56,322 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:0:0] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0. New state: RUNNING
  158. 2015-09-09 15:46:56,324 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:7] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:7: State change requested from FAILED --> FINISHED for
  159. 2015-09-09 15:46:56,327 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:7] ERROR o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  160.  
  161. Fragment 1:7
  162.  
  163. [Error Id: f26a3f0b-b52b-45a0-bc1c-8172606be740 on twig03.twigs:31010]
  164. org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  165.  
  166. Fragment 1:7
  167.  
  168. [Error Id: f26a3f0b-b52b-45a0-bc1c-8172606be740 on twig03.twigs:31010]
  169. at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523) ~[drill-common-1.1.0.jar:1.1.0]
  170. at org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:326) [drill-java-exec-1.1.0.jar:1.1.0]
  171. at org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:181) [drill-java-exec-1.1.0.jar:1.1.0]
  172. at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:295) [drill-java-exec-1.1.0.jar:1.1.0]
  173. at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.1.0.jar:1.1.0]
  174. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_79]
  175. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_79]
  176. at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79]
  177. Caused by: org.apache.drill.common.exceptions.DrillRuntimeException: Error in parquet record reader.
  178. Message:
  179. Hadoop path: /warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  180. Total records read: 0
  181. Mock records read: 0
  182. Records to read: 32768
  183. Row group index: 1
  184. Records in row group: 741745
  185. Parquet Metadata: ParquetMetaData{FileMetaData{schema: message ConnectionEvent {
  186. optional binary iris_sender_uuid (UTF8);
  187. optional binary iris_domain_uuid (UTF8);
  188. optional binary iris_context_uuid (UTF8);
  189. optional binary iris_network_map_uuid (UTF8);
  190. optional int32 sensor_id;
  191. optional binary egress_security_zone_uuid (UTF8);
  192. optional binary ingress_security_zone_uuid (UTF8);
  193. optional binary egress_interface_uuid (UTF8);
  194. optional binary ingress_interface_uuid (UTF8);
  195. optional binary initiator_ip (UTF8);
  196. optional binary responder_ip (UTF8);
  197. optional binary access_control_policy_revision_uuid (UTF8);
  198. optional int32 access_control_rule_id;
  199. optional int32 access_control_rule_action_id;
  200. optional int64 access_control_rule_reason_mask;
  201. optional int32 initiator_port;
  202. optional int32 responder_port;
  203. optional int32 protocol;
  204. optional int32 tcp_flags;
  205. optional binary netflow_src_ip (UTF8);
  206. optional int32 netflow_src_autonomous_system;
  207. optional int32 netflow_dst_autonomous_system;
  208. optional int32 netflow_snmp_in;
  209. optional int32 netflow_snmp_out;
  210. optional int32 netflow_src_type_of_service;
  211. optional int32 netflow_dst_type_of_service;
  212. optional int32 netflow_src_mask;
  213. optional int32 netflow_dst_mask;
  214. optional int32 snort_instance_id;
  215. optional int32 connect_id;
  216. optional int64 first_packet_second;
  217. optional int64 last_packet_second;
  218. optional int64 initiator_packets;
  219. optional int64 responder_packets;
  220. optional int64 initiator_bytes;
  221. optional int64 responder_bytes;
  222. optional int32 initiator_country_id;
  223. optional int32 responder_country_id;
  224. optional binary netbios_domain (UTF8);
  225. optional binary security_context_uuid (UTF8);
  226. optional int32 ips_event_count;
  227. optional int32 indication_of_compromise_count;
  228. optional boolean ip_rep_src_dest;
  229. optional int64 ip_rep_category_id;
  230. optional binary http_referer (UTF8);
  231. optional binary user_agent (UTF8);
  232. optional int32 vlan_id;
  233. optional int32 file_event_count;
  234. optional binary ssl_policy_uuid (UTF8);
  235. optional int32 ssl_server_cert_status_mask;
  236. optional int32 ssl_actual_action_id;
  237. optional int32 ssl_expected_action_id;
  238. optional int32 ssl_flow_status_id;
  239. optional int64 ssl_flow_error_id;
  240. optional int64 ssl_flow_message_mask;
  241. optional int64 ssl_flow_flag_mask;
  242. optional binary ssl_server_name (UTF8);
  243. optional int64 ssl_url_category_id;
  244. optional binary ssl_cert_fingerprint (UTF8);
  245. optional int32 ssl_rule_id;
  246. optional int32 ssl_cipher_suite_id;
  247. optional int32 ssl_version_id;
  248. optional binary ssl_session_id (UTF8);
  249. optional int32 ssl_session_id_length;
  250. optional binary ssl_ticket_id (UTF8);
  251. optional int32 ssl_ticket_id_length;
  252. optional binary referenced_host (UTF8);
  253. optional binary url (UTF8);
  254. optional int32 ip_rep_layer;
  255. optional int32 app_proto_id;
  256. optional int32 web_app_id;
  257. optional int32 client_app_id;
  258. optional binary client_app_version (UTF8);
  259. optional int64 url_category_id;
  260. optional int64 url_reputation_id;
  261. optional int64 initiator_user_id;
  262. optional int64 monitor_rule_1_id;
  263. optional int64 monitor_rule_2_id;
  264. optional int64 monitor_rule_3_id;
  265. optional int64 monitor_rule_4_id;
  266. optional int64 monitor_rule_5_id;
  267. optional int64 monitor_rule_6_id;
  268. optional int64 monitor_rule_7_id;
  269. optional int64 monitor_rule_8_id;
  270. }
  271. , metadata: {}}, blocks: [BlockMetaData{3930100, 75837939 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 4}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 35}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 66}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 97}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 128}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 882}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 15080}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 29306}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43504}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 562406}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 7525086}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14488330}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14502556}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503310}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14504064}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14547572}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 20748022}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 25950619}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26411937}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26412691}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26426889}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26427643}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26428397}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26429151}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26429905}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26430659}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26431413}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26432167}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26432921}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 27424173}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 34349153}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 39275095}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43707811}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 47243560}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 50728513}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 55386888}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59718217}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59718971}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59719725}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59720359}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59734557}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59735311}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 59736065}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 59759171}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59759202}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59809491}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60437372}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60438126}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60477806}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60492004}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60492758}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60493512}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60494266}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60495020}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60496753}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60498486}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60500219}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60500853}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60502586}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60522574}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60523328}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60524082}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 60524836}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60524867}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 60524898}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60524929}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60524960}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 62789247}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63889570}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63890324}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 65770160}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 66602515}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68485103}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69146141}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69147874}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69149607}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69151340}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69153073}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69154806}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69156539}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69158272}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69160005}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69161738}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69163471}]}, BlockMetaData{741745, 14921058 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69165204}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69165233}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69165262}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69165291}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69165320}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69165486}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69168239}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69171020}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69173773}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69271857}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 70634830}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71998345}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72001126}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72001292}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72001458}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72009749}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73208049}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74198315}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74285015}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74285181}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74287934}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288100}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288266}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288432}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288598}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288764}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74288930}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74289096}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74289262}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74476392}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 75814100}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76746170}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 77583847}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78251586}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78908604}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79788930}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80605929}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80606095}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80606261}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80606403}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80609156}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80609322}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 80609488}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 80613884}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80613913}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80623449}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80743054}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80743220}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80750752}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80753505}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80753671}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80753837}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80754003}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80754169}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80754534}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80754899}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80755264}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80755406}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80755771}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80759663}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80759829}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80759995}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 80760161}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80760190}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 80760219}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80760248}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80760277}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81206409}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81421766}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81421932}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81776597}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81933354}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82288552}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82413050}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82413415}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82413780}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82414145}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82414510}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82414875}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82415240}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82415605}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82415970}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82416335}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82416700}]}]}
  272. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.handleAndRaise(ParquetRecordReader.java:339) ~[drill-java-exec-1.1.0.jar:1.1.0]
  273. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.next(ParquetRecordReader.java:441) ~[drill-java-exec-1.1.0.jar:1.1.0]
  274. at org.apache.drill.exec.physical.impl.ScanBatch.next(ScanBatch.java:176) ~[drill-java-exec-1.1.0.jar:1.1.0]
  275. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:105) ~[drill-java-exec-1.1.0.jar:1.1.0]
  276. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:95) ~[drill-java-exec-1.1.0.jar:1.1.0]
  277. at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) ~[drill-java-exec-1.1.0.jar:1.1.0]
  278. at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129) ~[drill-java-exec-1.1.0.jar:1.1.0]
  279. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) ~[drill-java-exec-1.1.0.jar:1.1.0]
  280. at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:83) ~[drill-java-exec-1.1.0.jar:1.1.0]
  281. at org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:95) ~[drill-java-exec-1.1.0.jar:1.1.0]
  282. at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:73) ~[drill-java-exec-1.1.0.jar:1.1.0]
  283. at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:261) ~[drill-java-exec-1.1.0.jar:1.1.0]
  284. at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:255) ~[drill-java-exec-1.1.0.jar:1.1.0]
  285. at java.security.AccessController.doPrivileged(Native Method) ~[na:1.7.0_79]
  286. at javax.security.auth.Subject.doAs(Subject.java:415) ~[na:1.7.0_79]
  287. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556) ~[hadoop-common-2.4.1.jar:na]
  288. at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:255) [drill-java-exec-1.1.0.jar:1.1.0]
  289. ... 4 common frames omitted
  290. Caused by: java.io.IOException: can not read class parquet.format.PageHeader: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  291. at parquet.format.Util.read(Util.java:50) ~[parquet-format-2.1.1-drill-r1.jar:na]
  292. at parquet.format.Util.readPageHeader(Util.java:26) ~[parquet-format-2.1.1-drill-r1.jar:na]
  293. at org.apache.drill.exec.store.parquet.ColumnDataReader.readPageHeader(ColumnDataReader.java:46) ~[drill-java-exec-1.1.0.jar:1.1.0]
  294. at org.apache.drill.exec.store.parquet.columnreaders.PageReader.next(PageReader.java:191) ~[drill-java-exec-1.1.0.jar:1.1.0]
  295. at org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader.processPages(NullableColumnReader.java:76) ~[drill-java-exec-1.1.0.jar:1.1.0]
  296. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.readAllFixedFields(ParquetRecordReader.java:380) ~[drill-java-exec-1.1.0.jar:1.1.0]
  297. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.next(ParquetRecordReader.java:426) ~[drill-java-exec-1.1.0.jar:1.1.0]
  298. ... 19 common frames omitted
  299. Caused by: parquet.org.apache.thrift.transport.TTransportException: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  300. at parquet.org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129) ~[parquet-format-2.1.1-drill-r1.jar:na]
  301. at parquet.org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) ~[parquet-format-2.1.1-drill-r1.jar:na]
  302. at parquet.org.apache.thrift.protocol.TCompactProtocol.readByte(TCompactProtocol.java:574) ~[parquet-format-2.1.1-drill-r1.jar:na]
  303. at parquet.org.apache.thrift.protocol.TCompactProtocol.readFieldBegin(TCompactProtocol.java:481) ~[parquet-format-2.1.1-drill-r1.jar:na]
  304. at parquet.format.PageHeader.read(PageHeader.java:828) ~[parquet-format-2.1.1-drill-r1.jar:na]
  305. at parquet.format.Util.read(Util.java:47) ~[parquet-format-2.1.1-drill-r1.jar:na]
  306. ... 25 common frames omitted
  307. Caused by: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  308. at org.apache.hadoop.hdfs.DFSInputStream.chooseDataNode(DFSInputStream.java:880) ~[hadoop-hdfs-2.4.1.jar:na]
  309. at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:560) ~[hadoop-hdfs-2.4.1.jar:na]
  310. at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:790) ~[hadoop-hdfs-2.4.1.jar:na]
  311. at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:837) ~[hadoop-hdfs-2.4.1.jar:na]
  312. at java.io.DataInputStream.read(DataInputStream.java:149) ~[na:1.7.0_79]
  313. at org.apache.drill.exec.store.dfs.DrillFSDataInputStream$WrappedInputStream.read(DrillFSDataInputStream.java:211) ~[drill-java-exec-1.1.0.jar:1.1.0]
  314. at java.io.DataInputStream.read(DataInputStream.java:149) ~[na:1.7.0_79]
  315. at parquet.org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) ~[parquet-format-2.1.1-drill-r1.jar:na]
  316. ... 30 common frames omitted
  317. 2015-09-09 15:46:56,338 [BitServer-6] INFO o.a.drill.exec.work.foreman.Foreman - State change requested. RUNNING --> FAILED
  318. org.apache.drill.common.exceptions.UserRemoteException: SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829563_90291 file=/warehouse2/completed/events/connection_events/1441747800/1441747805646-9-e4e1c8bd-a53a-46c1-8969-ea0ddaa74c16.parquet
  319.  
  320. Fragment 1:7
  321.  
  322. [Error Id: f26a3f0b-b52b-45a0-bc1c-8172606be740 on twig03.twigs:31010]
  323. at org.apache.drill.exec.work.foreman.QueryManager$1.statusUpdate(QueryManager.java:475) [drill-java-exec-1.1.0.jar:1.1.0]
  324. at org.apache.drill.exec.rpc.control.WorkEventBus.statusUpdate(WorkEventBus.java:71) [drill-java-exec-1.1.0.jar:1.1.0]
  325. at org.apache.drill.exec.work.batch.ControlMessageHandler.handle(ControlMessageHandler.java:79) [drill-java-exec-1.1.0.jar:1.1.0]
  326. at org.apache.drill.exec.rpc.control.ControlServer.handle(ControlServer.java:61) [drill-java-exec-1.1.0.jar:1.1.0]
  327. at org.apache.drill.exec.rpc.control.ControlServer.handle(ControlServer.java:38) [drill-java-exec-1.1.0.jar:1.1.0]
  328. at org.apache.drill.exec.rpc.RpcBus.handle(RpcBus.java:61) [drill-java-exec-1.1.0.jar:1.1.0]
  329. at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:233) [drill-java-exec-1.1.0.jar:1.1.0]
  330. at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:205) [drill-java-exec-1.1.0.jar:1.1.0]
  331. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
  332. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  333. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  334. at io.netty.handler.timeout.ReadTimeoutHandler.channelRead(ReadTimeoutHandler.java:150) [netty-handler-4.0.27.Final.jar:4.0.27.Final]
  335. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  336. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  337. at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
  338. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  339. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  340. at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242) [netty-codec-4.0.27.Final.jar:4.0.27.Final]
  341. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  342. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  343. at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  344. at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  345. at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  346. at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847) [netty-transport-4.0.27.Final.jar:4.0.27.Final]
  347. at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:618) [netty-transport-native-epoll-4.0.27.Final-linux-x86_64.jar:na]
  348. at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:329) [netty-transport-native-epoll-4.0.27.Final-linux-x86_64.jar:na]
  349. at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:250) [netty-transport-native-epoll-4.0.27.Final-linux-x86_64.jar:na]
  350. at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111) [netty-common-4.0.27.Final.jar:4.0.27.Final]
  351. at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79]
  352. 2015-09-09 15:46:56,374 [BitServer-6] INFO o.a.drill.exec.work.foreman.Foreman - foreman cleaning up.
  353. 2015-09-09 15:46:56,377 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  354. state: CANCELLATION_REQUESTED
  355. minor_fragment_id: 0
  356. operator_profile {
  357. input_profile {
  358. records: 0
  359. batches: 0
  360. schemas: 0
  361. }
  362. operator_id: 2
  363. operator_type: 21
  364. setup_nanos: 0
  365. process_nanos: 364384216
  366. peak_local_memory_allocated: 60040812
  367. wait_nanos: 306597130
  368. }
  369. operator_profile {
  370. input_profile {
  371. records: 0
  372. batches: 0
  373. schemas: 0
  374. }
  375. operator_id: 1
  376. operator_type: 10
  377. setup_nanos: 0
  378. process_nanos: 1073
  379. peak_local_memory_allocated: 0
  380. wait_nanos: 0
  381. }
  382. operator_profile {
  383. input_profile {
  384. records: 0
  385. batches: 0
  386. schemas: 0
  387. }
  388. operator_id: 0
  389. operator_type: 0
  390. setup_nanos: 0
  391. process_nanos: 1318
  392. peak_local_memory_allocated: 0
  393. wait_nanos: 0
  394. }
  395. start_time: 1441828004279
  396. end_time: 1441828016376
  397. memory_used: 62040812
  398. max_memory_used: 3000000
  399. endpoint {
  400. address: "twig04.twigs"
  401. user_port: 31010
  402. control_port: 31011
  403. data_port: 31012
  404. }
  405. }
  406. handle {
  407. query_id {
  408. part1: 3030767974436873871
  409. part2: 9050998774542394447
  410. }
  411. major_fragment_id: 1
  412. minor_fragment_id: 0
  413. }
  414. .
  415. 2015-09-09 15:46:56,378 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  416. state: CANCELLATION_REQUESTED
  417. minor_fragment_id: 2
  418. operator_profile {
  419. input_profile {
  420. records: 0
  421. batches: 0
  422. schemas: 0
  423. }
  424. operator_id: 2
  425. operator_type: 21
  426. setup_nanos: 0
  427. process_nanos: 337266848
  428. peak_local_memory_allocated: 60047129
  429. wait_nanos: 335499126
  430. }
  431. operator_profile {
  432. input_profile {
  433. records: 0
  434. batches: 0
  435. schemas: 0
  436. }
  437. operator_id: 1
  438. operator_type: 10
  439. setup_nanos: 0
  440. process_nanos: 1040
  441. peak_local_memory_allocated: 0
  442. wait_nanos: 0
  443. }
  444. operator_profile {
  445. input_profile {
  446. records: 0
  447. batches: 0
  448. schemas: 0
  449. }
  450. operator_id: 0
  451. operator_type: 0
  452. setup_nanos: 0
  453. process_nanos: 1007
  454. peak_local_memory_allocated: 0
  455. wait_nanos: 0
  456. }
  457. start_time: 1441828004282
  458. end_time: 1441828016377
  459. memory_used: 62047129
  460. max_memory_used: 3000000
  461. endpoint {
  462. address: "twig04.twigs"
  463. user_port: 31010
  464. control_port: 31011
  465. data_port: 31012
  466. }
  467. }
  468. handle {
  469. query_id {
  470. part1: 3030767974436873871
  471. part2: 9050998774542394447
  472. }
  473. major_fragment_id: 1
  474. minor_fragment_id: 2
  475. }
  476. .
  477. 2015-09-09 15:46:56,379 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  478. state: CANCELLATION_REQUESTED
  479. minor_fragment_id: 4
  480. operator_profile {
  481. input_profile {
  482. records: 0
  483. batches: 0
  484. schemas: 0
  485. }
  486. operator_id: 2
  487. operator_type: 21
  488. setup_nanos: 0
  489. process_nanos: 367510296
  490. peak_local_memory_allocated: 60040508
  491. wait_nanos: 301268946
  492. }
  493. operator_profile {
  494. input_profile {
  495. records: 0
  496. batches: 0
  497. schemas: 0
  498. }
  499. operator_id: 1
  500. operator_type: 10
  501. setup_nanos: 0
  502. process_nanos: 572
  503. peak_local_memory_allocated: 0
  504. wait_nanos: 0
  505. }
  506. operator_profile {
  507. input_profile {
  508. records: 0
  509. batches: 0
  510. schemas: 0
  511. }
  512. operator_id: 0
  513. operator_type: 0
  514. setup_nanos: 0
  515. process_nanos: 968
  516. peak_local_memory_allocated: 0
  517. wait_nanos: 0
  518. }
  519. start_time: 1441828004283
  520. end_time: 1441828016378
  521. memory_used: 62040508
  522. max_memory_used: 3000000
  523. endpoint {
  524. address: "twig04.twigs"
  525. user_port: 31010
  526. control_port: 31011
  527. data_port: 31012
  528. }
  529. }
  530. handle {
  531. query_id {
  532. part1: 3030767974436873871
  533. part2: 9050998774542394447
  534. }
  535. major_fragment_id: 1
  536. minor_fragment_id: 4
  537. }
  538. .
  539. 2015-09-09 15:46:56,379 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  540. state: CANCELLATION_REQUESTED
  541. minor_fragment_id: 6
  542. operator_profile {
  543. input_profile {
  544. records: 0
  545. batches: 0
  546. schemas: 0
  547. }
  548. operator_id: 2
  549. operator_type: 21
  550. setup_nanos: 0
  551. process_nanos: 355085756
  552. peak_local_memory_allocated: 60046691
  553. wait_nanos: 332198204
  554. }
  555. operator_profile {
  556. input_profile {
  557. records: 0
  558. batches: 0
  559. schemas: 0
  560. }
  561. operator_id: 1
  562. operator_type: 10
  563. setup_nanos: 0
  564. process_nanos: 588
  565. peak_local_memory_allocated: 0
  566. wait_nanos: 0
  567. }
  568. operator_profile {
  569. input_profile {
  570. records: 0
  571. batches: 0
  572. schemas: 0
  573. }
  574. operator_id: 0
  575. operator_type: 0
  576. setup_nanos: 0
  577. process_nanos: 968
  578. peak_local_memory_allocated: 0
  579. wait_nanos: 0
  580. }
  581. start_time: 1441828004283
  582. end_time: 1441828016379
  583. memory_used: 62046691
  584. max_memory_used: 3000000
  585. endpoint {
  586. address: "twig04.twigs"
  587. user_port: 31010
  588. control_port: 31011
  589. data_port: 31012
  590. }
  591. }
  592. handle {
  593. query_id {
  594. part1: 3030767974436873871
  595. part2: 9050998774542394447
  596. }
  597. major_fragment_id: 1
  598. minor_fragment_id: 6
  599. }
  600. .
  601. 2015-09-09 15:46:56,380 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  602. state: CANCELLATION_REQUESTED
  603. minor_fragment_id: 8
  604. operator_profile {
  605. input_profile {
  606. records: 0
  607. batches: 0
  608. schemas: 0
  609. }
  610. operator_id: 2
  611. operator_type: 21
  612. setup_nanos: 0
  613. process_nanos: 351943412
  614. peak_local_memory_allocated: 60041421
  615. wait_nanos: 340564907
  616. }
  617. operator_profile {
  618. input_profile {
  619. records: 0
  620. batches: 0
  621. schemas: 0
  622. }
  623. operator_id: 1
  624. operator_type: 10
  625. setup_nanos: 0
  626. process_nanos: 1798
  627. peak_local_memory_allocated: 0
  628. wait_nanos: 0
  629. }
  630. operator_profile {
  631. input_profile {
  632. records: 0
  633. batches: 0
  634. schemas: 0
  635. }
  636. operator_id: 0
  637. operator_type: 0
  638. setup_nanos: 0
  639. process_nanos: 1663
  640. peak_local_memory_allocated: 0
  641. wait_nanos: 0
  642. }
  643. start_time: 1441828004284
  644. end_time: 1441828016379
  645. memory_used: 62041421
  646. max_memory_used: 3000000
  647. endpoint {
  648. address: "twig04.twigs"
  649. user_port: 31010
  650. control_port: 31011
  651. data_port: 31012
  652. }
  653. }
  654. handle {
  655. query_id {
  656. part1: 3030767974436873871
  657. part2: 9050998774542394447
  658. }
  659. major_fragment_id: 1
  660. minor_fragment_id: 8
  661. }
  662. .
  663. 2015-09-09 15:46:56,381 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  664. state: CANCELLATION_REQUESTED
  665. minor_fragment_id: 10
  666. operator_profile {
  667. input_profile {
  668. records: 0
  669. batches: 0
  670. schemas: 0
  671. }
  672. operator_id: 2
  673. operator_type: 21
  674. setup_nanos: 0
  675. process_nanos: 270405609
  676. peak_local_memory_allocated: 60771401
  677. wait_nanos: 326415415
  678. }
  679. operator_profile {
  680. input_profile {
  681. records: 0
  682. batches: 0
  683. schemas: 0
  684. }
  685. operator_id: 1
  686. operator_type: 10
  687. setup_nanos: 0
  688. process_nanos: 936
  689. peak_local_memory_allocated: 0
  690. wait_nanos: 0
  691. }
  692. operator_profile {
  693. input_profile {
  694. records: 0
  695. batches: 0
  696. schemas: 0
  697. }
  698. operator_id: 0
  699. operator_type: 0
  700. setup_nanos: 0
  701. process_nanos: 1434
  702. peak_local_memory_allocated: 0
  703. wait_nanos: 0
  704. }
  705. start_time: 1441828004284
  706. end_time: 1441828016380
  707. memory_used: 62771401
  708. max_memory_used: 3000000
  709. endpoint {
  710. address: "twig04.twigs"
  711. user_port: 31010
  712. control_port: 31011
  713. data_port: 31012
  714. }
  715. }
  716. handle {
  717. query_id {
  718. part1: 3030767974436873871
  719. part2: 9050998774542394447
  720. }
  721. major_fragment_id: 1
  722. minor_fragment_id: 10
  723. }
  724. .
  725. 2015-09-09 15:46:56,381 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  726. state: CANCELLATION_REQUESTED
  727. minor_fragment_id: 12
  728. operator_profile {
  729. input_profile {
  730. records: 0
  731. batches: 0
  732. schemas: 0
  733. }
  734. operator_id: 2
  735. operator_type: 21
  736. setup_nanos: 0
  737. process_nanos: 337107275
  738. peak_local_memory_allocated: 60039969
  739. wait_nanos: 336255886
  740. }
  741. operator_profile {
  742. input_profile {
  743. records: 0
  744. batches: 0
  745. schemas: 0
  746. }
  747. operator_id: 1
  748. operator_type: 10
  749. setup_nanos: 0
  750. process_nanos: 2706
  751. peak_local_memory_allocated: 0
  752. wait_nanos: 0
  753. }
  754. operator_profile {
  755. input_profile {
  756. records: 0
  757. batches: 0
  758. schemas: 0
  759. }
  760. operator_id: 0
  761. operator_type: 0
  762. setup_nanos: 0
  763. process_nanos: 1082
  764. peak_local_memory_allocated: 0
  765. wait_nanos: 0
  766. }
  767. start_time: 1441828004285
  768. end_time: 1441828016380
  769. memory_used: 62039969
  770. max_memory_used: 3000000
  771. endpoint {
  772. address: "twig04.twigs"
  773. user_port: 31010
  774. control_port: 31011
  775. data_port: 31012
  776. }
  777. }
  778. handle {
  779. query_id {
  780. part1: 3030767974436873871
  781. part2: 9050998774542394447
  782. }
  783. major_fragment_id: 1
  784. minor_fragment_id: 12
  785. }
  786. .
  787. 2015-09-09 15:46:56,381 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  788. state: CANCELLATION_REQUESTED
  789. minor_fragment_id: 14
  790. operator_profile {
  791. input_profile {
  792. records: 0
  793. batches: 0
  794. schemas: 0
  795. }
  796. operator_id: 2
  797. operator_type: 21
  798. setup_nanos: 0
  799. process_nanos: 316422570
  800. peak_local_memory_allocated: 60762299
  801. wait_nanos: 474145475
  802. }
  803. operator_profile {
  804. input_profile {
  805. records: 0
  806. batches: 0
  807. schemas: 0
  808. }
  809. operator_id: 1
  810. operator_type: 10
  811. setup_nanos: 0
  812. process_nanos: 720
  813. peak_local_memory_allocated: 0
  814. wait_nanos: 0
  815. }
  816. operator_profile {
  817. input_profile {
  818. records: 0
  819. batches: 0
  820. schemas: 0
  821. }
  822. operator_id: 0
  823. operator_type: 0
  824. setup_nanos: 0
  825. process_nanos: 1220
  826. peak_local_memory_allocated: 0
  827. wait_nanos: 0
  828. }
  829. start_time: 1441828004285
  830. end_time: 1441828016381
  831. memory_used: 62762299
  832. max_memory_used: 3000000
  833. endpoint {
  834. address: "twig04.twigs"
  835. user_port: 31010
  836. control_port: 31011
  837. data_port: 31012
  838. }
  839. }
  840. handle {
  841. query_id {
  842. part1: 3030767974436873871
  843. part2: 9050998774542394447
  844. }
  845. major_fragment_id: 1
  846. minor_fragment_id: 14
  847. }
  848. .
  849. 2015-09-09 15:46:56,382 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  850. state: CANCELLATION_REQUESTED
  851. minor_fragment_id: 16
  852. operator_profile {
  853. input_profile {
  854. records: 0
  855. batches: 0
  856. schemas: 0
  857. }
  858. operator_id: 2
  859. operator_type: 21
  860. setup_nanos: 0
  861. process_nanos: 350940123
  862. peak_local_memory_allocated: 60040969
  863. wait_nanos: 317548616
  864. }
  865. operator_profile {
  866. input_profile {
  867. records: 0
  868. batches: 0
  869. schemas: 0
  870. }
  871. operator_id: 1
  872. operator_type: 10
  873. setup_nanos: 0
  874. process_nanos: 807
  875. peak_local_memory_allocated: 0
  876. wait_nanos: 0
  877. }
  878. operator_profile {
  879. input_profile {
  880. records: 0
  881. batches: 0
  882. schemas: 0
  883. }
  884. operator_id: 0
  885. operator_type: 0
  886. setup_nanos: 0
  887. process_nanos: 1233
  888. peak_local_memory_allocated: 0
  889. wait_nanos: 0
  890. }
  891. start_time: 1441828004286
  892. end_time: 1441828016381
  893. memory_used: 62040969
  894. max_memory_used: 3000000
  895. endpoint {
  896. address: "twig04.twigs"
  897. user_port: 31010
  898. control_port: 31011
  899. data_port: 31012
  900. }
  901. }
  902. handle {
  903. query_id {
  904. part1: 3030767974436873871
  905. part2: 9050998774542394447
  906. }
  907. major_fragment_id: 1
  908. minor_fragment_id: 16
  909. }
  910. .
  911. 2015-09-09 15:46:56,383 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  912. state: CANCELLATION_REQUESTED
  913. minor_fragment_id: 18
  914. operator_profile {
  915. input_profile {
  916. records: 0
  917. batches: 0
  918. schemas: 0
  919. }
  920. operator_id: 2
  921. operator_type: 21
  922. setup_nanos: 0
  923. process_nanos: 235739947
  924. peak_local_memory_allocated: 60761531
  925. wait_nanos: 546870545
  926. }
  927. operator_profile {
  928. input_profile {
  929. records: 0
  930. batches: 0
  931. schemas: 0
  932. }
  933. operator_id: 1
  934. operator_type: 10
  935. setup_nanos: 0
  936. process_nanos: 2162
  937. peak_local_memory_allocated: 0
  938. wait_nanos: 0
  939. }
  940. operator_profile {
  941. input_profile {
  942. records: 0
  943. batches: 0
  944. schemas: 0
  945. }
  946. operator_id: 0
  947. operator_type: 0
  948. setup_nanos: 0
  949. process_nanos: 4134
  950. peak_local_memory_allocated: 0
  951. wait_nanos: 0
  952. }
  953. start_time: 1441828004287
  954. end_time: 1441828016382
  955. memory_used: 62761531
  956. max_memory_used: 3000000
  957. endpoint {
  958. address: "twig04.twigs"
  959. user_port: 31010
  960. control_port: 31011
  961. data_port: 31012
  962. }
  963. }
  964. handle {
  965. query_id {
  966. part1: 3030767974436873871
  967. part2: 9050998774542394447
  968. }
  969. major_fragment_id: 1
  970. minor_fragment_id: 18
  971. }
  972. .
  973. 2015-09-09 15:46:56,383 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  974. state: CANCELLATION_REQUESTED
  975. minor_fragment_id: 20
  976. operator_profile {
  977. input_profile {
  978. records: 0
  979. batches: 0
  980. schemas: 0
  981. }
  982. operator_id: 2
  983. operator_type: 21
  984. setup_nanos: 0
  985. process_nanos: 269441449
  986. peak_local_memory_allocated: 60757872
  987. wait_nanos: 411978678
  988. }
  989. operator_profile {
  990. input_profile {
  991. records: 0
  992. batches: 0
  993. schemas: 0
  994. }
  995. operator_id: 1
  996. operator_type: 10
  997. setup_nanos: 0
  998. process_nanos: 7613
  999. peak_local_memory_allocated: 0
  1000. wait_nanos: 0
  1001. }
  1002. operator_profile {
  1003. input_profile {
  1004. records: 0
  1005. batches: 0
  1006. schemas: 0
  1007. }
  1008. operator_id: 0
  1009. operator_type: 0
  1010. setup_nanos: 0
  1011. process_nanos: 8106
  1012. peak_local_memory_allocated: 0
  1013. wait_nanos: 0
  1014. }
  1015. start_time: 1441828004287
  1016. end_time: 1441828016383
  1017. memory_used: 62757872
  1018. max_memory_used: 3000000
  1019. endpoint {
  1020. address: "twig04.twigs"
  1021. user_port: 31010
  1022. control_port: 31011
  1023. data_port: 31012
  1024. }
  1025. }
  1026. handle {
  1027. query_id {
  1028. part1: 3030767974436873871
  1029. part2: 9050998774542394447
  1030. }
  1031. major_fragment_id: 1
  1032. minor_fragment_id: 20
  1033. }
  1034. .
  1035. 2015-09-09 15:46:56,384 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1036. state: CANCELLATION_REQUESTED
  1037. minor_fragment_id: 22
  1038. operator_profile {
  1039. input_profile {
  1040. records: 0
  1041. batches: 0
  1042. schemas: 0
  1043. }
  1044. operator_id: 2
  1045. operator_type: 21
  1046. setup_nanos: 0
  1047. process_nanos: 349232840
  1048. peak_local_memory_allocated: 60873751
  1049. wait_nanos: 334920626
  1050. }
  1051. operator_profile {
  1052. input_profile {
  1053. records: 0
  1054. batches: 0
  1055. schemas: 0
  1056. }
  1057. operator_id: 1
  1058. operator_type: 10
  1059. setup_nanos: 0
  1060. process_nanos: 744
  1061. peak_local_memory_allocated: 0
  1062. wait_nanos: 0
  1063. }
  1064. operator_profile {
  1065. input_profile {
  1066. records: 0
  1067. batches: 0
  1068. schemas: 0
  1069. }
  1070. operator_id: 0
  1071. operator_type: 0
  1072. setup_nanos: 0
  1073. process_nanos: 1144
  1074. peak_local_memory_allocated: 0
  1075. wait_nanos: 0
  1076. }
  1077. start_time: 1441828004288
  1078. end_time: 1441828016383
  1079. memory_used: 62873751
  1080. max_memory_used: 3000000
  1081. endpoint {
  1082. address: "twig04.twigs"
  1083. user_port: 31010
  1084. control_port: 31011
  1085. data_port: 31012
  1086. }
  1087. }
  1088. handle {
  1089. query_id {
  1090. part1: 3030767974436873871
  1091. part2: 9050998774542394447
  1092. }
  1093. major_fragment_id: 1
  1094. minor_fragment_id: 22
  1095. }
  1096. .
  1097. 2015-09-09 15:46:56,385 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1098. state: CANCELLATION_REQUESTED
  1099. minor_fragment_id: 24
  1100. operator_profile {
  1101. input_profile {
  1102. records: 0
  1103. batches: 0
  1104. schemas: 0
  1105. }
  1106. operator_id: 2
  1107. operator_type: 21
  1108. setup_nanos: 0
  1109. process_nanos: 354563552
  1110. peak_local_memory_allocated: 60756862
  1111. wait_nanos: 337010577
  1112. }
  1113. operator_profile {
  1114. input_profile {
  1115. records: 0
  1116. batches: 0
  1117. schemas: 0
  1118. }
  1119. operator_id: 1
  1120. operator_type: 10
  1121. setup_nanos: 0
  1122. process_nanos: 7700
  1123. peak_local_memory_allocated: 0
  1124. wait_nanos: 0
  1125. }
  1126. operator_profile {
  1127. input_profile {
  1128. records: 0
  1129. batches: 0
  1130. schemas: 0
  1131. }
  1132. operator_id: 0
  1133. operator_type: 0
  1134. setup_nanos: 0
  1135. process_nanos: 7904
  1136. peak_local_memory_allocated: 0
  1137. wait_nanos: 0
  1138. }
  1139. start_time: 1441828004289
  1140. end_time: 1441828016384
  1141. memory_used: 62756862
  1142. max_memory_used: 3000000
  1143. endpoint {
  1144. address: "twig04.twigs"
  1145. user_port: 31010
  1146. control_port: 31011
  1147. data_port: 31012
  1148. }
  1149. }
  1150. handle {
  1151. query_id {
  1152. part1: 3030767974436873871
  1153. part2: 9050998774542394447
  1154. }
  1155. major_fragment_id: 1
  1156. minor_fragment_id: 24
  1157. }
  1158. .
  1159. 2015-09-09 15:46:56,386 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1160. state: CANCELLATION_REQUESTED
  1161. minor_fragment_id: 26
  1162. operator_profile {
  1163. input_profile {
  1164. records: 0
  1165. batches: 0
  1166. schemas: 0
  1167. }
  1168. operator_id: 2
  1169. operator_type: 21
  1170. setup_nanos: 0
  1171. process_nanos: 257572704
  1172. peak_local_memory_allocated: 60047465
  1173. wait_nanos: 378851066
  1174. }
  1175. operator_profile {
  1176. input_profile {
  1177. records: 0
  1178. batches: 0
  1179. schemas: 0
  1180. }
  1181. operator_id: 1
  1182. operator_type: 10
  1183. setup_nanos: 0
  1184. process_nanos: 1902
  1185. peak_local_memory_allocated: 0
  1186. wait_nanos: 0
  1187. }
  1188. operator_profile {
  1189. input_profile {
  1190. records: 0
  1191. batches: 0
  1192. schemas: 0
  1193. }
  1194. operator_id: 0
  1195. operator_type: 0
  1196. setup_nanos: 0
  1197. process_nanos: 2199
  1198. peak_local_memory_allocated: 0
  1199. wait_nanos: 0
  1200. }
  1201. start_time: 1441828004289
  1202. end_time: 1441828016385
  1203. memory_used: 62047465
  1204. max_memory_used: 3000000
  1205. endpoint {
  1206. address: "twig04.twigs"
  1207. user_port: 31010
  1208. control_port: 31011
  1209. data_port: 31012
  1210. }
  1211. }
  1212. handle {
  1213. query_id {
  1214. part1: 3030767974436873871
  1215. part2: 9050998774542394447
  1216. }
  1217. major_fragment_id: 1
  1218. minor_fragment_id: 26
  1219. }
  1220. .
  1221. 2015-09-09 15:46:56,386 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1222. state: CANCELLATION_REQUESTED
  1223. minor_fragment_id: 28
  1224. operator_profile {
  1225. input_profile {
  1226. records: 0
  1227. batches: 0
  1228. schemas: 0
  1229. }
  1230. operator_id: 2
  1231. operator_type: 21
  1232. setup_nanos: 0
  1233. process_nanos: 348406347
  1234. peak_local_memory_allocated: 60041313
  1235. wait_nanos: 316557911
  1236. }
  1237. operator_profile {
  1238. input_profile {
  1239. records: 0
  1240. batches: 0
  1241. schemas: 0
  1242. }
  1243. operator_id: 1
  1244. operator_type: 10
  1245. setup_nanos: 0
  1246. process_nanos: 446
  1247. peak_local_memory_allocated: 0
  1248. wait_nanos: 0
  1249. }
  1250. operator_profile {
  1251. input_profile {
  1252. records: 0
  1253. batches: 0
  1254. schemas: 0
  1255. }
  1256. operator_id: 0
  1257. operator_type: 0
  1258. setup_nanos: 0
  1259. process_nanos: 724
  1260. peak_local_memory_allocated: 0
  1261. wait_nanos: 0
  1262. }
  1263. start_time: 1441828004290
  1264. end_time: 1441828016385
  1265. memory_used: 62041313
  1266. max_memory_used: 3000000
  1267. endpoint {
  1268. address: "twig04.twigs"
  1269. user_port: 31010
  1270. control_port: 31011
  1271. data_port: 31012
  1272. }
  1273. }
  1274. handle {
  1275. query_id {
  1276. part1: 3030767974436873871
  1277. part2: 9050998774542394447
  1278. }
  1279. major_fragment_id: 1
  1280. minor_fragment_id: 28
  1281. }
  1282. .
  1283. 2015-09-09 15:46:56,387 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1284. state: CANCELLATION_REQUESTED
  1285. minor_fragment_id: 30
  1286. operator_profile {
  1287. input_profile {
  1288. records: 0
  1289. batches: 0
  1290. schemas: 0
  1291. }
  1292. operator_id: 2
  1293. operator_type: 21
  1294. setup_nanos: 0
  1295. process_nanos: 288197428
  1296. peak_local_memory_allocated: 61348276
  1297. wait_nanos: 436636723
  1298. }
  1299. operator_profile {
  1300. input_profile {
  1301. records: 0
  1302. batches: 0
  1303. schemas: 0
  1304. }
  1305. operator_id: 1
  1306. operator_type: 10
  1307. setup_nanos: 0
  1308. process_nanos: 7564
  1309. peak_local_memory_allocated: 0
  1310. wait_nanos: 0
  1311. }
  1312. operator_profile {
  1313. input_profile {
  1314. records: 0
  1315. batches: 0
  1316. schemas: 0
  1317. }
  1318. operator_id: 0
  1319. operator_type: 0
  1320. setup_nanos: 0
  1321. process_nanos: 8026
  1322. peak_local_memory_allocated: 0
  1323. wait_nanos: 0
  1324. }
  1325. start_time: 1441828004291
  1326. end_time: 1441828016386
  1327. memory_used: 63348276
  1328. max_memory_used: 3000000
  1329. endpoint {
  1330. address: "twig04.twigs"
  1331. user_port: 31010
  1332. control_port: 31011
  1333. data_port: 31012
  1334. }
  1335. }
  1336. handle {
  1337. query_id {
  1338. part1: 3030767974436873871
  1339. part2: 9050998774542394447
  1340. }
  1341. major_fragment_id: 1
  1342. minor_fragment_id: 30
  1343. }
  1344. .
  1345. 2015-09-09 15:46:56,405 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1346. 2015-09-09 15:46:56,405 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0. New state: CANCELLATION_REQUESTED
  1347. 2015-09-09 15:46:56,406 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:0:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  1348. 2015-09-09 15:46:56,406 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1349. 2015-09-09 15:46:56,406 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:0:0] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0. New state: CANCELLED
  1350. 2015-09-09 15:46:56,406 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1. New state: CANCELLATION_REQUESTED
  1351. 2015-09-09 15:46:56,406 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1352. 2015-09-09 15:46:56,406 [WorkManager-1577] WARN o.a.d.exec.rpc.control.WorkEventBus - Fragment 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:0:0 not found in the work bus.
  1353. 2015-09-09 15:46:56,406 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3. New state: CANCELLATION_REQUESTED
  1354. 2015-09-09 15:46:56,407 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1355. 2015-09-09 15:46:56,407 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5. New state: CANCELLATION_REQUESTED
  1356. 2015-09-09 15:46:56,407 [BitServer-6] WARN o.a.d.e.w.b.ControlMessageHandler - Dropping request to cancel fragment. 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:7 does not exist.
  1357. 2015-09-09 15:46:56,407 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1358. 2015-09-09 15:46:56,407 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9. New state: CANCELLATION_REQUESTED
  1359. 2015-09-09 15:46:56,408 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1360. 2015-09-09 15:46:56,408 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11. New state: CANCELLATION_REQUESTED
  1361. 2015-09-09 15:46:56,408 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1362. 2015-09-09 15:46:56,408 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13. New state: CANCELLATION_REQUESTED
  1363. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1364. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15. New state: CANCELLATION_REQUESTED
  1365. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1366. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17. New state: CANCELLATION_REQUESTED
  1367. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1368. 2015-09-09 15:46:56,409 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19. New state: CANCELLATION_REQUESTED
  1369. 2015-09-09 15:46:56,410 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1370. 2015-09-09 15:46:56,410 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21. New state: CANCELLATION_REQUESTED
  1371. 2015-09-09 15:46:56,410 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1372. 2015-09-09 15:46:56,410 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23. New state: CANCELLATION_REQUESTED
  1373. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1374. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25. New state: CANCELLATION_REQUESTED
  1375. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1376. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27. New state: CANCELLATION_REQUESTED
  1377. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1378. 2015-09-09 15:46:56,411 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29. New state: CANCELLATION_REQUESTED
  1379. 2015-09-09 15:46:56,412 [BitServer-6] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31: State change requested from RUNNING --> CANCELLATION_REQUESTED for
  1380. 2015-09-09 15:46:56,412 [BitServer-6] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31. New state: CANCELLATION_REQUESTED
  1381. 2015-09-09 15:46:56,412 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1382. state: CANCELLATION_REQUESTED
  1383. minor_fragment_id: 0
  1384. operator_profile {
  1385. input_profile {
  1386. records: 0
  1387. batches: 0
  1388. schemas: 0
  1389. }
  1390. operator_id: 4
  1391. operator_type: 11
  1392. setup_nanos: 0
  1393. process_nanos: 90
  1394. peak_local_memory_allocated: 0
  1395. metric {
  1396. metric_id: 1
  1397. long_value: 32
  1398. }
  1399. wait_nanos: 0
  1400. }
  1401. operator_profile {
  1402. input_profile {
  1403. records: 0
  1404. batches: 0
  1405. schemas: 0
  1406. }
  1407. operator_id: 3
  1408. operator_type: 7
  1409. setup_nanos: 0
  1410. process_nanos: 1193
  1411. peak_local_memory_allocated: 0
  1412. wait_nanos: 0
  1413. }
  1414. operator_profile {
  1415. input_profile {
  1416. records: 0
  1417. batches: 0
  1418. schemas: 0
  1419. }
  1420. operator_id: 2
  1421. operator_type: 14
  1422. setup_nanos: 0
  1423. process_nanos: 1096
  1424. peak_local_memory_allocated: 0
  1425. wait_nanos: 0
  1426. }
  1427. operator_profile {
  1428. input_profile {
  1429. records: 0
  1430. batches: 0
  1431. schemas: 0
  1432. }
  1433. operator_id: 1
  1434. operator_type: 10
  1435. setup_nanos: 0
  1436. process_nanos: 2983
  1437. peak_local_memory_allocated: 0
  1438. wait_nanos: 0
  1439. }
  1440. operator_profile {
  1441. input_profile {
  1442. records: 0
  1443. batches: 0
  1444. schemas: 0
  1445. }
  1446. operator_id: 0
  1447. operator_type: 13
  1448. setup_nanos: 0
  1449. process_nanos: 2218
  1450. peak_local_memory_allocated: 0
  1451. wait_nanos: 0
  1452. }
  1453. start_time: 1441828004271
  1454. end_time: 1441828016405
  1455. memory_used: 5000000
  1456. max_memory_used: 5000000
  1457. endpoint {
  1458. address: "twig03.twigs"
  1459. user_port: 31010
  1460. control_port: 31011
  1461. data_port: 31012
  1462. }
  1463. }
  1464. handle {
  1465. query_id {
  1466. part1: 3030767974436873871
  1467. part2: 9050998774542394447
  1468. }
  1469. major_fragment_id: 0
  1470. minor_fragment_id: 0
  1471. }
  1472. .
  1473. 2015-09-09 15:46:56,413 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1474. state: CANCELLATION_REQUESTED
  1475. minor_fragment_id: 1
  1476. operator_profile {
  1477. input_profile {
  1478. records: 0
  1479. batches: 0
  1480. schemas: 0
  1481. }
  1482. operator_id: 2
  1483. operator_type: 21
  1484. setup_nanos: 0
  1485. process_nanos: 172532592
  1486. peak_local_memory_allocated: 61354500
  1487. wait_nanos: 578439782
  1488. }
  1489. operator_profile {
  1490. input_profile {
  1491. records: 0
  1492. batches: 0
  1493. schemas: 0
  1494. }
  1495. operator_id: 1
  1496. operator_type: 10
  1497. setup_nanos: 0
  1498. process_nanos: 742
  1499. peak_local_memory_allocated: 0
  1500. wait_nanos: 0
  1501. }
  1502. operator_profile {
  1503. input_profile {
  1504. records: 0
  1505. batches: 0
  1506. schemas: 0
  1507. }
  1508. operator_id: 0
  1509. operator_type: 0
  1510. setup_nanos: 0
  1511. process_nanos: 1102
  1512. peak_local_memory_allocated: 0
  1513. wait_nanos: 0
  1514. }
  1515. start_time: 1441828004275
  1516. end_time: 1441828016406
  1517. memory_used: 63354500
  1518. max_memory_used: 3000000
  1519. endpoint {
  1520. address: "twig03.twigs"
  1521. user_port: 31010
  1522. control_port: 31011
  1523. data_port: 31012
  1524. }
  1525. }
  1526. handle {
  1527. query_id {
  1528. part1: 3030767974436873871
  1529. part2: 9050998774542394447
  1530. }
  1531. major_fragment_id: 1
  1532. minor_fragment_id: 1
  1533. }
  1534. .
  1535. 2015-09-09 15:46:56,413 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1536. state: CANCELLED
  1537. minor_fragment_id: 0
  1538. operator_profile {
  1539. input_profile {
  1540. records: 0
  1541. batches: 0
  1542. schemas: 0
  1543. }
  1544. operator_id: 4
  1545. operator_type: 11
  1546. setup_nanos: 0
  1547. process_nanos: 4843
  1548. peak_local_memory_allocated: 0
  1549. metric {
  1550. metric_id: 1
  1551. long_value: 32
  1552. }
  1553. wait_nanos: 81767446
  1554. }
  1555. operator_profile {
  1556. input_profile {
  1557. records: 0
  1558. batches: 0
  1559. schemas: 0
  1560. }
  1561. operator_id: 3
  1562. operator_type: 7
  1563. setup_nanos: 0
  1564. process_nanos: 8120
  1565. peak_local_memory_allocated: 0
  1566. wait_nanos: 0
  1567. }
  1568. operator_profile {
  1569. input_profile {
  1570. records: 0
  1571. batches: 0
  1572. schemas: 0
  1573. }
  1574. operator_id: 2
  1575. operator_type: 14
  1576. setup_nanos: 0
  1577. process_nanos: 2186
  1578. peak_local_memory_allocated: 0
  1579. wait_nanos: 0
  1580. }
  1581. operator_profile {
  1582. input_profile {
  1583. records: 0
  1584. batches: 0
  1585. schemas: 0
  1586. }
  1587. operator_id: 1
  1588. operator_type: 10
  1589. setup_nanos: 0
  1590. process_nanos: 3899
  1591. peak_local_memory_allocated: 0
  1592. wait_nanos: 0
  1593. }
  1594. operator_profile {
  1595. input_profile {
  1596. records: 0
  1597. batches: 0
  1598. schemas: 0
  1599. }
  1600. operator_id: 0
  1601. operator_type: 13
  1602. setup_nanos: 0
  1603. process_nanos: 10985
  1604. peak_local_memory_allocated: 0
  1605. wait_nanos: 3786
  1606. }
  1607. start_time: 1441828004271
  1608. end_time: 1441828016406
  1609. memory_used: 0
  1610. max_memory_used: 5000000
  1611. endpoint {
  1612. address: "twig03.twigs"
  1613. user_port: 31010
  1614. control_port: 31011
  1615. data_port: 31012
  1616. }
  1617. }
  1618. handle {
  1619. query_id {
  1620. part1: 3030767974436873871
  1621. part2: 9050998774542394447
  1622. }
  1623. major_fragment_id: 0
  1624. minor_fragment_id: 0
  1625. }
  1626. .
  1627. 2015-09-09 15:46:56,413 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1628. state: CANCELLATION_REQUESTED
  1629. minor_fragment_id: 3
  1630. operator_profile {
  1631. input_profile {
  1632. records: 0
  1633. batches: 0
  1634. schemas: 0
  1635. }
  1636. operator_id: 2
  1637. operator_type: 21
  1638. setup_nanos: 0
  1639. process_nanos: 197137306
  1640. peak_local_memory_allocated: 60049791
  1641. wait_nanos: 519243021
  1642. }
  1643. operator_profile {
  1644. input_profile {
  1645. records: 0
  1646. batches: 0
  1647. schemas: 0
  1648. }
  1649. operator_id: 1
  1650. operator_type: 10
  1651. setup_nanos: 0
  1652. process_nanos: 932
  1653. peak_local_memory_allocated: 0
  1654. wait_nanos: 0
  1655. }
  1656. operator_profile {
  1657. input_profile {
  1658. records: 0
  1659. batches: 0
  1660. schemas: 0
  1661. }
  1662. operator_id: 0
  1663. operator_type: 0
  1664. setup_nanos: 0
  1665. process_nanos: 1274
  1666. peak_local_memory_allocated: 0
  1667. wait_nanos: 0
  1668. }
  1669. start_time: 1441828004275
  1670. end_time: 1441828016406
  1671. memory_used: 62049791
  1672. max_memory_used: 3000000
  1673. endpoint {
  1674. address: "twig03.twigs"
  1675. user_port: 31010
  1676. control_port: 31011
  1677. data_port: 31012
  1678. }
  1679. }
  1680. handle {
  1681. query_id {
  1682. part1: 3030767974436873871
  1683. part2: 9050998774542394447
  1684. }
  1685. major_fragment_id: 1
  1686. minor_fragment_id: 3
  1687. }
  1688. .
  1689. 2015-09-09 15:46:56,414 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1690. state: CANCELLATION_REQUESTED
  1691. minor_fragment_id: 5
  1692. operator_profile {
  1693. input_profile {
  1694. records: 0
  1695. batches: 0
  1696. schemas: 0
  1697. }
  1698. operator_id: 2
  1699. operator_type: 21
  1700. setup_nanos: 0
  1701. process_nanos: 240392174
  1702. peak_local_memory_allocated: 60053953
  1703. wait_nanos: 569195987
  1704. }
  1705. operator_profile {
  1706. input_profile {
  1707. records: 0
  1708. batches: 0
  1709. schemas: 0
  1710. }
  1711. operator_id: 1
  1712. operator_type: 10
  1713. setup_nanos: 0
  1714. process_nanos: 1975
  1715. peak_local_memory_allocated: 0
  1716. wait_nanos: 0
  1717. }
  1718. operator_profile {
  1719. input_profile {
  1720. records: 0
  1721. batches: 0
  1722. schemas: 0
  1723. }
  1724. operator_id: 0
  1725. operator_type: 0
  1726. setup_nanos: 0
  1727. process_nanos: 1812
  1728. peak_local_memory_allocated: 0
  1729. wait_nanos: 0
  1730. }
  1731. start_time: 1441828004276
  1732. end_time: 1441828016407
  1733. memory_used: 62053953
  1734. max_memory_used: 3000000
  1735. endpoint {
  1736. address: "twig03.twigs"
  1737. user_port: 31010
  1738. control_port: 31011
  1739. data_port: 31012
  1740. }
  1741. }
  1742. handle {
  1743. query_id {
  1744. part1: 3030767974436873871
  1745. part2: 9050998774542394447
  1746. }
  1747. major_fragment_id: 1
  1748. minor_fragment_id: 5
  1749. }
  1750. .
  1751. 2015-09-09 15:46:56,414 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1752. state: CANCELLATION_REQUESTED
  1753. minor_fragment_id: 9
  1754. operator_profile {
  1755. input_profile {
  1756. records: 0
  1757. batches: 0
  1758. schemas: 0
  1759. }
  1760. operator_id: 2
  1761. operator_type: 21
  1762. setup_nanos: 0
  1763. process_nanos: 201740338
  1764. peak_local_memory_allocated: 61354669
  1765. wait_nanos: 4625957799
  1766. }
  1767. operator_profile {
  1768. input_profile {
  1769. records: 0
  1770. batches: 0
  1771. schemas: 0
  1772. }
  1773. operator_id: 1
  1774. operator_type: 10
  1775. setup_nanos: 0
  1776. process_nanos: 9893
  1777. peak_local_memory_allocated: 0
  1778. wait_nanos: 0
  1779. }
  1780. operator_profile {
  1781. input_profile {
  1782. records: 0
  1783. batches: 0
  1784. schemas: 0
  1785. }
  1786. operator_id: 0
  1787. operator_type: 0
  1788. setup_nanos: 0
  1789. process_nanos: 1814
  1790. peak_local_memory_allocated: 0
  1791. wait_nanos: 0
  1792. }
  1793. start_time: 1441828004276
  1794. end_time: 1441828016407
  1795. memory_used: 63354669
  1796. max_memory_used: 3000000
  1797. endpoint {
  1798. address: "twig03.twigs"
  1799. user_port: 31010
  1800. control_port: 31011
  1801. data_port: 31012
  1802. }
  1803. }
  1804. handle {
  1805. query_id {
  1806. part1: 3030767974436873871
  1807. part2: 9050998774542394447
  1808. }
  1809. major_fragment_id: 1
  1810. minor_fragment_id: 9
  1811. }
  1812. .
  1813. 2015-09-09 15:46:56,414 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1814. state: CANCELLATION_REQUESTED
  1815. minor_fragment_id: 11
  1816. operator_profile {
  1817. input_profile {
  1818. records: 0
  1819. batches: 0
  1820. schemas: 0
  1821. }
  1822. operator_id: 2
  1823. operator_type: 21
  1824. setup_nanos: 0
  1825. process_nanos: 208518160
  1826. peak_local_memory_allocated: 61351027
  1827. wait_nanos: 505573964
  1828. }
  1829. operator_profile {
  1830. input_profile {
  1831. records: 0
  1832. batches: 0
  1833. schemas: 0
  1834. }
  1835. operator_id: 1
  1836. operator_type: 10
  1837. setup_nanos: 0
  1838. process_nanos: 880
  1839. peak_local_memory_allocated: 0
  1840. wait_nanos: 0
  1841. }
  1842. operator_profile {
  1843. input_profile {
  1844. records: 0
  1845. batches: 0
  1846. schemas: 0
  1847. }
  1848. operator_id: 0
  1849. operator_type: 0
  1850. setup_nanos: 0
  1851. process_nanos: 1163
  1852. peak_local_memory_allocated: 0
  1853. wait_nanos: 0
  1854. }
  1855. start_time: 1441828004277
  1856. end_time: 1441828016408
  1857. memory_used: 63351027
  1858. max_memory_used: 3000000
  1859. endpoint {
  1860. address: "twig03.twigs"
  1861. user_port: 31010
  1862. control_port: 31011
  1863. data_port: 31012
  1864. }
  1865. }
  1866. handle {
  1867. query_id {
  1868. part1: 3030767974436873871
  1869. part2: 9050998774542394447
  1870. }
  1871. major_fragment_id: 1
  1872. minor_fragment_id: 11
  1873. }
  1874. .
  1875. 2015-09-09 15:46:56,415 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1876. state: CANCELLATION_REQUESTED
  1877. minor_fragment_id: 13
  1878. operator_profile {
  1879. input_profile {
  1880. records: 0
  1881. batches: 0
  1882. schemas: 0
  1883. }
  1884. operator_id: 2
  1885. operator_type: 21
  1886. setup_nanos: 0
  1887. process_nanos: 201409316
  1888. peak_local_memory_allocated: 60051952
  1889. wait_nanos: 516253119
  1890. }
  1891. operator_profile {
  1892. input_profile {
  1893. records: 0
  1894. batches: 0
  1895. schemas: 0
  1896. }
  1897. operator_id: 1
  1898. operator_type: 10
  1899. setup_nanos: 0
  1900. process_nanos: 1203
  1901. peak_local_memory_allocated: 0
  1902. wait_nanos: 0
  1903. }
  1904. operator_profile {
  1905. input_profile {
  1906. records: 0
  1907. batches: 0
  1908. schemas: 0
  1909. }
  1910. operator_id: 0
  1911. operator_type: 0
  1912. setup_nanos: 0
  1913. process_nanos: 1385
  1914. peak_local_memory_allocated: 0
  1915. wait_nanos: 0
  1916. }
  1917. start_time: 1441828004277
  1918. end_time: 1441828016408
  1919. memory_used: 62051952
  1920. max_memory_used: 3000000
  1921. endpoint {
  1922. address: "twig03.twigs"
  1923. user_port: 31010
  1924. control_port: 31011
  1925. data_port: 31012
  1926. }
  1927. }
  1928. handle {
  1929. query_id {
  1930. part1: 3030767974436873871
  1931. part2: 9050998774542394447
  1932. }
  1933. major_fragment_id: 1
  1934. minor_fragment_id: 13
  1935. }
  1936. .
  1937. 2015-09-09 15:46:56,415 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  1938. state: CANCELLATION_REQUESTED
  1939. minor_fragment_id: 15
  1940. operator_profile {
  1941. input_profile {
  1942. records: 0
  1943. batches: 0
  1944. schemas: 0
  1945. }
  1946. operator_id: 2
  1947. operator_type: 21
  1948. setup_nanos: 0
  1949. process_nanos: 218988524
  1950. peak_local_memory_allocated: 60050349
  1951. wait_nanos: 489377390
  1952. }
  1953. operator_profile {
  1954. input_profile {
  1955. records: 0
  1956. batches: 0
  1957. schemas: 0
  1958. }
  1959. operator_id: 1
  1960. operator_type: 10
  1961. setup_nanos: 0
  1962. process_nanos: 1890
  1963. peak_local_memory_allocated: 0
  1964. wait_nanos: 0
  1965. }
  1966. operator_profile {
  1967. input_profile {
  1968. records: 0
  1969. batches: 0
  1970. schemas: 0
  1971. }
  1972. operator_id: 0
  1973. operator_type: 0
  1974. setup_nanos: 0
  1975. process_nanos: 2212
  1976. peak_local_memory_allocated: 0
  1977. wait_nanos: 0
  1978. }
  1979. start_time: 1441828004278
  1980. end_time: 1441828016409
  1981. memory_used: 62050349
  1982. max_memory_used: 3000000
  1983. endpoint {
  1984. address: "twig03.twigs"
  1985. user_port: 31010
  1986. control_port: 31011
  1987. data_port: 31012
  1988. }
  1989. }
  1990. handle {
  1991. query_id {
  1992. part1: 3030767974436873871
  1993. part2: 9050998774542394447
  1994. }
  1995. major_fragment_id: 1
  1996. minor_fragment_id: 15
  1997. }
  1998. .
  1999. 2015-09-09 15:46:56,415 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2000. state: CANCELLATION_REQUESTED
  2001. minor_fragment_id: 17
  2002. operator_profile {
  2003. input_profile {
  2004. records: 0
  2005. batches: 0
  2006. schemas: 0
  2007. }
  2008. operator_id: 2
  2009. operator_type: 21
  2010. setup_nanos: 0
  2011. process_nanos: 209746182
  2012. peak_local_memory_allocated: 60766164
  2013. wait_nanos: 493398485
  2014. }
  2015. operator_profile {
  2016. input_profile {
  2017. records: 0
  2018. batches: 0
  2019. schemas: 0
  2020. }
  2021. operator_id: 1
  2022. operator_type: 10
  2023. setup_nanos: 0
  2024. process_nanos: 992
  2025. peak_local_memory_allocated: 0
  2026. wait_nanos: 0
  2027. }
  2028. operator_profile {
  2029. input_profile {
  2030. records: 0
  2031. batches: 0
  2032. schemas: 0
  2033. }
  2034. operator_id: 0
  2035. operator_type: 0
  2036. setup_nanos: 0
  2037. process_nanos: 1294
  2038. peak_local_memory_allocated: 0
  2039. wait_nanos: 0
  2040. }
  2041. start_time: 1441828004278
  2042. end_time: 1441828016409
  2043. memory_used: 62766164
  2044. max_memory_used: 3000000
  2045. endpoint {
  2046. address: "twig03.twigs"
  2047. user_port: 31010
  2048. control_port: 31011
  2049. data_port: 31012
  2050. }
  2051. }
  2052. handle {
  2053. query_id {
  2054. part1: 3030767974436873871
  2055. part2: 9050998774542394447
  2056. }
  2057. major_fragment_id: 1
  2058. minor_fragment_id: 17
  2059. }
  2060. .
  2061. 2015-09-09 15:46:56,416 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2062. state: CANCELLATION_REQUESTED
  2063. minor_fragment_id: 19
  2064. operator_profile {
  2065. input_profile {
  2066. records: 0
  2067. batches: 0
  2068. schemas: 0
  2069. }
  2070. operator_id: 2
  2071. operator_type: 21
  2072. setup_nanos: 0
  2073. process_nanos: 240377006
  2074. peak_local_memory_allocated: 60051815
  2075. wait_nanos: 474042932
  2076. }
  2077. operator_profile {
  2078. input_profile {
  2079. records: 0
  2080. batches: 0
  2081. schemas: 0
  2082. }
  2083. operator_id: 1
  2084. operator_type: 10
  2085. setup_nanos: 0
  2086. process_nanos: 1742
  2087. peak_local_memory_allocated: 0
  2088. wait_nanos: 0
  2089. }
  2090. operator_profile {
  2091. input_profile {
  2092. records: 0
  2093. batches: 0
  2094. schemas: 0
  2095. }
  2096. operator_id: 0
  2097. operator_type: 0
  2098. setup_nanos: 0
  2099. process_nanos: 1902
  2100. peak_local_memory_allocated: 0
  2101. wait_nanos: 0
  2102. }
  2103. start_time: 1441828004279
  2104. end_time: 1441828016409
  2105. memory_used: 62051815
  2106. max_memory_used: 3000000
  2107. endpoint {
  2108. address: "twig03.twigs"
  2109. user_port: 31010
  2110. control_port: 31011
  2111. data_port: 31012
  2112. }
  2113. }
  2114. handle {
  2115. query_id {
  2116. part1: 3030767974436873871
  2117. part2: 9050998774542394447
  2118. }
  2119. major_fragment_id: 1
  2120. minor_fragment_id: 19
  2121. }
  2122. .
  2123. 2015-09-09 15:46:56,416 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2124. state: CANCELLATION_REQUESTED
  2125. minor_fragment_id: 21
  2126. operator_profile {
  2127. input_profile {
  2128. records: 0
  2129. batches: 0
  2130. schemas: 0
  2131. }
  2132. operator_id: 2
  2133. operator_type: 21
  2134. setup_nanos: 0
  2135. process_nanos: 173458890
  2136. peak_local_memory_allocated: 60774216
  2137. wait_nanos: 767709594
  2138. }
  2139. operator_profile {
  2140. input_profile {
  2141. records: 0
  2142. batches: 0
  2143. schemas: 0
  2144. }
  2145. operator_id: 1
  2146. operator_type: 10
  2147. setup_nanos: 0
  2148. process_nanos: 804
  2149. peak_local_memory_allocated: 0
  2150. wait_nanos: 0
  2151. }
  2152. operator_profile {
  2153. input_profile {
  2154. records: 0
  2155. batches: 0
  2156. schemas: 0
  2157. }
  2158. operator_id: 0
  2159. operator_type: 0
  2160. setup_nanos: 0
  2161. process_nanos: 2451
  2162. peak_local_memory_allocated: 0
  2163. wait_nanos: 0
  2164. }
  2165. start_time: 1441828004279
  2166. end_time: 1441828016410
  2167. memory_used: 62774216
  2168. max_memory_used: 3000000
  2169. endpoint {
  2170. address: "twig03.twigs"
  2171. user_port: 31010
  2172. control_port: 31011
  2173. data_port: 31012
  2174. }
  2175. }
  2176. handle {
  2177. query_id {
  2178. part1: 3030767974436873871
  2179. part2: 9050998774542394447
  2180. }
  2181. major_fragment_id: 1
  2182. minor_fragment_id: 21
  2183. }
  2184. .
  2185. 2015-09-09 15:46:56,417 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2186. state: CANCELLATION_REQUESTED
  2187. minor_fragment_id: 23
  2188. operator_profile {
  2189. input_profile {
  2190. records: 0
  2191. batches: 0
  2192. schemas: 0
  2193. }
  2194. operator_id: 2
  2195. operator_type: 21
  2196. setup_nanos: 0
  2197. process_nanos: 207845997
  2198. peak_local_memory_allocated: 61006381
  2199. wait_nanos: 825439346
  2200. }
  2201. operator_profile {
  2202. input_profile {
  2203. records: 0
  2204. batches: 0
  2205. schemas: 0
  2206. }
  2207. operator_id: 1
  2208. operator_type: 10
  2209. setup_nanos: 0
  2210. process_nanos: 724
  2211. peak_local_memory_allocated: 0
  2212. wait_nanos: 0
  2213. }
  2214. operator_profile {
  2215. input_profile {
  2216. records: 0
  2217. batches: 0
  2218. schemas: 0
  2219. }
  2220. operator_id: 0
  2221. operator_type: 0
  2222. setup_nanos: 0
  2223. process_nanos: 892
  2224. peak_local_memory_allocated: 0
  2225. wait_nanos: 0
  2226. }
  2227. start_time: 1441828004280
  2228. end_time: 1441828016410
  2229. memory_used: 63006381
  2230. max_memory_used: 3000000
  2231. endpoint {
  2232. address: "twig03.twigs"
  2233. user_port: 31010
  2234. control_port: 31011
  2235. data_port: 31012
  2236. }
  2237. }
  2238. handle {
  2239. query_id {
  2240. part1: 3030767974436873871
  2241. part2: 9050998774542394447
  2242. }
  2243. major_fragment_id: 1
  2244. minor_fragment_id: 23
  2245. }
  2246. .
  2247. 2015-09-09 15:46:56,417 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2248. state: CANCELLATION_REQUESTED
  2249. minor_fragment_id: 25
  2250. operator_profile {
  2251. input_profile {
  2252. records: 0
  2253. batches: 0
  2254. schemas: 0
  2255. }
  2256. operator_id: 2
  2257. operator_type: 21
  2258. setup_nanos: 0
  2259. process_nanos: 225284328
  2260. peak_local_memory_allocated: 60051830
  2261. wait_nanos: 655623253
  2262. }
  2263. operator_profile {
  2264. input_profile {
  2265. records: 0
  2266. batches: 0
  2267. schemas: 0
  2268. }
  2269. operator_id: 1
  2270. operator_type: 10
  2271. setup_nanos: 0
  2272. process_nanos: 1538
  2273. peak_local_memory_allocated: 0
  2274. wait_nanos: 0
  2275. }
  2276. operator_profile {
  2277. input_profile {
  2278. records: 0
  2279. batches: 0
  2280. schemas: 0
  2281. }
  2282. operator_id: 0
  2283. operator_type: 0
  2284. setup_nanos: 0
  2285. process_nanos: 1486
  2286. peak_local_memory_allocated: 0
  2287. wait_nanos: 0
  2288. }
  2289. start_time: 1441828004280
  2290. end_time: 1441828016411
  2291. memory_used: 62051830
  2292. max_memory_used: 3000000
  2293. endpoint {
  2294. address: "twig03.twigs"
  2295. user_port: 31010
  2296. control_port: 31011
  2297. data_port: 31012
  2298. }
  2299. }
  2300. handle {
  2301. query_id {
  2302. part1: 3030767974436873871
  2303. part2: 9050998774542394447
  2304. }
  2305. major_fragment_id: 1
  2306. minor_fragment_id: 25
  2307. }
  2308. .
  2309. 2015-09-09 15:46:56,417 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2310. state: CANCELLATION_REQUESTED
  2311. minor_fragment_id: 27
  2312. operator_profile {
  2313. input_profile {
  2314. records: 0
  2315. batches: 0
  2316. schemas: 0
  2317. }
  2318. operator_id: 2
  2319. operator_type: 21
  2320. setup_nanos: 0
  2321. process_nanos: 215298965
  2322. peak_local_memory_allocated: 60764373
  2323. wait_nanos: 536585000
  2324. }
  2325. operator_profile {
  2326. input_profile {
  2327. records: 0
  2328. batches: 0
  2329. schemas: 0
  2330. }
  2331. operator_id: 1
  2332. operator_type: 10
  2333. setup_nanos: 0
  2334. process_nanos: 2400
  2335. peak_local_memory_allocated: 0
  2336. wait_nanos: 0
  2337. }
  2338. operator_profile {
  2339. input_profile {
  2340. records: 0
  2341. batches: 0
  2342. schemas: 0
  2343. }
  2344. operator_id: 0
  2345. operator_type: 0
  2346. setup_nanos: 0
  2347. process_nanos: 1775
  2348. peak_local_memory_allocated: 0
  2349. wait_nanos: 0
  2350. }
  2351. start_time: 1441828004281
  2352. end_time: 1441828016411
  2353. memory_used: 62764373
  2354. max_memory_used: 3000000
  2355. endpoint {
  2356. address: "twig03.twigs"
  2357. user_port: 31010
  2358. control_port: 31011
  2359. data_port: 31012
  2360. }
  2361. }
  2362. handle {
  2363. query_id {
  2364. part1: 3030767974436873871
  2365. part2: 9050998774542394447
  2366. }
  2367. major_fragment_id: 1
  2368. minor_fragment_id: 27
  2369. }
  2370. .
  2371. 2015-09-09 15:46:56,418 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2372. state: CANCELLATION_REQUESTED
  2373. minor_fragment_id: 29
  2374. operator_profile {
  2375. input_profile {
  2376. records: 0
  2377. batches: 0
  2378. schemas: 0
  2379. }
  2380. operator_id: 2
  2381. operator_type: 21
  2382. setup_nanos: 0
  2383. process_nanos: 213123804
  2384. peak_local_memory_allocated: 60052998
  2385. wait_nanos: 567126858
  2386. }
  2387. operator_profile {
  2388. input_profile {
  2389. records: 0
  2390. batches: 0
  2391. schemas: 0
  2392. }
  2393. operator_id: 1
  2394. operator_type: 10
  2395. setup_nanos: 0
  2396. process_nanos: 1514
  2397. peak_local_memory_allocated: 0
  2398. wait_nanos: 0
  2399. }
  2400. operator_profile {
  2401. input_profile {
  2402. records: 0
  2403. batches: 0
  2404. schemas: 0
  2405. }
  2406. operator_id: 0
  2407. operator_type: 0
  2408. setup_nanos: 0
  2409. process_nanos: 1158
  2410. peak_local_memory_allocated: 0
  2411. wait_nanos: 0
  2412. }
  2413. start_time: 1441828004281
  2414. end_time: 1441828016411
  2415. memory_used: 62052998
  2416. max_memory_used: 3000000
  2417. endpoint {
  2418. address: "twig03.twigs"
  2419. user_port: 31010
  2420. control_port: 31011
  2421. data_port: 31012
  2422. }
  2423. }
  2424. handle {
  2425. query_id {
  2426. part1: 3030767974436873871
  2427. part2: 9050998774542394447
  2428. }
  2429. major_fragment_id: 1
  2430. minor_fragment_id: 29
  2431. }
  2432. .
  2433. 2015-09-09 15:46:56,418 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2434. state: CANCELLATION_REQUESTED
  2435. minor_fragment_id: 31
  2436. operator_profile {
  2437. input_profile {
  2438. records: 0
  2439. batches: 0
  2440. schemas: 0
  2441. }
  2442. operator_id: 2
  2443. operator_type: 21
  2444. setup_nanos: 0
  2445. process_nanos: 194428327
  2446. peak_local_memory_allocated: 61213745
  2447. wait_nanos: 536872567
  2448. }
  2449. operator_profile {
  2450. input_profile {
  2451. records: 0
  2452. batches: 0
  2453. schemas: 0
  2454. }
  2455. operator_id: 1
  2456. operator_type: 10
  2457. setup_nanos: 0
  2458. process_nanos: 1310
  2459. peak_local_memory_allocated: 0
  2460. wait_nanos: 0
  2461. }
  2462. operator_profile {
  2463. input_profile {
  2464. records: 0
  2465. batches: 0
  2466. schemas: 0
  2467. }
  2468. operator_id: 0
  2469. operator_type: 0
  2470. setup_nanos: 0
  2471. process_nanos: 1743
  2472. peak_local_memory_allocated: 0
  2473. wait_nanos: 0
  2474. }
  2475. start_time: 1441828004281
  2476. end_time: 1441828016412
  2477. memory_used: 63213745
  2478. max_memory_used: 3000000
  2479. endpoint {
  2480. address: "twig03.twigs"
  2481. user_port: 31010
  2482. control_port: 31011
  2483. data_port: 31012
  2484. }
  2485. }
  2486. handle {
  2487. query_id {
  2488. part1: 3030767974436873871
  2489. part2: 9050998774542394447
  2490. }
  2491. major_fragment_id: 1
  2492. minor_fragment_id: 31
  2493. }
  2494. .
  2495. 2015-09-09 15:46:56,494 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:21] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21: State change requested from CANCELLATION_REQUESTED --> FAILED for
  2496. 2015-09-09 15:46:56,499 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:21] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:21: State change requested from FAILED --> FINISHED for
  2497. 2015-09-09 15:46:56,501 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:21] ERROR o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2498.  
  2499. Fragment 1:21
  2500.  
  2501. [Error Id: a3a9e51b-ba5a-4fa3-acae-3f01ac9701bd on twig03.twigs:31010]
  2502. org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2503.  
  2504. Fragment 1:21
  2505.  
  2506. [Error Id: a3a9e51b-ba5a-4fa3-acae-3f01ac9701bd on twig03.twigs:31010]
  2507. at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:523) ~[drill-common-1.1.0.jar:1.1.0]
  2508. at org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:326) [drill-java-exec-1.1.0.jar:1.1.0]
  2509. at org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:181) [drill-java-exec-1.1.0.jar:1.1.0]
  2510. at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:295) [drill-java-exec-1.1.0.jar:1.1.0]
  2511. at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.1.0.jar:1.1.0]
  2512. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_79]
  2513. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_79]
  2514. at java.lang.Thread.run(Thread.java:745) [na:1.7.0_79]
  2515. Caused by: org.apache.drill.common.exceptions.DrillRuntimeException: Error in parquet record reader.
  2516. Message:
  2517. Hadoop path: /warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2518. Total records read: 0
  2519. Mock records read: 0
  2520. Records to read: 32768
  2521. Row group index: 0
  2522. Records in row group: 3930100
  2523. Parquet Metadata: ParquetMetaData{FileMetaData{schema: message ConnectionEvent {
  2524. optional binary iris_sender_uuid (UTF8);
  2525. optional binary iris_domain_uuid (UTF8);
  2526. optional binary iris_context_uuid (UTF8);
  2527. optional binary iris_network_map_uuid (UTF8);
  2528. optional int32 sensor_id;
  2529. optional binary egress_security_zone_uuid (UTF8);
  2530. optional binary ingress_security_zone_uuid (UTF8);
  2531. optional binary egress_interface_uuid (UTF8);
  2532. optional binary ingress_interface_uuid (UTF8);
  2533. optional binary initiator_ip (UTF8);
  2534. optional binary responder_ip (UTF8);
  2535. optional binary access_control_policy_revision_uuid (UTF8);
  2536. optional int32 access_control_rule_id;
  2537. optional int32 access_control_rule_action_id;
  2538. optional int64 access_control_rule_reason_mask;
  2539. optional int32 initiator_port;
  2540. optional int32 responder_port;
  2541. optional int32 protocol;
  2542. optional int32 tcp_flags;
  2543. optional binary netflow_src_ip (UTF8);
  2544. optional int32 netflow_src_autonomous_system;
  2545. optional int32 netflow_dst_autonomous_system;
  2546. optional int32 netflow_snmp_in;
  2547. optional int32 netflow_snmp_out;
  2548. optional int32 netflow_src_type_of_service;
  2549. optional int32 netflow_dst_type_of_service;
  2550. optional int32 netflow_src_mask;
  2551. optional int32 netflow_dst_mask;
  2552. optional int32 snort_instance_id;
  2553. optional int32 connect_id;
  2554. optional int64 first_packet_second;
  2555. optional int64 last_packet_second;
  2556. optional int64 initiator_packets;
  2557. optional int64 responder_packets;
  2558. optional int64 initiator_bytes;
  2559. optional int64 responder_bytes;
  2560. optional int32 initiator_country_id;
  2561. optional int32 responder_country_id;
  2562. optional binary netbios_domain (UTF8);
  2563. optional binary security_context_uuid (UTF8);
  2564. optional int32 ips_event_count;
  2565. optional int32 indication_of_compromise_count;
  2566. optional boolean ip_rep_src_dest;
  2567. optional int64 ip_rep_category_id;
  2568. optional binary http_referer (UTF8);
  2569. optional binary user_agent (UTF8);
  2570. optional int32 vlan_id;
  2571. optional int32 file_event_count;
  2572. optional binary ssl_policy_uuid (UTF8);
  2573. optional int32 ssl_server_cert_status_mask;
  2574. optional int32 ssl_actual_action_id;
  2575. optional int32 ssl_expected_action_id;
  2576. optional int32 ssl_flow_status_id;
  2577. optional int64 ssl_flow_error_id;
  2578. optional int64 ssl_flow_message_mask;
  2579. optional int64 ssl_flow_flag_mask;
  2580. optional binary ssl_server_name (UTF8);
  2581. optional int64 ssl_url_category_id;
  2582. optional binary ssl_cert_fingerprint (UTF8);
  2583. optional int32 ssl_rule_id;
  2584. optional int32 ssl_cipher_suite_id;
  2585. optional int32 ssl_version_id;
  2586. optional binary ssl_session_id (UTF8);
  2587. optional int32 ssl_session_id_length;
  2588. optional binary ssl_ticket_id (UTF8);
  2589. optional int32 ssl_ticket_id_length;
  2590. optional binary referenced_host (UTF8);
  2591. optional binary url (UTF8);
  2592. optional int32 ip_rep_layer;
  2593. optional int32 app_proto_id;
  2594. optional int32 web_app_id;
  2595. optional int32 client_app_id;
  2596. optional binary client_app_version (UTF8);
  2597. optional int64 url_category_id;
  2598. optional int64 url_reputation_id;
  2599. optional int64 initiator_user_id;
  2600. optional int64 monitor_rule_1_id;
  2601. optional int64 monitor_rule_2_id;
  2602. optional int64 monitor_rule_3_id;
  2603. optional int64 monitor_rule_4_id;
  2604. optional int64 monitor_rule_5_id;
  2605. optional int64 monitor_rule_6_id;
  2606. optional int64 monitor_rule_7_id;
  2607. optional int64 monitor_rule_8_id;
  2608. }
  2609. , metadata: {}}, blocks: [BlockMetaData{3930100, 75831873 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 4}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 35}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 66}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 97}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 128}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 882}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 15080}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 29306}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43504}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 562402}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 7525173}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14488396}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14502622}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503376}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14504130}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14547660}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 20809366}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26015693}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26476269}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26477023}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26491221}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26491975}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26492729}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26493483}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26494237}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26494991}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26495745}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26496499}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26497253}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 27488549}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 34413532}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 39339492}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43772313}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 47315113}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 50799450}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 55455261}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59774999}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59775753}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59776507}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59777141}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59791339}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59792093}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 59792847}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 59815953}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59815984}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59865568}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60494332}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60495086}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60534732}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60548930}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60549684}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60550438}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60551192}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60551946}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60553679}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60555412}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60557145}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60557779}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60559512}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60579500}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60580254}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60581008}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 60581762}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60581793}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 60581824}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60581855}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60581886}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 62839867}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63950652}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63951406}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 65831700}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 66664033}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68547510}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69207016}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69208749}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69210482}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69212215}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69213948}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69215681}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69217414}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69219147}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69220880}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69222613}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69224346}]}, BlockMetaData{741637, 14917243 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226079}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226108}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226137}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226166}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69226195}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69226361}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69229114}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69231895}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69234648}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69332720}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 70695499}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72059008}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72061789}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72061955}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72062121}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72070418}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73268576}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74263687}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74350902}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74351068}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74353821}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74353987}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354153}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354319}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354485}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354651}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354817}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354983}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74355149}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74542253}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 75879782}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76811710}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 77649220}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78316741}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78973652}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79853046}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669224}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669390}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669556}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669698}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80672451}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80672617}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 80672783}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 80677179}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80677208}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80686654}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80804788}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80804954}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80812486}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815239}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815405}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815571}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815737}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815903}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816268}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816633}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816998}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80817140}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80817505}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821397}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821563}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821729}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 80821895}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80821924}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 80821953}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80821982}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80822011}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81253313}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81462933}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81463099}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81817817}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81975066}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82330320}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455143}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455508}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455873}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456238}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456603}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456968}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82457333}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82457698}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458063}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458428}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458793}]}]}
  2610. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.handleAndRaise(ParquetRecordReader.java:339) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2611. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.next(ParquetRecordReader.java:441) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2612. at org.apache.drill.exec.physical.impl.ScanBatch.next(ScanBatch.java:176) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2613. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:105) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2614. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:95) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2615. at org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2616. at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2617. at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:147) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2618. at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:83) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2619. at org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:95) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2620. at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:73) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2621. at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:261) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2622. at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:255) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2623. at java.security.AccessController.doPrivileged(Native Method) ~[na:1.7.0_79]
  2624. at javax.security.auth.Subject.doAs(Subject.java:415) ~[na:1.7.0_79]
  2625. at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556) ~[hadoop-common-2.4.1.jar:na]
  2626. at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:255) [drill-java-exec-1.1.0.jar:1.1.0]
  2627. ... 4 common frames omitted
  2628. Caused by: java.io.IOException: can not read class parquet.format.PageHeader: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2629. at parquet.format.Util.read(Util.java:50) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2630. at parquet.format.Util.readPageHeader(Util.java:26) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2631. at org.apache.drill.exec.store.parquet.ColumnDataReader.readPageHeader(ColumnDataReader.java:46) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2632. at org.apache.drill.exec.store.parquet.columnreaders.PageReader.next(PageReader.java:191) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2633. at org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader.processPages(NullableColumnReader.java:76) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2634. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.readAllFixedFields(ParquetRecordReader.java:380) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2635. at org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.next(ParquetRecordReader.java:426) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2636. ... 19 common frames omitted
  2637. Caused by: parquet.org.apache.thrift.transport.TTransportException: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2638. at parquet.org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:129) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2639. at parquet.org.apache.thrift.transport.TTransport.readAll(TTransport.java:84) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2640. at parquet.org.apache.thrift.protocol.TCompactProtocol.readByte(TCompactProtocol.java:574) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2641. at parquet.org.apache.thrift.protocol.TCompactProtocol.readFieldBegin(TCompactProtocol.java:481) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2642. at parquet.format.PageHeader.read(PageHeader.java:828) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2643. at parquet.format.Util.read(Util.java:47) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2644. ... 25 common frames omitted
  2645. Caused by: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet
  2646. at org.apache.hadoop.hdfs.DFSInputStream.chooseDataNode(DFSInputStream.java:880) ~[hadoop-hdfs-2.4.1.jar:na]
  2647. at org.apache.hadoop.hdfs.DFSInputStream.blockSeekTo(DFSInputStream.java:560) ~[hadoop-hdfs-2.4.1.jar:na]
  2648. at org.apache.hadoop.hdfs.DFSInputStream.readWithStrategy(DFSInputStream.java:790) ~[hadoop-hdfs-2.4.1.jar:na]
  2649. at org.apache.hadoop.hdfs.DFSInputStream.read(DFSInputStream.java:837) ~[hadoop-hdfs-2.4.1.jar:na]
  2650. at java.io.DataInputStream.read(DataInputStream.java:149) ~[na:1.7.0_79]
  2651. at org.apache.drill.exec.store.dfs.DrillFSDataInputStream$WrappedInputStream.read(DrillFSDataInputStream.java:211) ~[drill-java-exec-1.1.0.jar:1.1.0]
  2652. at java.io.DataInputStream.read(DataInputStream.java:149) ~[na:1.7.0_79]
  2653. at parquet.org.apache.thrift.transport.TIOStreamTransport.read(TIOStreamTransport.java:127) ~[parquet-format-2.1.1-drill-r1.jar:na]
  2654. ... 30 common frames omitted
  2655. 2015-09-09 15:46:56,513 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  2656. state: FAILED
  2657. error {
  2658. error_id: "a3a9e51b-ba5a-4fa3-acae-3f01ac9701bd"
  2659. endpoint {
  2660. address: "twig03.twigs"
  2661. user_port: 31010
  2662. control_port: 31011
  2663. data_port: 31012
  2664. }
  2665. error_type: SYSTEM
  2666. message: "SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet\n\nFragment 1:21\n\n[Error Id: a3a9e51b-ba5a-4fa3-acae-3f01ac9701bd on twig03.twigs:31010]"
  2667. exception {
  2668. exception_class: "org.apache.drill.common.exceptions.DrillRuntimeException"
  2669. message: "Error in parquet record reader.\nMessage: \nHadoop path: /warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet\nTotal records read: 0\nMock records read: 0\nRecords to read: 32768\nRow group index: 0\nRecords in row group: 3930100\nParquet Metadata: ParquetMetaData{FileMetaData{schema: message ConnectionEvent {\n optional binary iris_sender_uuid (UTF8);\n optional binary iris_domain_uuid (UTF8);\n optional binary iris_context_uuid (UTF8);\n optional binary iris_network_map_uuid (UTF8);\n optional int32 sensor_id;\n optional binary egress_security_zone_uuid (UTF8);\n optional binary ingress_security_zone_uuid (UTF8);\n optional binary egress_interface_uuid (UTF8);\n optional binary ingress_interface_uuid (UTF8);\n optional binary initiator_ip (UTF8);\n optional binary responder_ip (UTF8);\n optional binary access_control_policy_revision_uuid (UTF8);\n optional int32 access_control_rule_id;\n optional int32 access_control_rule_action_id;\n optional int64 access_control_rule_reason_mask;\n optional int32 initiator_port;\n optional int32 responder_port;\n optional int32 protocol;\n optional int32 tcp_flags;\n optional binary netflow_src_ip (UTF8);\n optional int32 netflow_src_autonomous_system;\n optional int32 netflow_dst_autonomous_system;\n optional int32 netflow_snmp_in;\n optional int32 netflow_snmp_out;\n optional int32 netflow_src_type_of_service;\n optional int32 netflow_dst_type_of_service;\n optional int32 netflow_src_mask;\n optional int32 netflow_dst_mask;\n optional int32 snort_instance_id;\n optional int32 connect_id;\n optional int64 first_packet_second;\n optional int64 last_packet_second;\n optional int64 initiator_packets;\n optional int64 responder_packets;\n optional int64 initiator_bytes;\n optional int64 responder_bytes;\n optional int32 initiator_country_id;\n optional int32 responder_country_id;\n optional binary netbios_domain (UTF8);\n optional binary security_context_uuid (UTF8);\n optional int32 ips_event_count;\n optional int32 indication_of_compromise_count;\n optional boolean ip_rep_src_dest;\n optional int64 ip_rep_category_id;\n optional binary http_referer (UTF8);\n optional binary user_agent (UTF8);\n optional int32 vlan_id;\n optional int32 file_event_count;\n optional binary ssl_policy_uuid (UTF8);\n optional int32 ssl_server_cert_status_mask;\n optional int32 ssl_actual_action_id;\n optional int32 ssl_expected_action_id;\n optional int32 ssl_flow_status_id;\n optional int64 ssl_flow_error_id;\n optional int64 ssl_flow_message_mask;\n optional int64 ssl_flow_flag_mask;\n optional binary ssl_server_name (UTF8);\n optional int64 ssl_url_category_id;\n optional binary ssl_cert_fingerprint (UTF8);\n optional int32 ssl_rule_id;\n optional int32 ssl_cipher_suite_id;\n optional int32 ssl_version_id;\n optional binary ssl_session_id (UTF8);\n optional int32 ssl_session_id_length;\n optional binary ssl_ticket_id (UTF8);\n optional int32 ssl_ticket_id_length;\n optional binary referenced_host (UTF8);\n optional binary url (UTF8);\n optional int32 ip_rep_layer;\n optional int32 app_proto_id;\n optional int32 web_app_id;\n optional int32 client_app_id;\n optional binary client_app_version (UTF8);\n optional int64 url_category_id;\n optional int64 url_reputation_id;\n optional int64 initiator_user_id;\n optional int64 monitor_rule_1_id;\n optional int64 monitor_rule_2_id;\n optional int64 monitor_rule_3_id;\n optional int64 monitor_rule_4_id;\n optional int64 monitor_rule_5_id;\n optional int64 monitor_rule_6_id;\n optional int64 monitor_rule_7_id;\n optional int64 monitor_rule_8_id;\n}\n, metadata: {}}, blocks: [BlockMetaData{3930100, 75831873 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 4}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 35}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 66}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 97}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 128}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 882}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 15080}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 29306}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43504}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 562402}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 7525173}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14488396}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14502622}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503376}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14504130}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14547660}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 20809366}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26015693}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26476269}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26477023}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26491221}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26491975}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26492729}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26493483}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26494237}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26494991}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26495745}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26496499}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26497253}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 27488549}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 34413532}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 39339492}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43772313}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 47315113}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 50799450}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 55455261}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59774999}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59775753}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59776507}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59777141}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59791339}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59792093}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 59792847}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 59815953}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59815984}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59865568}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60494332}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60495086}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60534732}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60548930}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60549684}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60550438}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60551192}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60551946}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60553679}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60555412}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60557145}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60557779}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60559512}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60579500}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60580254}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60581008}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 60581762}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60581793}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 60581824}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60581855}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60581886}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 62839867}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63950652}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63951406}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 65831700}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 66664033}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68547510}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69207016}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69208749}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69210482}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69212215}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69213948}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69215681}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69217414}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69219147}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69220880}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69222613}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69224346}]}, BlockMetaData{741637, 14917243 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226079}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226108}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226137}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69226166}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69226195}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69226361}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69229114}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69231895}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69234648}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69332720}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 70695499}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72059008}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72061789}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72061955}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72062121}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72070418}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73268576}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74263687}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74350902}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74351068}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74353821}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74353987}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354153}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354319}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354485}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354651}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354817}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74354983}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74355149}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74542253}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 75879782}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76811710}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 77649220}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78316741}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78973652}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79853046}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669224}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669390}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669556}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80669698}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80672451}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80672617}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 80672783}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 80677179}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80677208}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80686654}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80804788}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80804954}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80812486}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815239}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815405}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815571}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815737}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80815903}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816268}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816633}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80816998}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80817140}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80817505}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821397}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821563}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80821729}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 80821895}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80821924}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 80821953}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 80821982}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80822011}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81253313}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81462933}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81463099}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81817817}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 81975066}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82330320}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455143}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455508}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82455873}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456238}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456603}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82456968}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82457333}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82457698}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458063}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458428}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 82458793}]}]}"
  2670. stack_trace {
  2671. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  2672. file_name: "ParquetRecordReader.java"
  2673. line_number: 339
  2674. method_name: "handleAndRaise"
  2675. is_native_method: false
  2676. }
  2677. stack_trace {
  2678. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  2679. file_name: "ParquetRecordReader.java"
  2680. line_number: 441
  2681. method_name: "next"
  2682. is_native_method: false
  2683. }
  2684. stack_trace {
  2685. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  2686. file_name: "ScanBatch.java"
  2687. line_number: 176
  2688. method_name: "next"
  2689. is_native_method: false
  2690. }
  2691. stack_trace {
  2692. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2693. file_name: "AbstractRecordBatch.java"
  2694. line_number: 105
  2695. method_name: "next"
  2696. is_native_method: false
  2697. }
  2698. stack_trace {
  2699. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2700. file_name: "AbstractRecordBatch.java"
  2701. line_number: 95
  2702. method_name: "next"
  2703. is_native_method: false
  2704. }
  2705. stack_trace {
  2706. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  2707. file_name: "AbstractSingleRecordBatch.java"
  2708. line_number: 51
  2709. method_name: "innerNext"
  2710. is_native_method: false
  2711. }
  2712. stack_trace {
  2713. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  2714. file_name: "ProjectRecordBatch.java"
  2715. line_number: 129
  2716. method_name: "innerNext"
  2717. is_native_method: false
  2718. }
  2719. stack_trace {
  2720. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2721. file_name: "AbstractRecordBatch.java"
  2722. line_number: 147
  2723. method_name: "next"
  2724. is_native_method: false
  2725. }
  2726. stack_trace {
  2727. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  2728. file_name: "BaseRootExec.java"
  2729. line_number: 83
  2730. method_name: "next"
  2731. is_native_method: false
  2732. }
  2733. stack_trace {
  2734. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  2735. file_name: "SingleSenderCreator.java"
  2736. line_number: 95
  2737. method_name: "innerNext"
  2738. is_native_method: false
  2739. }
  2740. stack_trace {
  2741. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  2742. file_name: "BaseRootExec.java"
  2743. line_number: 73
  2744. method_name: "next"
  2745. is_native_method: false
  2746. }
  2747. stack_trace {
  2748. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  2749. file_name: "FragmentExecutor.java"
  2750. line_number: 261
  2751. method_name: "run"
  2752. is_native_method: false
  2753. }
  2754. stack_trace {
  2755. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  2756. file_name: "FragmentExecutor.java"
  2757. line_number: 255
  2758. method_name: "run"
  2759. is_native_method: false
  2760. }
  2761. stack_trace {
  2762. class_name: "..."
  2763. line_number: 0
  2764. method_name: "..."
  2765. is_native_method: false
  2766. }
  2767. stack_trace {
  2768. class_name: "org.apache.hadoop.security.UserGroupInformation"
  2769. file_name: "UserGroupInformation.java"
  2770. line_number: 1556
  2771. method_name: "doAs"
  2772. is_native_method: false
  2773. }
  2774. stack_trace {
  2775. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  2776. file_name: "FragmentExecutor.java"
  2777. line_number: 255
  2778. method_name: "run"
  2779. is_native_method: false
  2780. }
  2781. stack_trace {
  2782. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  2783. file_name: "SelfCleaningRunnable.java"
  2784. line_number: 38
  2785. method_name: "run"
  2786. is_native_method: false
  2787. }
  2788. stack_trace {
  2789. class_name: "..."
  2790. line_number: 0
  2791. method_name: "..."
  2792. is_native_method: false
  2793. }
  2794. cause {
  2795. exception_class: "java.io.IOException"
  2796. message: "can not read class parquet.format.PageHeader: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet"
  2797. stack_trace {
  2798. class_name: "parquet.format.Util"
  2799. file_name: "Util.java"
  2800. line_number: 50
  2801. method_name: "read"
  2802. is_native_method: false
  2803. }
  2804. stack_trace {
  2805. class_name: "parquet.format.Util"
  2806. file_name: "Util.java"
  2807. line_number: 26
  2808. method_name: "readPageHeader"
  2809. is_native_method: false
  2810. }
  2811. stack_trace {
  2812. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  2813. file_name: "ColumnDataReader.java"
  2814. line_number: 46
  2815. method_name: "readPageHeader"
  2816. is_native_method: false
  2817. }
  2818. stack_trace {
  2819. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  2820. file_name: "PageReader.java"
  2821. line_number: 191
  2822. method_name: "next"
  2823. is_native_method: false
  2824. }
  2825. stack_trace {
  2826. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  2827. file_name: "NullableColumnReader.java"
  2828. line_number: 76
  2829. method_name: "processPages"
  2830. is_native_method: false
  2831. }
  2832. stack_trace {
  2833. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  2834. file_name: "ParquetRecordReader.java"
  2835. line_number: 380
  2836. method_name: "readAllFixedFields"
  2837. is_native_method: false
  2838. }
  2839. stack_trace {
  2840. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  2841. file_name: "ParquetRecordReader.java"
  2842. line_number: 426
  2843. method_name: "next"
  2844. is_native_method: false
  2845. }
  2846. stack_trace {
  2847. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  2848. file_name: "ScanBatch.java"
  2849. line_number: 176
  2850. method_name: "next"
  2851. is_native_method: false
  2852. }
  2853. stack_trace {
  2854. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2855. file_name: "AbstractRecordBatch.java"
  2856. line_number: 105
  2857. method_name: "next"
  2858. is_native_method: false
  2859. }
  2860. stack_trace {
  2861. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2862. file_name: "AbstractRecordBatch.java"
  2863. line_number: 95
  2864. method_name: "next"
  2865. is_native_method: false
  2866. }
  2867. stack_trace {
  2868. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  2869. file_name: "AbstractSingleRecordBatch.java"
  2870. line_number: 51
  2871. method_name: "innerNext"
  2872. is_native_method: false
  2873. }
  2874. stack_trace {
  2875. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  2876. file_name: "ProjectRecordBatch.java"
  2877. line_number: 129
  2878. method_name: "innerNext"
  2879. is_native_method: false
  2880. }
  2881. stack_trace {
  2882. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  2883. file_name: "AbstractRecordBatch.java"
  2884. line_number: 147
  2885. method_name: "next"
  2886. is_native_method: false
  2887. }
  2888. stack_trace {
  2889. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  2890. file_name: "BaseRootExec.java"
  2891. line_number: 83
  2892. method_name: "next"
  2893. is_native_method: false
  2894. }
  2895. stack_trace {
  2896. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  2897. file_name: "SingleSenderCreator.java"
  2898. line_number: 95
  2899. method_name: "innerNext"
  2900. is_native_method: false
  2901. }
  2902. stack_trace {
  2903. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  2904. file_name: "BaseRootExec.java"
  2905. line_number: 73
  2906. method_name: "next"
  2907. is_native_method: false
  2908. }
  2909. stack_trace {
  2910. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  2911. file_name: "FragmentExecutor.java"
  2912. line_number: 261
  2913. method_name: "run"
  2914. is_native_method: false
  2915. }
  2916. stack_trace {
  2917. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  2918. file_name: "FragmentExecutor.java"
  2919. line_number: 255
  2920. method_name: "run"
  2921. is_native_method: false
  2922. }
  2923. stack_trace {
  2924. class_name: "..."
  2925. line_number: 0
  2926. method_name: "..."
  2927. is_native_method: false
  2928. }
  2929. stack_trace {
  2930. class_name: "org.apache.hadoop.security.UserGroupInformation"
  2931. file_name: "UserGroupInformation.java"
  2932. line_number: 1556
  2933. method_name: "doAs"
  2934. is_native_method: false
  2935. }
  2936. stack_trace {
  2937. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  2938. file_name: "FragmentExecutor.java"
  2939. line_number: 255
  2940. method_name: "run"
  2941. is_native_method: false
  2942. }
  2943. stack_trace {
  2944. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  2945. file_name: "SelfCleaningRunnable.java"
  2946. line_number: 38
  2947. method_name: "run"
  2948. is_native_method: false
  2949. }
  2950. stack_trace {
  2951. class_name: "..."
  2952. line_number: 0
  2953. method_name: "..."
  2954. is_native_method: false
  2955. }
  2956. cause {
  2957. exception_class: "parquet.org.apache.thrift.transport.TTransportException"
  2958. message: "org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet"
  2959. stack_trace {
  2960. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  2961. file_name: "TIOStreamTransport.java"
  2962. line_number: 129
  2963. method_name: "read"
  2964. is_native_method: false
  2965. }
  2966. stack_trace {
  2967. class_name: "parquet.org.apache.thrift.transport.TTransport"
  2968. file_name: "TTransport.java"
  2969. line_number: 84
  2970. method_name: "readAll"
  2971. is_native_method: false
  2972. }
  2973. stack_trace {
  2974. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  2975. file_name: "TCompactProtocol.java"
  2976. line_number: 574
  2977. method_name: "readByte"
  2978. is_native_method: false
  2979. }
  2980. stack_trace {
  2981. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  2982. file_name: "TCompactProtocol.java"
  2983. line_number: 481
  2984. method_name: "readFieldBegin"
  2985. is_native_method: false
  2986. }
  2987. stack_trace {
  2988. class_name: "parquet.format.PageHeader"
  2989. file_name: "PageHeader.java"
  2990. line_number: 828
  2991. method_name: "read"
  2992. is_native_method: false
  2993. }
  2994. stack_trace {
  2995. class_name: "parquet.format.Util"
  2996. file_name: "Util.java"
  2997. line_number: 47
  2998. method_name: "read"
  2999. is_native_method: false
  3000. }
  3001. stack_trace {
  3002. class_name: "parquet.format.Util"
  3003. file_name: "Util.java"
  3004. line_number: 26
  3005. method_name: "readPageHeader"
  3006. is_native_method: false
  3007. }
  3008. stack_trace {
  3009. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  3010. file_name: "ColumnDataReader.java"
  3011. line_number: 46
  3012. method_name: "readPageHeader"
  3013. is_native_method: false
  3014. }
  3015. stack_trace {
  3016. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  3017. file_name: "PageReader.java"
  3018. line_number: 191
  3019. method_name: "next"
  3020. is_native_method: false
  3021. }
  3022. stack_trace {
  3023. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  3024. file_name: "NullableColumnReader.java"
  3025. line_number: 76
  3026. method_name: "processPages"
  3027. is_native_method: false
  3028. }
  3029. stack_trace {
  3030. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3031. file_name: "ParquetRecordReader.java"
  3032. line_number: 380
  3033. method_name: "readAllFixedFields"
  3034. is_native_method: false
  3035. }
  3036. stack_trace {
  3037. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3038. file_name: "ParquetRecordReader.java"
  3039. line_number: 426
  3040. method_name: "next"
  3041. is_native_method: false
  3042. }
  3043. stack_trace {
  3044. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  3045. file_name: "ScanBatch.java"
  3046. line_number: 176
  3047. method_name: "next"
  3048. is_native_method: false
  3049. }
  3050. stack_trace {
  3051. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3052. file_name: "AbstractRecordBatch.java"
  3053. line_number: 105
  3054. method_name: "next"
  3055. is_native_method: false
  3056. }
  3057. stack_trace {
  3058. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3059. file_name: "AbstractRecordBatch.java"
  3060. line_number: 95
  3061. method_name: "next"
  3062. is_native_method: false
  3063. }
  3064. stack_trace {
  3065. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  3066. file_name: "AbstractSingleRecordBatch.java"
  3067. line_number: 51
  3068. method_name: "innerNext"
  3069. is_native_method: false
  3070. }
  3071. stack_trace {
  3072. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  3073. file_name: "ProjectRecordBatch.java"
  3074. line_number: 129
  3075. method_name: "innerNext"
  3076. is_native_method: false
  3077. }
  3078. stack_trace {
  3079. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3080. file_name: "AbstractRecordBatch.java"
  3081. line_number: 147
  3082. method_name: "next"
  3083. is_native_method: false
  3084. }
  3085. stack_trace {
  3086. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3087. file_name: "BaseRootExec.java"
  3088. line_number: 83
  3089. method_name: "next"
  3090. is_native_method: false
  3091. }
  3092. stack_trace {
  3093. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  3094. file_name: "SingleSenderCreator.java"
  3095. line_number: 95
  3096. method_name: "innerNext"
  3097. is_native_method: false
  3098. }
  3099. stack_trace {
  3100. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3101. file_name: "BaseRootExec.java"
  3102. line_number: 73
  3103. method_name: "next"
  3104. is_native_method: false
  3105. }
  3106. stack_trace {
  3107. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3108. file_name: "FragmentExecutor.java"
  3109. line_number: 261
  3110. method_name: "run"
  3111. is_native_method: false
  3112. }
  3113. stack_trace {
  3114. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3115. file_name: "FragmentExecutor.java"
  3116. line_number: 255
  3117. method_name: "run"
  3118. is_native_method: false
  3119. }
  3120. stack_trace {
  3121. class_name: "..."
  3122. line_number: 0
  3123. method_name: "..."
  3124. is_native_method: false
  3125. }
  3126. stack_trace {
  3127. class_name: "org.apache.hadoop.security.UserGroupInformation"
  3128. file_name: "UserGroupInformation.java"
  3129. line_number: 1556
  3130. method_name: "doAs"
  3131. is_native_method: false
  3132. }
  3133. stack_trace {
  3134. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  3135. file_name: "FragmentExecutor.java"
  3136. line_number: 255
  3137. method_name: "run"
  3138. is_native_method: false
  3139. }
  3140. stack_trace {
  3141. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  3142. file_name: "SelfCleaningRunnable.java"
  3143. line_number: 38
  3144. method_name: "run"
  3145. is_native_method: false
  3146. }
  3147. stack_trace {
  3148. class_name: "..."
  3149. line_number: 0
  3150. method_name: "..."
  3151. is_native_method: false
  3152. }
  3153. cause {
  3154. exception_class: "org.apache.hadoop.hdfs.BlockMissingException"
  3155. message: "Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829561_90289 file=/warehouse2/completed/events/connection_events/1441747800/1441747805674-11-9b046b9b-d604-495a-942e-80c6a57edb08.parquet"
  3156. stack_trace {
  3157. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3158. file_name: "DFSInputStream.java"
  3159. line_number: 880
  3160. method_name: "chooseDataNode"
  3161. is_native_method: false
  3162. }
  3163. stack_trace {
  3164. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3165. file_name: "DFSInputStream.java"
  3166. line_number: 560
  3167. method_name: "blockSeekTo"
  3168. is_native_method: false
  3169. }
  3170. stack_trace {
  3171. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3172. file_name: "DFSInputStream.java"
  3173. line_number: 790
  3174. method_name: "readWithStrategy"
  3175. is_native_method: false
  3176. }
  3177. stack_trace {
  3178. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3179. file_name: "DFSInputStream.java"
  3180. line_number: 837
  3181. method_name: "read"
  3182. is_native_method: false
  3183. }
  3184. stack_trace {
  3185. class_name: "..."
  3186. line_number: 0
  3187. method_name: "..."
  3188. is_native_method: false
  3189. }
  3190. stack_trace {
  3191. class_name: "org.apache.drill.exec.store.dfs.DrillFSDataInputStream$WrappedInputStream"
  3192. file_name: "DrillFSDataInputStream.java"
  3193. line_number: 211
  3194. method_name: "read"
  3195. is_native_method: false
  3196. }
  3197. stack_trace {
  3198. class_name: "..."
  3199. line_number: 0
  3200. method_name: "..."
  3201. is_native_method: false
  3202. }
  3203. stack_trace {
  3204. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  3205. file_name: "TIOStreamTransport.java"
  3206. line_number: 127
  3207. method_name: "read"
  3208. is_native_method: false
  3209. }
  3210. stack_trace {
  3211. class_name: "parquet.org.apache.thrift.transport.TTransport"
  3212. file_name: "TTransport.java"
  3213. line_number: 84
  3214. method_name: "readAll"
  3215. is_native_method: false
  3216. }
  3217. stack_trace {
  3218. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  3219. file_name: "TCompactProtocol.java"
  3220. line_number: 574
  3221. method_name: "readByte"
  3222. is_native_method: false
  3223. }
  3224. stack_trace {
  3225. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  3226. file_name: "TCompactProtocol.java"
  3227. line_number: 481
  3228. method_name: "readFieldBegin"
  3229. is_native_method: false
  3230. }
  3231. stack_trace {
  3232. class_name: "parquet.format.PageHeader"
  3233. file_name: "PageHeader.java"
  3234. line_number: 828
  3235. method_name: "read"
  3236. is_native_method: false
  3237. }
  3238. stack_trace {
  3239. class_name: "parquet.format.Util"
  3240. file_name: "Util.java"
  3241. line_number: 47
  3242. method_name: "read"
  3243. is_native_method: false
  3244. }
  3245. stack_trace {
  3246. class_name: "parquet.format.Util"
  3247. file_name: "Util.java"
  3248. line_number: 26
  3249. method_name: "readPageHeader"
  3250. is_native_method: false
  3251. }
  3252. stack_trace {
  3253. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  3254. file_name: "ColumnDataReader.java"
  3255. line_number: 46
  3256. method_name: "readPageHeader"
  3257. is_native_method: false
  3258. }
  3259. stack_trace {
  3260. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  3261. file_name: "PageReader.java"
  3262. line_number: 191
  3263. method_name: "next"
  3264. is_native_method: false
  3265. }
  3266. stack_trace {
  3267. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  3268. file_name: "NullableColumnReader.java"
  3269. line_number: 76
  3270. method_name: "processPages"
  3271. is_native_method: false
  3272. }
  3273. stack_trace {
  3274. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3275. file_name: "ParquetRecordReader.java"
  3276. line_number: 380
  3277. method_name: "readAllFixedFields"
  3278. is_native_method: false
  3279. }
  3280. stack_trace {
  3281. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3282. file_name: "ParquetRecordReader.java"
  3283. line_number: 426
  3284. method_name: "next"
  3285. is_native_method: false
  3286. }
  3287. stack_trace {
  3288. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  3289. file_name: "ScanBatch.java"
  3290. line_number: 176
  3291. method_name: "next"
  3292. is_native_method: false
  3293. }
  3294. stack_trace {
  3295. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3296. file_name: "AbstractRecordBatch.java"
  3297. line_number: 105
  3298. method_name: "next"
  3299. is_native_method: false
  3300. }
  3301. stack_trace {
  3302. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3303. file_name: "AbstractRecordBatch.java"
  3304. line_number: 95
  3305. method_name: "next"
  3306. is_native_method: false
  3307. }
  3308. stack_trace {
  3309. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  3310. file_name: "AbstractSingleRecordBatch.java"
  3311. line_number: 51
  3312. method_name: "innerNext"
  3313. is_native_method: false
  3314. }
  3315. stack_trace {
  3316. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  3317. file_name: "ProjectRecordBatch.java"
  3318. line_number: 129
  3319. method_name: "innerNext"
  3320. is_native_method: false
  3321. }
  3322. stack_trace {
  3323. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3324. file_name: "AbstractRecordBatch.java"
  3325. line_number: 147
  3326. method_name: "next"
  3327. is_native_method: false
  3328. }
  3329. stack_trace {
  3330. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3331. file_name: "BaseRootExec.java"
  3332. line_number: 83
  3333. method_name: "next"
  3334. is_native_method: false
  3335. }
  3336. stack_trace {
  3337. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  3338. file_name: "SingleSenderCreator.java"
  3339. line_number: 95
  3340. method_name: "innerNext"
  3341. is_native_method: false
  3342. }
  3343. stack_trace {
  3344. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3345. file_name: "BaseRootExec.java"
  3346. line_number: 73
  3347. method_name: "next"
  3348. is_native_method: false
  3349. }
  3350. stack_trace {
  3351. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3352. file_name: "FragmentExecutor.java"
  3353. line_number: 261
  3354. method_name: "run"
  3355. is_native_method: false
  3356. }
  3357. stack_trace {
  3358. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3359. file_name: "FragmentExecutor.java"
  3360. line_number: 255
  3361. method_name: "run"
  3362. is_native_method: false
  3363. }
  3364. stack_trace {
  3365. class_name: "..."
  3366. line_number: 0
  3367. method_name: "..."
  3368. is_native_method: false
  3369. }
  3370. stack_trace {
  3371. class_name: "org.apache.hadoop.security.UserGroupInformation"
  3372. file_name: "UserGroupInformation.java"
  3373. line_number: 1556
  3374. method_name: "doAs"
  3375. is_native_method: false
  3376. }
  3377. stack_trace {
  3378. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  3379. file_name: "FragmentExecutor.java"
  3380. line_number: 255
  3381. method_name: "run"
  3382. is_native_method: false
  3383. }
  3384. stack_trace {
  3385. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  3386. file_name: "SelfCleaningRunnable.java"
  3387. line_number: 38
  3388. method_name: "run"
  3389. is_native_method: false
  3390. }
  3391. stack_trace {
  3392. class_name: "..."
  3393. line_number: 0
  3394. method_name: "..."
  3395. is_native_method: false
  3396. }
  3397. }
  3398. }
  3399. }
  3400. }
  3401. }
  3402. minor_fragment_id: 21
  3403. operator_profile {
  3404. input_profile {
  3405. records: 0
  3406. batches: 0
  3407. schemas: 0
  3408. }
  3409. operator_id: 2
  3410. operator_type: 21
  3411. setup_nanos: 0
  3412. process_nanos: 175176355
  3413. peak_local_memory_allocated: 60774216
  3414. wait_nanos: 11999809446
  3415. }
  3416. operator_profile {
  3417. input_profile {
  3418. records: 0
  3419. batches: 0
  3420. schemas: 0
  3421. }
  3422. operator_id: 1
  3423. operator_type: 10
  3424. setup_nanos: 0
  3425. process_nanos: 7063
  3426. peak_local_memory_allocated: 0
  3427. wait_nanos: 0
  3428. }
  3429. operator_profile {
  3430. input_profile {
  3431. records: 0
  3432. batches: 0
  3433. schemas: 0
  3434. }
  3435. operator_id: 0
  3436. operator_type: 0
  3437. setup_nanos: 0
  3438. process_nanos: 22958
  3439. peak_local_memory_allocated: 0
  3440. wait_nanos: 601907
  3441. }
  3442. start_time: 1441828004279
  3443. end_time: 1441828016503
  3444. memory_used: 0
  3445. max_memory_used: 3000000
  3446. endpoint {
  3447. address: "twig03.twigs"
  3448. user_port: 31010
  3449. control_port: 31011
  3450. data_port: 31012
  3451. }
  3452. }
  3453. handle {
  3454. query_id {
  3455. part1: 3030767974436873871
  3456. part2: 9050998774542394447
  3457. }
  3458. major_fragment_id: 1
  3459. minor_fragment_id: 21
  3460. }
  3461. .
  3462. 2015-09-09 15:47:12,918 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  3463. state: FAILED
  3464. error {
  3465. error_id: "026423db-e411-4f48-9930-3f6ad4ae0883"
  3466. endpoint {
  3467. address: "twig04.twigs"
  3468. user_port: 31010
  3469. control_port: 31011
  3470. data_port: 31012
  3471. }
  3472. error_type: SYSTEM
  3473. message: "SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829566_90294 file=/warehouse2/completed/events/connection_events/1441747800/1441747809387-2-3f563810-8265-4e92-a8e1-1038502d735c.parquet\n\nFragment 1:8\n\n[Error Id: 026423db-e411-4f48-9930-3f6ad4ae0883 on twig04.twigs:31010]"
  3474. exception {
  3475. exception_class: "org.apache.drill.common.exceptions.DrillRuntimeException"
  3476. message: "Error in parquet record reader.\nMessage: \nHadoop path: /warehouse2/completed/events/connection_events/1441747800/1441747809387-2-3f563810-8265-4e92-a8e1-1038502d735c.parquet\nTotal records read: 0\nMock records read: 0\nRecords to read: 32768\nRow group index: 0\nRecords in row group: 3930100\nParquet Metadata: ParquetMetaData{FileMetaData{schema: message ConnectionEvent {\n optional binary iris_sender_uuid (UTF8);\n optional binary iris_domain_uuid (UTF8);\n optional binary iris_context_uuid (UTF8);\n optional binary iris_network_map_uuid (UTF8);\n optional int32 sensor_id;\n optional binary egress_security_zone_uuid (UTF8);\n optional binary ingress_security_zone_uuid (UTF8);\n optional binary egress_interface_uuid (UTF8);\n optional binary ingress_interface_uuid (UTF8);\n optional binary initiator_ip (UTF8);\n optional binary responder_ip (UTF8);\n optional binary access_control_policy_revision_uuid (UTF8);\n optional int32 access_control_rule_id;\n optional int32 access_control_rule_action_id;\n optional int64 access_control_rule_reason_mask;\n optional int32 initiator_port;\n optional int32 responder_port;\n optional int32 protocol;\n optional int32 tcp_flags;\n optional binary netflow_src_ip (UTF8);\n optional int32 netflow_src_autonomous_system;\n optional int32 netflow_dst_autonomous_system;\n optional int32 netflow_snmp_in;\n optional int32 netflow_snmp_out;\n optional int32 netflow_src_type_of_service;\n optional int32 netflow_dst_type_of_service;\n optional int32 netflow_src_mask;\n optional int32 netflow_dst_mask;\n optional int32 snort_instance_id;\n optional int32 connect_id;\n optional int64 first_packet_second;\n optional int64 last_packet_second;\n optional int64 initiator_packets;\n optional int64 responder_packets;\n optional int64 initiator_bytes;\n optional int64 responder_bytes;\n optional int32 initiator_country_id;\n optional int32 responder_country_id;\n optional binary netbios_domain (UTF8);\n optional binary security_context_uuid (UTF8);\n optional int32 ips_event_count;\n optional int32 indication_of_compromise_count;\n optional boolean ip_rep_src_dest;\n optional int64 ip_rep_category_id;\n optional binary http_referer (UTF8);\n optional binary user_agent (UTF8);\n optional int32 vlan_id;\n optional int32 file_event_count;\n optional binary ssl_policy_uuid (UTF8);\n optional int32 ssl_server_cert_status_mask;\n optional int32 ssl_actual_action_id;\n optional int32 ssl_expected_action_id;\n optional int32 ssl_flow_status_id;\n optional int64 ssl_flow_error_id;\n optional int64 ssl_flow_message_mask;\n optional int64 ssl_flow_flag_mask;\n optional binary ssl_server_name (UTF8);\n optional int64 ssl_url_category_id;\n optional binary ssl_cert_fingerprint (UTF8);\n optional int32 ssl_rule_id;\n optional int32 ssl_cipher_suite_id;\n optional int32 ssl_version_id;\n optional binary ssl_session_id (UTF8);\n optional int32 ssl_session_id_length;\n optional binary ssl_ticket_id (UTF8);\n optional int32 ssl_ticket_id_length;\n optional binary referenced_host (UTF8);\n optional binary url (UTF8);\n optional int32 ip_rep_layer;\n optional int32 app_proto_id;\n optional int32 web_app_id;\n optional int32 client_app_id;\n optional binary client_app_version (UTF8);\n optional int64 url_category_id;\n optional int64 url_reputation_id;\n optional int64 initiator_user_id;\n optional int64 monitor_rule_1_id;\n optional int64 monitor_rule_2_id;\n optional int64 monitor_rule_3_id;\n optional int64 monitor_rule_4_id;\n optional int64 monitor_rule_5_id;\n optional int64 monitor_rule_6_id;\n optional int64 monitor_rule_7_id;\n optional int64 monitor_rule_8_id;\n}\n, metadata: {}}, blocks: [BlockMetaData{3930100, 75737837 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 4}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 35}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 66}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 97}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 128}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 882}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 15080}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 29306}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43504}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 562587}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 7525130}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14488424}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14502650}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503404}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14504158}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14544898}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 20782401}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 25974176}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26433117}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26433871}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26448069}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26448823}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26449577}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26450331}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26451085}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26451839}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26452593}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26453347}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26454101}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 27445251}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 34370227}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 39296200}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43727105}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 47249838}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 50712078}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 55331864}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59628052}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59628806}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59629560}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59630194}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59644392}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59645146}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 59645900}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 59669006}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59669037}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59719045}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60342514}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60343268}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60380507}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60394705}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60395459}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60396213}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60396967}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60397721}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60399454}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60401187}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60402920}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60403554}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60405287}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60425275}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60426029}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60426783}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 60427537}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60427568}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 60427599}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60427630}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60427661}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 62672728}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63752264}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63753018}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 65624365}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 66457474}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68331132}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68987573}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68989306}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68991039}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68992772}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68994505}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68996238}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68997971}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68999704}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69001437}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69003170}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69004903}]}, BlockMetaData{639686, 12968729 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69006636}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69006665}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69006694}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69006723}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69006752}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69006918}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69009251}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69011612}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69013945}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69098489}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 70282338}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71466647}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71469008}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71469174}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71469340}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71476073}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72512679}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73367545}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73442825}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73442991}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73445324}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73445490}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73445656}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73445822}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73445988}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73446154}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73446320}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73446486}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73446652}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73608034}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74766935}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 75571158}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76293804}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76869576}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 77434070}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78190589}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78893024}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78893190}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78893356}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78893498}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78895831}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78895997}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 78896163}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 78899962}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78899991}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78908311}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79010332}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79010498}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79016701}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79019034}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79019200}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79019366}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79019532}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79019698}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79020006}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79020314}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79020622}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79020764}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79021072}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79024362}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79024528}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79024694}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 79024860}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 79024889}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 79024918}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 79024947}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79024976}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79397289}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79576684}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79576850}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79881966}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80018840}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80324359}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80431568}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80431876}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80432184}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80432492}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80432800}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80433108}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80433416}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80433724}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80434032}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80434340}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80434648}]}]}"
  3477. stack_trace {
  3478. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3479. file_name: "ParquetRecordReader.java"
  3480. line_number: 339
  3481. method_name: "handleAndRaise"
  3482. is_native_method: false
  3483. }
  3484. stack_trace {
  3485. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3486. file_name: "ParquetRecordReader.java"
  3487. line_number: 441
  3488. method_name: "next"
  3489. is_native_method: false
  3490. }
  3491. stack_trace {
  3492. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  3493. file_name: "ScanBatch.java"
  3494. line_number: 176
  3495. method_name: "next"
  3496. is_native_method: false
  3497. }
  3498. stack_trace {
  3499. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3500. file_name: "AbstractRecordBatch.java"
  3501. line_number: 105
  3502. method_name: "next"
  3503. is_native_method: false
  3504. }
  3505. stack_trace {
  3506. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3507. file_name: "AbstractRecordBatch.java"
  3508. line_number: 95
  3509. method_name: "next"
  3510. is_native_method: false
  3511. }
  3512. stack_trace {
  3513. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  3514. file_name: "AbstractSingleRecordBatch.java"
  3515. line_number: 51
  3516. method_name: "innerNext"
  3517. is_native_method: false
  3518. }
  3519. stack_trace {
  3520. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  3521. file_name: "ProjectRecordBatch.java"
  3522. line_number: 129
  3523. method_name: "innerNext"
  3524. is_native_method: false
  3525. }
  3526. stack_trace {
  3527. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3528. file_name: "AbstractRecordBatch.java"
  3529. line_number: 147
  3530. method_name: "next"
  3531. is_native_method: false
  3532. }
  3533. stack_trace {
  3534. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3535. file_name: "BaseRootExec.java"
  3536. line_number: 83
  3537. method_name: "next"
  3538. is_native_method: false
  3539. }
  3540. stack_trace {
  3541. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  3542. file_name: "SingleSenderCreator.java"
  3543. line_number: 95
  3544. method_name: "innerNext"
  3545. is_native_method: false
  3546. }
  3547. stack_trace {
  3548. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3549. file_name: "BaseRootExec.java"
  3550. line_number: 73
  3551. method_name: "next"
  3552. is_native_method: false
  3553. }
  3554. stack_trace {
  3555. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3556. file_name: "FragmentExecutor.java"
  3557. line_number: 261
  3558. method_name: "run"
  3559. is_native_method: false
  3560. }
  3561. stack_trace {
  3562. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3563. file_name: "FragmentExecutor.java"
  3564. line_number: 255
  3565. method_name: "run"
  3566. is_native_method: false
  3567. }
  3568. stack_trace {
  3569. class_name: "..."
  3570. line_number: 0
  3571. method_name: "..."
  3572. is_native_method: false
  3573. }
  3574. stack_trace {
  3575. class_name: "org.apache.hadoop.security.UserGroupInformation"
  3576. file_name: "UserGroupInformation.java"
  3577. line_number: 1556
  3578. method_name: "doAs"
  3579. is_native_method: false
  3580. }
  3581. stack_trace {
  3582. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  3583. file_name: "FragmentExecutor.java"
  3584. line_number: 255
  3585. method_name: "run"
  3586. is_native_method: false
  3587. }
  3588. stack_trace {
  3589. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  3590. file_name: "SelfCleaningRunnable.java"
  3591. line_number: 38
  3592. method_name: "run"
  3593. is_native_method: false
  3594. }
  3595. stack_trace {
  3596. class_name: "..."
  3597. line_number: 0
  3598. method_name: "..."
  3599. is_native_method: false
  3600. }
  3601. cause {
  3602. exception_class: "java.io.IOException"
  3603. message: "can not read class parquet.format.PageHeader: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829566_90294 file=/warehouse2/completed/events/connection_events/1441747800/1441747809387-2-3f563810-8265-4e92-a8e1-1038502d735c.parquet"
  3604. stack_trace {
  3605. class_name: "parquet.format.Util"
  3606. file_name: "Util.java"
  3607. line_number: 50
  3608. method_name: "read"
  3609. is_native_method: false
  3610. }
  3611. stack_trace {
  3612. class_name: "parquet.format.Util"
  3613. file_name: "Util.java"
  3614. line_number: 26
  3615. method_name: "readPageHeader"
  3616. is_native_method: false
  3617. }
  3618. stack_trace {
  3619. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  3620. file_name: "ColumnDataReader.java"
  3621. line_number: 46
  3622. method_name: "readPageHeader"
  3623. is_native_method: false
  3624. }
  3625. stack_trace {
  3626. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  3627. file_name: "PageReader.java"
  3628. line_number: 191
  3629. method_name: "next"
  3630. is_native_method: false
  3631. }
  3632. stack_trace {
  3633. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  3634. file_name: "NullableColumnReader.java"
  3635. line_number: 76
  3636. method_name: "processPages"
  3637. is_native_method: false
  3638. }
  3639. stack_trace {
  3640. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3641. file_name: "ParquetRecordReader.java"
  3642. line_number: 380
  3643. method_name: "readAllFixedFields"
  3644. is_native_method: false
  3645. }
  3646. stack_trace {
  3647. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3648. file_name: "ParquetRecordReader.java"
  3649. line_number: 426
  3650. method_name: "next"
  3651. is_native_method: false
  3652. }
  3653. stack_trace {
  3654. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  3655. file_name: "ScanBatch.java"
  3656. line_number: 176
  3657. method_name: "next"
  3658. is_native_method: false
  3659. }
  3660. stack_trace {
  3661. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3662. file_name: "AbstractRecordBatch.java"
  3663. line_number: 105
  3664. method_name: "next"
  3665. is_native_method: false
  3666. }
  3667. stack_trace {
  3668. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3669. file_name: "AbstractRecordBatch.java"
  3670. line_number: 95
  3671. method_name: "next"
  3672. is_native_method: false
  3673. }
  3674. stack_trace {
  3675. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  3676. file_name: "AbstractSingleRecordBatch.java"
  3677. line_number: 51
  3678. method_name: "innerNext"
  3679. is_native_method: false
  3680. }
  3681. stack_trace {
  3682. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  3683. file_name: "ProjectRecordBatch.java"
  3684. line_number: 129
  3685. method_name: "innerNext"
  3686. is_native_method: false
  3687. }
  3688. stack_trace {
  3689. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3690. file_name: "AbstractRecordBatch.java"
  3691. line_number: 147
  3692. method_name: "next"
  3693. is_native_method: false
  3694. }
  3695. stack_trace {
  3696. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3697. file_name: "BaseRootExec.java"
  3698. line_number: 83
  3699. method_name: "next"
  3700. is_native_method: false
  3701. }
  3702. stack_trace {
  3703. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  3704. file_name: "SingleSenderCreator.java"
  3705. line_number: 95
  3706. method_name: "innerNext"
  3707. is_native_method: false
  3708. }
  3709. stack_trace {
  3710. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3711. file_name: "BaseRootExec.java"
  3712. line_number: 73
  3713. method_name: "next"
  3714. is_native_method: false
  3715. }
  3716. stack_trace {
  3717. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3718. file_name: "FragmentExecutor.java"
  3719. line_number: 261
  3720. method_name: "run"
  3721. is_native_method: false
  3722. }
  3723. stack_trace {
  3724. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3725. file_name: "FragmentExecutor.java"
  3726. line_number: 255
  3727. method_name: "run"
  3728. is_native_method: false
  3729. }
  3730. stack_trace {
  3731. class_name: "..."
  3732. line_number: 0
  3733. method_name: "..."
  3734. is_native_method: false
  3735. }
  3736. stack_trace {
  3737. class_name: "org.apache.hadoop.security.UserGroupInformation"
  3738. file_name: "UserGroupInformation.java"
  3739. line_number: 1556
  3740. method_name: "doAs"
  3741. is_native_method: false
  3742. }
  3743. stack_trace {
  3744. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  3745. file_name: "FragmentExecutor.java"
  3746. line_number: 255
  3747. method_name: "run"
  3748. is_native_method: false
  3749. }
  3750. stack_trace {
  3751. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  3752. file_name: "SelfCleaningRunnable.java"
  3753. line_number: 38
  3754. method_name: "run"
  3755. is_native_method: false
  3756. }
  3757. stack_trace {
  3758. class_name: "..."
  3759. line_number: 0
  3760. method_name: "..."
  3761. is_native_method: false
  3762. }
  3763. cause {
  3764. exception_class: "parquet.org.apache.thrift.transport.TTransportException"
  3765. message: "org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829566_90294 file=/warehouse2/completed/events/connection_events/1441747800/1441747809387-2-3f563810-8265-4e92-a8e1-1038502d735c.parquet"
  3766. stack_trace {
  3767. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  3768. file_name: "TIOStreamTransport.java"
  3769. line_number: 129
  3770. method_name: "read"
  3771. is_native_method: false
  3772. }
  3773. stack_trace {
  3774. class_name: "parquet.org.apache.thrift.transport.TTransport"
  3775. file_name: "TTransport.java"
  3776. line_number: 84
  3777. method_name: "readAll"
  3778. is_native_method: false
  3779. }
  3780. stack_trace {
  3781. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  3782. file_name: "TCompactProtocol.java"
  3783. line_number: 574
  3784. method_name: "readByte"
  3785. is_native_method: false
  3786. }
  3787. stack_trace {
  3788. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  3789. file_name: "TCompactProtocol.java"
  3790. line_number: 481
  3791. method_name: "readFieldBegin"
  3792. is_native_method: false
  3793. }
  3794. stack_trace {
  3795. class_name: "parquet.format.PageHeader"
  3796. file_name: "PageHeader.java"
  3797. line_number: 828
  3798. method_name: "read"
  3799. is_native_method: false
  3800. }
  3801. stack_trace {
  3802. class_name: "parquet.format.Util"
  3803. file_name: "Util.java"
  3804. line_number: 47
  3805. method_name: "read"
  3806. is_native_method: false
  3807. }
  3808. stack_trace {
  3809. class_name: "parquet.format.Util"
  3810. file_name: "Util.java"
  3811. line_number: 26
  3812. method_name: "readPageHeader"
  3813. is_native_method: false
  3814. }
  3815. stack_trace {
  3816. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  3817. file_name: "ColumnDataReader.java"
  3818. line_number: 46
  3819. method_name: "readPageHeader"
  3820. is_native_method: false
  3821. }
  3822. stack_trace {
  3823. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  3824. file_name: "PageReader.java"
  3825. line_number: 191
  3826. method_name: "next"
  3827. is_native_method: false
  3828. }
  3829. stack_trace {
  3830. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  3831. file_name: "NullableColumnReader.java"
  3832. line_number: 76
  3833. method_name: "processPages"
  3834. is_native_method: false
  3835. }
  3836. stack_trace {
  3837. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3838. file_name: "ParquetRecordReader.java"
  3839. line_number: 380
  3840. method_name: "readAllFixedFields"
  3841. is_native_method: false
  3842. }
  3843. stack_trace {
  3844. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  3845. file_name: "ParquetRecordReader.java"
  3846. line_number: 426
  3847. method_name: "next"
  3848. is_native_method: false
  3849. }
  3850. stack_trace {
  3851. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  3852. file_name: "ScanBatch.java"
  3853. line_number: 176
  3854. method_name: "next"
  3855. is_native_method: false
  3856. }
  3857. stack_trace {
  3858. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3859. file_name: "AbstractRecordBatch.java"
  3860. line_number: 105
  3861. method_name: "next"
  3862. is_native_method: false
  3863. }
  3864. stack_trace {
  3865. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3866. file_name: "AbstractRecordBatch.java"
  3867. line_number: 95
  3868. method_name: "next"
  3869. is_native_method: false
  3870. }
  3871. stack_trace {
  3872. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  3873. file_name: "AbstractSingleRecordBatch.java"
  3874. line_number: 51
  3875. method_name: "innerNext"
  3876. is_native_method: false
  3877. }
  3878. stack_trace {
  3879. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  3880. file_name: "ProjectRecordBatch.java"
  3881. line_number: 129
  3882. method_name: "innerNext"
  3883. is_native_method: false
  3884. }
  3885. stack_trace {
  3886. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  3887. file_name: "AbstractRecordBatch.java"
  3888. line_number: 147
  3889. method_name: "next"
  3890. is_native_method: false
  3891. }
  3892. stack_trace {
  3893. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3894. file_name: "BaseRootExec.java"
  3895. line_number: 83
  3896. method_name: "next"
  3897. is_native_method: false
  3898. }
  3899. stack_trace {
  3900. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  3901. file_name: "SingleSenderCreator.java"
  3902. line_number: 95
  3903. method_name: "innerNext"
  3904. is_native_method: false
  3905. }
  3906. stack_trace {
  3907. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  3908. file_name: "BaseRootExec.java"
  3909. line_number: 73
  3910. method_name: "next"
  3911. is_native_method: false
  3912. }
  3913. stack_trace {
  3914. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3915. file_name: "FragmentExecutor.java"
  3916. line_number: 261
  3917. method_name: "run"
  3918. is_native_method: false
  3919. }
  3920. stack_trace {
  3921. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  3922. file_name: "FragmentExecutor.java"
  3923. line_number: 255
  3924. method_name: "run"
  3925. is_native_method: false
  3926. }
  3927. stack_trace {
  3928. class_name: "..."
  3929. line_number: 0
  3930. method_name: "..."
  3931. is_native_method: false
  3932. }
  3933. stack_trace {
  3934. class_name: "org.apache.hadoop.security.UserGroupInformation"
  3935. file_name: "UserGroupInformation.java"
  3936. line_number: 1556
  3937. method_name: "doAs"
  3938. is_native_method: false
  3939. }
  3940. stack_trace {
  3941. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  3942. file_name: "FragmentExecutor.java"
  3943. line_number: 255
  3944. method_name: "run"
  3945. is_native_method: false
  3946. }
  3947. stack_trace {
  3948. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  3949. file_name: "SelfCleaningRunnable.java"
  3950. line_number: 38
  3951. method_name: "run"
  3952. is_native_method: false
  3953. }
  3954. stack_trace {
  3955. class_name: "..."
  3956. line_number: 0
  3957. method_name: "..."
  3958. is_native_method: false
  3959. }
  3960. cause {
  3961. exception_class: "org.apache.hadoop.hdfs.BlockMissingException"
  3962. message: "Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829566_90294 file=/warehouse2/completed/events/connection_events/1441747800/1441747809387-2-3f563810-8265-4e92-a8e1-1038502d735c.parquet"
  3963. stack_trace {
  3964. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3965. file_name: "DFSInputStream.java"
  3966. line_number: 880
  3967. method_name: "chooseDataNode"
  3968. is_native_method: false
  3969. }
  3970. stack_trace {
  3971. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3972. file_name: "DFSInputStream.java"
  3973. line_number: 560
  3974. method_name: "blockSeekTo"
  3975. is_native_method: false
  3976. }
  3977. stack_trace {
  3978. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3979. file_name: "DFSInputStream.java"
  3980. line_number: 790
  3981. method_name: "readWithStrategy"
  3982. is_native_method: false
  3983. }
  3984. stack_trace {
  3985. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  3986. file_name: "DFSInputStream.java"
  3987. line_number: 837
  3988. method_name: "read"
  3989. is_native_method: false
  3990. }
  3991. stack_trace {
  3992. class_name: "..."
  3993. line_number: 0
  3994. method_name: "..."
  3995. is_native_method: false
  3996. }
  3997. stack_trace {
  3998. class_name: "org.apache.drill.exec.store.dfs.DrillFSDataInputStream$WrappedInputStream"
  3999. file_name: "DrillFSDataInputStream.java"
  4000. line_number: 211
  4001. method_name: "read"
  4002. is_native_method: false
  4003. }
  4004. stack_trace {
  4005. class_name: "..."
  4006. line_number: 0
  4007. method_name: "..."
  4008. is_native_method: false
  4009. }
  4010. stack_trace {
  4011. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  4012. file_name: "TIOStreamTransport.java"
  4013. line_number: 127
  4014. method_name: "read"
  4015. is_native_method: false
  4016. }
  4017. stack_trace {
  4018. class_name: "parquet.org.apache.thrift.transport.TTransport"
  4019. file_name: "TTransport.java"
  4020. line_number: 84
  4021. method_name: "readAll"
  4022. is_native_method: false
  4023. }
  4024. stack_trace {
  4025. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4026. file_name: "TCompactProtocol.java"
  4027. line_number: 574
  4028. method_name: "readByte"
  4029. is_native_method: false
  4030. }
  4031. stack_trace {
  4032. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4033. file_name: "TCompactProtocol.java"
  4034. line_number: 481
  4035. method_name: "readFieldBegin"
  4036. is_native_method: false
  4037. }
  4038. stack_trace {
  4039. class_name: "parquet.format.PageHeader"
  4040. file_name: "PageHeader.java"
  4041. line_number: 828
  4042. method_name: "read"
  4043. is_native_method: false
  4044. }
  4045. stack_trace {
  4046. class_name: "parquet.format.Util"
  4047. file_name: "Util.java"
  4048. line_number: 47
  4049. method_name: "read"
  4050. is_native_method: false
  4051. }
  4052. stack_trace {
  4053. class_name: "parquet.format.Util"
  4054. file_name: "Util.java"
  4055. line_number: 26
  4056. method_name: "readPageHeader"
  4057. is_native_method: false
  4058. }
  4059. stack_trace {
  4060. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  4061. file_name: "ColumnDataReader.java"
  4062. line_number: 46
  4063. method_name: "readPageHeader"
  4064. is_native_method: false
  4065. }
  4066. stack_trace {
  4067. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  4068. file_name: "PageReader.java"
  4069. line_number: 191
  4070. method_name: "next"
  4071. is_native_method: false
  4072. }
  4073. stack_trace {
  4074. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  4075. file_name: "NullableColumnReader.java"
  4076. line_number: 76
  4077. method_name: "processPages"
  4078. is_native_method: false
  4079. }
  4080. stack_trace {
  4081. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4082. file_name: "ParquetRecordReader.java"
  4083. line_number: 380
  4084. method_name: "readAllFixedFields"
  4085. is_native_method: false
  4086. }
  4087. stack_trace {
  4088. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4089. file_name: "ParquetRecordReader.java"
  4090. line_number: 426
  4091. method_name: "next"
  4092. is_native_method: false
  4093. }
  4094. stack_trace {
  4095. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  4096. file_name: "ScanBatch.java"
  4097. line_number: 176
  4098. method_name: "next"
  4099. is_native_method: false
  4100. }
  4101. stack_trace {
  4102. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4103. file_name: "AbstractRecordBatch.java"
  4104. line_number: 105
  4105. method_name: "next"
  4106. is_native_method: false
  4107. }
  4108. stack_trace {
  4109. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4110. file_name: "AbstractRecordBatch.java"
  4111. line_number: 95
  4112. method_name: "next"
  4113. is_native_method: false
  4114. }
  4115. stack_trace {
  4116. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  4117. file_name: "AbstractSingleRecordBatch.java"
  4118. line_number: 51
  4119. method_name: "innerNext"
  4120. is_native_method: false
  4121. }
  4122. stack_trace {
  4123. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  4124. file_name: "ProjectRecordBatch.java"
  4125. line_number: 129
  4126. method_name: "innerNext"
  4127. is_native_method: false
  4128. }
  4129. stack_trace {
  4130. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4131. file_name: "AbstractRecordBatch.java"
  4132. line_number: 147
  4133. method_name: "next"
  4134. is_native_method: false
  4135. }
  4136. stack_trace {
  4137. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4138. file_name: "BaseRootExec.java"
  4139. line_number: 83
  4140. method_name: "next"
  4141. is_native_method: false
  4142. }
  4143. stack_trace {
  4144. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  4145. file_name: "SingleSenderCreator.java"
  4146. line_number: 95
  4147. method_name: "innerNext"
  4148. is_native_method: false
  4149. }
  4150. stack_trace {
  4151. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4152. file_name: "BaseRootExec.java"
  4153. line_number: 73
  4154. method_name: "next"
  4155. is_native_method: false
  4156. }
  4157. stack_trace {
  4158. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4159. file_name: "FragmentExecutor.java"
  4160. line_number: 261
  4161. method_name: "run"
  4162. is_native_method: false
  4163. }
  4164. stack_trace {
  4165. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4166. file_name: "FragmentExecutor.java"
  4167. line_number: 255
  4168. method_name: "run"
  4169. is_native_method: false
  4170. }
  4171. stack_trace {
  4172. class_name: "..."
  4173. line_number: 0
  4174. method_name: "..."
  4175. is_native_method: false
  4176. }
  4177. stack_trace {
  4178. class_name: "org.apache.hadoop.security.UserGroupInformation"
  4179. file_name: "UserGroupInformation.java"
  4180. line_number: 1556
  4181. method_name: "doAs"
  4182. is_native_method: false
  4183. }
  4184. stack_trace {
  4185. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  4186. file_name: "FragmentExecutor.java"
  4187. line_number: 255
  4188. method_name: "run"
  4189. is_native_method: false
  4190. }
  4191. stack_trace {
  4192. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  4193. file_name: "SelfCleaningRunnable.java"
  4194. line_number: 38
  4195. method_name: "run"
  4196. is_native_method: false
  4197. }
  4198. stack_trace {
  4199. class_name: "..."
  4200. line_number: 0
  4201. method_name: "..."
  4202. is_native_method: false
  4203. }
  4204. }
  4205. }
  4206. }
  4207. }
  4208. }
  4209. minor_fragment_id: 8
  4210. operator_profile {
  4211. input_profile {
  4212. records: 0
  4213. batches: 0
  4214. schemas: 0
  4215. }
  4216. operator_id: 2
  4217. operator_type: 21
  4218. setup_nanos: 0
  4219. process_nanos: 665798446
  4220. peak_local_memory_allocated: 60041421
  4221. wait_nanos: 27871756044
  4222. }
  4223. operator_profile {
  4224. input_profile {
  4225. records: 0
  4226. batches: 0
  4227. schemas: 0
  4228. }
  4229. operator_id: 1
  4230. operator_type: 10
  4231. setup_nanos: 0
  4232. process_nanos: 21451
  4233. peak_local_memory_allocated: 0
  4234. wait_nanos: 0
  4235. }
  4236. operator_profile {
  4237. input_profile {
  4238. records: 0
  4239. batches: 0
  4240. schemas: 0
  4241. }
  4242. operator_id: 0
  4243. operator_type: 0
  4244. setup_nanos: 0
  4245. process_nanos: 49868
  4246. peak_local_memory_allocated: 0
  4247. wait_nanos: 1020268
  4248. }
  4249. start_time: 1441828004284
  4250. end_time: 1441828032908
  4251. memory_used: 0
  4252. max_memory_used: 3000000
  4253. endpoint {
  4254. address: "twig04.twigs"
  4255. user_port: 31010
  4256. control_port: 31011
  4257. data_port: 31012
  4258. }
  4259. }
  4260. handle {
  4261. query_id {
  4262. part1: 3030767974436873871
  4263. part2: 9050998774542394447
  4264. }
  4265. major_fragment_id: 1
  4266. minor_fragment_id: 8
  4267. }
  4268. .
  4269. 2015-09-09 15:47:12,923 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  4270. state: FAILED
  4271. error {
  4272. error_id: "d04ab08e-dee3-4ee4-b1eb-15ae6edfe7d5"
  4273. endpoint {
  4274. address: "twig04.twigs"
  4275. user_port: 31010
  4276. control_port: 31011
  4277. data_port: 31012
  4278. }
  4279. error_type: SYSTEM
  4280. message: "SYSTEM ERROR: BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829565_90293 file=/warehouse2/completed/events/connection_events/1441747800/1441747809362-8-3a7f2a8f-f5bd-4b17-9428-47dc1306bea3.parquet\n\nFragment 1:2\n\n[Error Id: d04ab08e-dee3-4ee4-b1eb-15ae6edfe7d5 on twig04.twigs:31010]"
  4281. exception {
  4282. exception_class: "org.apache.drill.common.exceptions.DrillRuntimeException"
  4283. message: "Error in parquet record reader.\nMessage: \nHadoop path: /warehouse2/completed/events/connection_events/1441747800/1441747809362-8-3a7f2a8f-f5bd-4b17-9428-47dc1306bea3.parquet\nTotal records read: 0\nMock records read: 0\nRecords to read: 32768\nRow group index: 1\nRecords in row group: 639511\nParquet Metadata: ParquetMetaData{FileMetaData{schema: message ConnectionEvent {\n optional binary iris_sender_uuid (UTF8);\n optional binary iris_domain_uuid (UTF8);\n optional binary iris_context_uuid (UTF8);\n optional binary iris_network_map_uuid (UTF8);\n optional int32 sensor_id;\n optional binary egress_security_zone_uuid (UTF8);\n optional binary ingress_security_zone_uuid (UTF8);\n optional binary egress_interface_uuid (UTF8);\n optional binary ingress_interface_uuid (UTF8);\n optional binary initiator_ip (UTF8);\n optional binary responder_ip (UTF8);\n optional binary access_control_policy_revision_uuid (UTF8);\n optional int32 access_control_rule_id;\n optional int32 access_control_rule_action_id;\n optional int64 access_control_rule_reason_mask;\n optional int32 initiator_port;\n optional int32 responder_port;\n optional int32 protocol;\n optional int32 tcp_flags;\n optional binary netflow_src_ip (UTF8);\n optional int32 netflow_src_autonomous_system;\n optional int32 netflow_dst_autonomous_system;\n optional int32 netflow_snmp_in;\n optional int32 netflow_snmp_out;\n optional int32 netflow_src_type_of_service;\n optional int32 netflow_dst_type_of_service;\n optional int32 netflow_src_mask;\n optional int32 netflow_dst_mask;\n optional int32 snort_instance_id;\n optional int32 connect_id;\n optional int64 first_packet_second;\n optional int64 last_packet_second;\n optional int64 initiator_packets;\n optional int64 responder_packets;\n optional int64 initiator_bytes;\n optional int64 responder_bytes;\n optional int32 initiator_country_id;\n optional int32 responder_country_id;\n optional binary netbios_domain (UTF8);\n optional binary security_context_uuid (UTF8);\n optional int32 ips_event_count;\n optional int32 indication_of_compromise_count;\n optional boolean ip_rep_src_dest;\n optional int64 ip_rep_category_id;\n optional binary http_referer (UTF8);\n optional binary user_agent (UTF8);\n optional int32 vlan_id;\n optional int32 file_event_count;\n optional binary ssl_policy_uuid (UTF8);\n optional int32 ssl_server_cert_status_mask;\n optional int32 ssl_actual_action_id;\n optional int32 ssl_expected_action_id;\n optional int32 ssl_flow_status_id;\n optional int64 ssl_flow_error_id;\n optional int64 ssl_flow_message_mask;\n optional int64 ssl_flow_flag_mask;\n optional binary ssl_server_name (UTF8);\n optional int64 ssl_url_category_id;\n optional binary ssl_cert_fingerprint (UTF8);\n optional int32 ssl_rule_id;\n optional int32 ssl_cipher_suite_id;\n optional int32 ssl_version_id;\n optional binary ssl_session_id (UTF8);\n optional int32 ssl_session_id_length;\n optional binary ssl_ticket_id (UTF8);\n optional int32 ssl_ticket_id_length;\n optional binary referenced_host (UTF8);\n optional binary url (UTF8);\n optional int32 ip_rep_layer;\n optional int32 app_proto_id;\n optional int32 web_app_id;\n optional int32 client_app_id;\n optional binary client_app_version (UTF8);\n optional int64 url_category_id;\n optional int64 url_reputation_id;\n optional int64 initiator_user_id;\n optional int64 monitor_rule_1_id;\n optional int64 monitor_rule_2_id;\n optional int64 monitor_rule_3_id;\n optional int64 monitor_rule_4_id;\n optional int64 monitor_rule_5_id;\n optional int64 monitor_rule_6_id;\n optional int64 monitor_rule_7_id;\n optional int64 monitor_rule_8_id;\n}\n, metadata: {}}, blocks: [BlockMetaData{3930100, 75744864 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 4}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 35}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 66}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 97}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 128}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 882}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 15080}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 29306}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43504}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 562803}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 7525414}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14488871}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503097}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14503851}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14504605}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 14545677}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 20786604}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 25976251}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26434772}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26435526}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26449724}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26450478}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26451232}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26451986}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26452740}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26453494}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26454248}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26455002}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 26455756}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 27446925}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 34371897}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 39297911}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 43728636}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 47254373}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 50718418}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 55341433}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59601947}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59602701}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59603455}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59604089}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59618287}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59619041}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 59619795}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 59642901}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59642932}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 59692986}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60317001}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60317755}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60355116}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60369314}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60370068}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60370822}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60371576}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60372330}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60374063}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60375796}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60377529}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60378163}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60379896}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60399884}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60400638}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60401392}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 60402146}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60402177}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 60402208}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 60402239}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 60402270}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 62654308}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63752240}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 63752994}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 65623189}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 66455628}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68328726}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68985266}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68986999}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68988732}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68990465}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68992198}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68993931}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68995664}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68997397}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 68999130}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69000863}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69002596}]}, BlockMetaData{639511, 12963209 [ColumnMetaData{SNAPPY [iris_sender_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69004329}, ColumnMetaData{SNAPPY [iris_domain_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69004358}, ColumnMetaData{SNAPPY [iris_context_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69004387}, ColumnMetaData{SNAPPY [iris_network_map_uuid] BINARY [PLAIN, BIT_PACKED, RLE], 69004416}, ColumnMetaData{SNAPPY [sensor_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69004445}, ColumnMetaData{SNAPPY [egress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69004611}, ColumnMetaData{SNAPPY [ingress_security_zone_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69006944}, ColumnMetaData{SNAPPY [egress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69009305}, ColumnMetaData{SNAPPY [ingress_interface_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69011638}, ColumnMetaData{SNAPPY [initiator_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 69096132}, ColumnMetaData{SNAPPY [responder_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 70279673}, ColumnMetaData{SNAPPY [access_control_policy_revision_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71463729}, ColumnMetaData{SNAPPY [access_control_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71466090}, ColumnMetaData{SNAPPY [access_control_rule_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71466256}, ColumnMetaData{SNAPPY [access_control_rule_reason_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71466422}, ColumnMetaData{SNAPPY [initiator_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 71473136}, ColumnMetaData{SNAPPY [responder_port] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 72499223}, ColumnMetaData{SNAPPY [protocol] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73357846}, ColumnMetaData{SNAPPY [tcp_flags] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73432823}, ColumnMetaData{SNAPPY [netflow_src_ip] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73432989}, ColumnMetaData{SNAPPY [netflow_src_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73435322}, ColumnMetaData{SNAPPY [netflow_dst_autonomous_system] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73435488}, ColumnMetaData{SNAPPY [netflow_snmp_in] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73435654}, ColumnMetaData{SNAPPY [netflow_snmp_out] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73435820}, ColumnMetaData{SNAPPY [netflow_src_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73435986}, ColumnMetaData{SNAPPY [netflow_dst_type_of_service] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73436152}, ColumnMetaData{SNAPPY [netflow_src_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73436318}, ColumnMetaData{SNAPPY [netflow_dst_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73436484}, ColumnMetaData{SNAPPY [snort_instance_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73436650}, ColumnMetaData{SNAPPY [connect_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 73597990}, ColumnMetaData{SNAPPY [first_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 74756576}, ColumnMetaData{SNAPPY [last_packet_second] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 75560566}, ColumnMetaData{SNAPPY [initiator_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76283030}, ColumnMetaData{SNAPPY [responder_packets] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 76858028}, ColumnMetaData{SNAPPY [initiator_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 77423031}, ColumnMetaData{SNAPPY [responder_bytes] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78176264}, ColumnMetaData{SNAPPY [initiator_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78869191}, ColumnMetaData{SNAPPY [responder_country_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78869357}, ColumnMetaData{SNAPPY [netbios_domain] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78869523}, ColumnMetaData{SNAPPY [security_context_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78869665}, ColumnMetaData{SNAPPY [ips_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78871998}, ColumnMetaData{SNAPPY [indication_of_compromise_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78872164}, ColumnMetaData{SNAPPY [ip_rep_src_dest] BOOLEAN [PLAIN, BIT_PACKED, RLE], 78872330}, ColumnMetaData{SNAPPY [ip_rep_category_id] INT64 [PLAIN, BIT_PACKED, RLE], 78876128}, ColumnMetaData{SNAPPY [http_referer] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78876157}, ColumnMetaData{SNAPPY [user_agent] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78884665}, ColumnMetaData{SNAPPY [vlan_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78986459}, ColumnMetaData{SNAPPY [file_event_count] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78986625}, ColumnMetaData{SNAPPY [ssl_policy_uuid] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78992810}, ColumnMetaData{SNAPPY [ssl_server_cert_status_mask] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78995143}, ColumnMetaData{SNAPPY [ssl_actual_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78995309}, ColumnMetaData{SNAPPY [ssl_expected_action_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78995475}, ColumnMetaData{SNAPPY [ssl_flow_status_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78995641}, ColumnMetaData{SNAPPY [ssl_flow_error_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78995807}, ColumnMetaData{SNAPPY [ssl_flow_message_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78996115}, ColumnMetaData{SNAPPY [ssl_flow_flag_mask] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78996423}, ColumnMetaData{SNAPPY [ssl_server_name] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78996731}, ColumnMetaData{SNAPPY [ssl_url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78996873}, ColumnMetaData{SNAPPY [ssl_cert_fingerprint] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 78997181}, ColumnMetaData{SNAPPY [ssl_rule_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79000471}, ColumnMetaData{SNAPPY [ssl_cipher_suite_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79000637}, ColumnMetaData{SNAPPY [ssl_version_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79000803}, ColumnMetaData{SNAPPY [ssl_session_id] BINARY [PLAIN, BIT_PACKED, RLE], 79000969}, ColumnMetaData{SNAPPY [ssl_session_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 79000998}, ColumnMetaData{SNAPPY [ssl_ticket_id] BINARY [PLAIN, BIT_PACKED, RLE], 79001027}, ColumnMetaData{SNAPPY [ssl_ticket_id_length] INT32 [PLAIN, BIT_PACKED, RLE], 79001056}, ColumnMetaData{SNAPPY [referenced_host] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79001085}, ColumnMetaData{SNAPPY [url] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79372355}, ColumnMetaData{SNAPPY [ip_rep_layer] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79552935}, ColumnMetaData{SNAPPY [app_proto_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79553101}, ColumnMetaData{SNAPPY [web_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79858457}, ColumnMetaData{SNAPPY [client_app_id] INT32 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 79994410}, ColumnMetaData{SNAPPY [client_app_version] BINARY [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80300155}, ColumnMetaData{SNAPPY [url_category_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80407855}, ColumnMetaData{SNAPPY [url_reputation_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80408163}, ColumnMetaData{SNAPPY [initiator_user_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80408471}, ColumnMetaData{SNAPPY [monitor_rule_1_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80408779}, ColumnMetaData{SNAPPY [monitor_rule_2_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80409087}, ColumnMetaData{SNAPPY [monitor_rule_3_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80409395}, ColumnMetaData{SNAPPY [monitor_rule_4_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80409703}, ColumnMetaData{SNAPPY [monitor_rule_5_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80410011}, ColumnMetaData{SNAPPY [monitor_rule_6_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80410319}, ColumnMetaData{SNAPPY [monitor_rule_7_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80410627}, ColumnMetaData{SNAPPY [monitor_rule_8_id] INT64 [BIT_PACKED, RLE, PLAIN_DICTIONARY], 80410935}]}]}"
  4284. stack_trace {
  4285. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4286. file_name: "ParquetRecordReader.java"
  4287. line_number: 339
  4288. method_name: "handleAndRaise"
  4289. is_native_method: false
  4290. }
  4291. stack_trace {
  4292. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4293. file_name: "ParquetRecordReader.java"
  4294. line_number: 441
  4295. method_name: "next"
  4296. is_native_method: false
  4297. }
  4298. stack_trace {
  4299. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  4300. file_name: "ScanBatch.java"
  4301. line_number: 176
  4302. method_name: "next"
  4303. is_native_method: false
  4304. }
  4305. stack_trace {
  4306. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4307. file_name: "AbstractRecordBatch.java"
  4308. line_number: 105
  4309. method_name: "next"
  4310. is_native_method: false
  4311. }
  4312. stack_trace {
  4313. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4314. file_name: "AbstractRecordBatch.java"
  4315. line_number: 95
  4316. method_name: "next"
  4317. is_native_method: false
  4318. }
  4319. stack_trace {
  4320. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  4321. file_name: "AbstractSingleRecordBatch.java"
  4322. line_number: 51
  4323. method_name: "innerNext"
  4324. is_native_method: false
  4325. }
  4326. stack_trace {
  4327. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  4328. file_name: "ProjectRecordBatch.java"
  4329. line_number: 129
  4330. method_name: "innerNext"
  4331. is_native_method: false
  4332. }
  4333. stack_trace {
  4334. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4335. file_name: "AbstractRecordBatch.java"
  4336. line_number: 147
  4337. method_name: "next"
  4338. is_native_method: false
  4339. }
  4340. stack_trace {
  4341. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4342. file_name: "BaseRootExec.java"
  4343. line_number: 83
  4344. method_name: "next"
  4345. is_native_method: false
  4346. }
  4347. stack_trace {
  4348. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  4349. file_name: "SingleSenderCreator.java"
  4350. line_number: 95
  4351. method_name: "innerNext"
  4352. is_native_method: false
  4353. }
  4354. stack_trace {
  4355. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4356. file_name: "BaseRootExec.java"
  4357. line_number: 73
  4358. method_name: "next"
  4359. is_native_method: false
  4360. }
  4361. stack_trace {
  4362. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4363. file_name: "FragmentExecutor.java"
  4364. line_number: 261
  4365. method_name: "run"
  4366. is_native_method: false
  4367. }
  4368. stack_trace {
  4369. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4370. file_name: "FragmentExecutor.java"
  4371. line_number: 255
  4372. method_name: "run"
  4373. is_native_method: false
  4374. }
  4375. stack_trace {
  4376. class_name: "..."
  4377. line_number: 0
  4378. method_name: "..."
  4379. is_native_method: false
  4380. }
  4381. stack_trace {
  4382. class_name: "org.apache.hadoop.security.UserGroupInformation"
  4383. file_name: "UserGroupInformation.java"
  4384. line_number: 1556
  4385. method_name: "doAs"
  4386. is_native_method: false
  4387. }
  4388. stack_trace {
  4389. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  4390. file_name: "FragmentExecutor.java"
  4391. line_number: 255
  4392. method_name: "run"
  4393. is_native_method: false
  4394. }
  4395. stack_trace {
  4396. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  4397. file_name: "SelfCleaningRunnable.java"
  4398. line_number: 38
  4399. method_name: "run"
  4400. is_native_method: false
  4401. }
  4402. stack_trace {
  4403. class_name: "..."
  4404. line_number: 0
  4405. method_name: "..."
  4406. is_native_method: false
  4407. }
  4408. cause {
  4409. exception_class: "java.io.IOException"
  4410. message: "can not read class parquet.format.PageHeader: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829565_90293 file=/warehouse2/completed/events/connection_events/1441747800/1441747809362-8-3a7f2a8f-f5bd-4b17-9428-47dc1306bea3.parquet"
  4411. stack_trace {
  4412. class_name: "parquet.format.Util"
  4413. file_name: "Util.java"
  4414. line_number: 50
  4415. method_name: "read"
  4416. is_native_method: false
  4417. }
  4418. stack_trace {
  4419. class_name: "parquet.format.Util"
  4420. file_name: "Util.java"
  4421. line_number: 26
  4422. method_name: "readPageHeader"
  4423. is_native_method: false
  4424. }
  4425. stack_trace {
  4426. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  4427. file_name: "ColumnDataReader.java"
  4428. line_number: 46
  4429. method_name: "readPageHeader"
  4430. is_native_method: false
  4431. }
  4432. stack_trace {
  4433. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  4434. file_name: "PageReader.java"
  4435. line_number: 191
  4436. method_name: "next"
  4437. is_native_method: false
  4438. }
  4439. stack_trace {
  4440. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  4441. file_name: "NullableColumnReader.java"
  4442. line_number: 76
  4443. method_name: "processPages"
  4444. is_native_method: false
  4445. }
  4446. stack_trace {
  4447. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4448. file_name: "ParquetRecordReader.java"
  4449. line_number: 380
  4450. method_name: "readAllFixedFields"
  4451. is_native_method: false
  4452. }
  4453. stack_trace {
  4454. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4455. file_name: "ParquetRecordReader.java"
  4456. line_number: 426
  4457. method_name: "next"
  4458. is_native_method: false
  4459. }
  4460. stack_trace {
  4461. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  4462. file_name: "ScanBatch.java"
  4463. line_number: 176
  4464. method_name: "next"
  4465. is_native_method: false
  4466. }
  4467. stack_trace {
  4468. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4469. file_name: "AbstractRecordBatch.java"
  4470. line_number: 105
  4471. method_name: "next"
  4472. is_native_method: false
  4473. }
  4474. stack_trace {
  4475. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4476. file_name: "AbstractRecordBatch.java"
  4477. line_number: 95
  4478. method_name: "next"
  4479. is_native_method: false
  4480. }
  4481. stack_trace {
  4482. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  4483. file_name: "AbstractSingleRecordBatch.java"
  4484. line_number: 51
  4485. method_name: "innerNext"
  4486. is_native_method: false
  4487. }
  4488. stack_trace {
  4489. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  4490. file_name: "ProjectRecordBatch.java"
  4491. line_number: 129
  4492. method_name: "innerNext"
  4493. is_native_method: false
  4494. }
  4495. stack_trace {
  4496. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4497. file_name: "AbstractRecordBatch.java"
  4498. line_number: 147
  4499. method_name: "next"
  4500. is_native_method: false
  4501. }
  4502. stack_trace {
  4503. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4504. file_name: "BaseRootExec.java"
  4505. line_number: 83
  4506. method_name: "next"
  4507. is_native_method: false
  4508. }
  4509. stack_trace {
  4510. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  4511. file_name: "SingleSenderCreator.java"
  4512. line_number: 95
  4513. method_name: "innerNext"
  4514. is_native_method: false
  4515. }
  4516. stack_trace {
  4517. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4518. file_name: "BaseRootExec.java"
  4519. line_number: 73
  4520. method_name: "next"
  4521. is_native_method: false
  4522. }
  4523. stack_trace {
  4524. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4525. file_name: "FragmentExecutor.java"
  4526. line_number: 261
  4527. method_name: "run"
  4528. is_native_method: false
  4529. }
  4530. stack_trace {
  4531. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4532. file_name: "FragmentExecutor.java"
  4533. line_number: 255
  4534. method_name: "run"
  4535. is_native_method: false
  4536. }
  4537. stack_trace {
  4538. class_name: "..."
  4539. line_number: 0
  4540. method_name: "..."
  4541. is_native_method: false
  4542. }
  4543. stack_trace {
  4544. class_name: "org.apache.hadoop.security.UserGroupInformation"
  4545. file_name: "UserGroupInformation.java"
  4546. line_number: 1556
  4547. method_name: "doAs"
  4548. is_native_method: false
  4549. }
  4550. stack_trace {
  4551. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  4552. file_name: "FragmentExecutor.java"
  4553. line_number: 255
  4554. method_name: "run"
  4555. is_native_method: false
  4556. }
  4557. stack_trace {
  4558. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  4559. file_name: "SelfCleaningRunnable.java"
  4560. line_number: 38
  4561. method_name: "run"
  4562. is_native_method: false
  4563. }
  4564. stack_trace {
  4565. class_name: "..."
  4566. line_number: 0
  4567. method_name: "..."
  4568. is_native_method: false
  4569. }
  4570. cause {
  4571. exception_class: "parquet.org.apache.thrift.transport.TTransportException"
  4572. message: "org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829565_90293 file=/warehouse2/completed/events/connection_events/1441747800/1441747809362-8-3a7f2a8f-f5bd-4b17-9428-47dc1306bea3.parquet"
  4573. stack_trace {
  4574. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  4575. file_name: "TIOStreamTransport.java"
  4576. line_number: 129
  4577. method_name: "read"
  4578. is_native_method: false
  4579. }
  4580. stack_trace {
  4581. class_name: "parquet.org.apache.thrift.transport.TTransport"
  4582. file_name: "TTransport.java"
  4583. line_number: 84
  4584. method_name: "readAll"
  4585. is_native_method: false
  4586. }
  4587. stack_trace {
  4588. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4589. file_name: "TCompactProtocol.java"
  4590. line_number: 574
  4591. method_name: "readByte"
  4592. is_native_method: false
  4593. }
  4594. stack_trace {
  4595. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4596. file_name: "TCompactProtocol.java"
  4597. line_number: 481
  4598. method_name: "readFieldBegin"
  4599. is_native_method: false
  4600. }
  4601. stack_trace {
  4602. class_name: "parquet.format.PageHeader"
  4603. file_name: "PageHeader.java"
  4604. line_number: 828
  4605. method_name: "read"
  4606. is_native_method: false
  4607. }
  4608. stack_trace {
  4609. class_name: "parquet.format.Util"
  4610. file_name: "Util.java"
  4611. line_number: 47
  4612. method_name: "read"
  4613. is_native_method: false
  4614. }
  4615. stack_trace {
  4616. class_name: "parquet.format.Util"
  4617. file_name: "Util.java"
  4618. line_number: 26
  4619. method_name: "readPageHeader"
  4620. is_native_method: false
  4621. }
  4622. stack_trace {
  4623. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  4624. file_name: "ColumnDataReader.java"
  4625. line_number: 46
  4626. method_name: "readPageHeader"
  4627. is_native_method: false
  4628. }
  4629. stack_trace {
  4630. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  4631. file_name: "PageReader.java"
  4632. line_number: 191
  4633. method_name: "next"
  4634. is_native_method: false
  4635. }
  4636. stack_trace {
  4637. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  4638. file_name: "NullableColumnReader.java"
  4639. line_number: 76
  4640. method_name: "processPages"
  4641. is_native_method: false
  4642. }
  4643. stack_trace {
  4644. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4645. file_name: "ParquetRecordReader.java"
  4646. line_number: 380
  4647. method_name: "readAllFixedFields"
  4648. is_native_method: false
  4649. }
  4650. stack_trace {
  4651. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4652. file_name: "ParquetRecordReader.java"
  4653. line_number: 426
  4654. method_name: "next"
  4655. is_native_method: false
  4656. }
  4657. stack_trace {
  4658. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  4659. file_name: "ScanBatch.java"
  4660. line_number: 176
  4661. method_name: "next"
  4662. is_native_method: false
  4663. }
  4664. stack_trace {
  4665. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4666. file_name: "AbstractRecordBatch.java"
  4667. line_number: 105
  4668. method_name: "next"
  4669. is_native_method: false
  4670. }
  4671. stack_trace {
  4672. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4673. file_name: "AbstractRecordBatch.java"
  4674. line_number: 95
  4675. method_name: "next"
  4676. is_native_method: false
  4677. }
  4678. stack_trace {
  4679. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  4680. file_name: "AbstractSingleRecordBatch.java"
  4681. line_number: 51
  4682. method_name: "innerNext"
  4683. is_native_method: false
  4684. }
  4685. stack_trace {
  4686. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  4687. file_name: "ProjectRecordBatch.java"
  4688. line_number: 129
  4689. method_name: "innerNext"
  4690. is_native_method: false
  4691. }
  4692. stack_trace {
  4693. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4694. file_name: "AbstractRecordBatch.java"
  4695. line_number: 147
  4696. method_name: "next"
  4697. is_native_method: false
  4698. }
  4699. stack_trace {
  4700. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4701. file_name: "BaseRootExec.java"
  4702. line_number: 83
  4703. method_name: "next"
  4704. is_native_method: false
  4705. }
  4706. stack_trace {
  4707. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  4708. file_name: "SingleSenderCreator.java"
  4709. line_number: 95
  4710. method_name: "innerNext"
  4711. is_native_method: false
  4712. }
  4713. stack_trace {
  4714. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4715. file_name: "BaseRootExec.java"
  4716. line_number: 73
  4717. method_name: "next"
  4718. is_native_method: false
  4719. }
  4720. stack_trace {
  4721. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4722. file_name: "FragmentExecutor.java"
  4723. line_number: 261
  4724. method_name: "run"
  4725. is_native_method: false
  4726. }
  4727. stack_trace {
  4728. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4729. file_name: "FragmentExecutor.java"
  4730. line_number: 255
  4731. method_name: "run"
  4732. is_native_method: false
  4733. }
  4734. stack_trace {
  4735. class_name: "..."
  4736. line_number: 0
  4737. method_name: "..."
  4738. is_native_method: false
  4739. }
  4740. stack_trace {
  4741. class_name: "org.apache.hadoop.security.UserGroupInformation"
  4742. file_name: "UserGroupInformation.java"
  4743. line_number: 1556
  4744. method_name: "doAs"
  4745. is_native_method: false
  4746. }
  4747. stack_trace {
  4748. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  4749. file_name: "FragmentExecutor.java"
  4750. line_number: 255
  4751. method_name: "run"
  4752. is_native_method: false
  4753. }
  4754. stack_trace {
  4755. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  4756. file_name: "SelfCleaningRunnable.java"
  4757. line_number: 38
  4758. method_name: "run"
  4759. is_native_method: false
  4760. }
  4761. stack_trace {
  4762. class_name: "..."
  4763. line_number: 0
  4764. method_name: "..."
  4765. is_native_method: false
  4766. }
  4767. cause {
  4768. exception_class: "org.apache.hadoop.hdfs.BlockMissingException"
  4769. message: "Could not obtain block: BP-1605794487-10.0.1.3-1435700184285:blk_1073829565_90293 file=/warehouse2/completed/events/connection_events/1441747800/1441747809362-8-3a7f2a8f-f5bd-4b17-9428-47dc1306bea3.parquet"
  4770. stack_trace {
  4771. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  4772. file_name: "DFSInputStream.java"
  4773. line_number: 880
  4774. method_name: "chooseDataNode"
  4775. is_native_method: false
  4776. }
  4777. stack_trace {
  4778. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  4779. file_name: "DFSInputStream.java"
  4780. line_number: 560
  4781. method_name: "blockSeekTo"
  4782. is_native_method: false
  4783. }
  4784. stack_trace {
  4785. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  4786. file_name: "DFSInputStream.java"
  4787. line_number: 790
  4788. method_name: "readWithStrategy"
  4789. is_native_method: false
  4790. }
  4791. stack_trace {
  4792. class_name: "org.apache.hadoop.hdfs.DFSInputStream"
  4793. file_name: "DFSInputStream.java"
  4794. line_number: 837
  4795. method_name: "read"
  4796. is_native_method: false
  4797. }
  4798. stack_trace {
  4799. class_name: "..."
  4800. line_number: 0
  4801. method_name: "..."
  4802. is_native_method: false
  4803. }
  4804. stack_trace {
  4805. class_name: "org.apache.drill.exec.store.dfs.DrillFSDataInputStream$WrappedInputStream"
  4806. file_name: "DrillFSDataInputStream.java"
  4807. line_number: 211
  4808. method_name: "read"
  4809. is_native_method: false
  4810. }
  4811. stack_trace {
  4812. class_name: "..."
  4813. line_number: 0
  4814. method_name: "..."
  4815. is_native_method: false
  4816. }
  4817. stack_trace {
  4818. class_name: "parquet.org.apache.thrift.transport.TIOStreamTransport"
  4819. file_name: "TIOStreamTransport.java"
  4820. line_number: 127
  4821. method_name: "read"
  4822. is_native_method: false
  4823. }
  4824. stack_trace {
  4825. class_name: "parquet.org.apache.thrift.transport.TTransport"
  4826. file_name: "TTransport.java"
  4827. line_number: 84
  4828. method_name: "readAll"
  4829. is_native_method: false
  4830. }
  4831. stack_trace {
  4832. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4833. file_name: "TCompactProtocol.java"
  4834. line_number: 574
  4835. method_name: "readByte"
  4836. is_native_method: false
  4837. }
  4838. stack_trace {
  4839. class_name: "parquet.org.apache.thrift.protocol.TCompactProtocol"
  4840. file_name: "TCompactProtocol.java"
  4841. line_number: 481
  4842. method_name: "readFieldBegin"
  4843. is_native_method: false
  4844. }
  4845. stack_trace {
  4846. class_name: "parquet.format.PageHeader"
  4847. file_name: "PageHeader.java"
  4848. line_number: 828
  4849. method_name: "read"
  4850. is_native_method: false
  4851. }
  4852. stack_trace {
  4853. class_name: "parquet.format.Util"
  4854. file_name: "Util.java"
  4855. line_number: 47
  4856. method_name: "read"
  4857. is_native_method: false
  4858. }
  4859. stack_trace {
  4860. class_name: "parquet.format.Util"
  4861. file_name: "Util.java"
  4862. line_number: 26
  4863. method_name: "readPageHeader"
  4864. is_native_method: false
  4865. }
  4866. stack_trace {
  4867. class_name: "org.apache.drill.exec.store.parquet.ColumnDataReader"
  4868. file_name: "ColumnDataReader.java"
  4869. line_number: 46
  4870. method_name: "readPageHeader"
  4871. is_native_method: false
  4872. }
  4873. stack_trace {
  4874. class_name: "org.apache.drill.exec.store.parquet.columnreaders.PageReader"
  4875. file_name: "PageReader.java"
  4876. line_number: 191
  4877. method_name: "next"
  4878. is_native_method: false
  4879. }
  4880. stack_trace {
  4881. class_name: "org.apache.drill.exec.store.parquet.columnreaders.NullableColumnReader"
  4882. file_name: "NullableColumnReader.java"
  4883. line_number: 76
  4884. method_name: "processPages"
  4885. is_native_method: false
  4886. }
  4887. stack_trace {
  4888. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4889. file_name: "ParquetRecordReader.java"
  4890. line_number: 380
  4891. method_name: "readAllFixedFields"
  4892. is_native_method: false
  4893. }
  4894. stack_trace {
  4895. class_name: "org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader"
  4896. file_name: "ParquetRecordReader.java"
  4897. line_number: 426
  4898. method_name: "next"
  4899. is_native_method: false
  4900. }
  4901. stack_trace {
  4902. class_name: "org.apache.drill.exec.physical.impl.ScanBatch"
  4903. file_name: "ScanBatch.java"
  4904. line_number: 176
  4905. method_name: "next"
  4906. is_native_method: false
  4907. }
  4908. stack_trace {
  4909. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4910. file_name: "AbstractRecordBatch.java"
  4911. line_number: 105
  4912. method_name: "next"
  4913. is_native_method: false
  4914. }
  4915. stack_trace {
  4916. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4917. file_name: "AbstractRecordBatch.java"
  4918. line_number: 95
  4919. method_name: "next"
  4920. is_native_method: false
  4921. }
  4922. stack_trace {
  4923. class_name: "org.apache.drill.exec.record.AbstractSingleRecordBatch"
  4924. file_name: "AbstractSingleRecordBatch.java"
  4925. line_number: 51
  4926. method_name: "innerNext"
  4927. is_native_method: false
  4928. }
  4929. stack_trace {
  4930. class_name: "org.apache.drill.exec.physical.impl.project.ProjectRecordBatch"
  4931. file_name: "ProjectRecordBatch.java"
  4932. line_number: 129
  4933. method_name: "innerNext"
  4934. is_native_method: false
  4935. }
  4936. stack_trace {
  4937. class_name: "org.apache.drill.exec.record.AbstractRecordBatch"
  4938. file_name: "AbstractRecordBatch.java"
  4939. line_number: 147
  4940. method_name: "next"
  4941. is_native_method: false
  4942. }
  4943. stack_trace {
  4944. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4945. file_name: "BaseRootExec.java"
  4946. line_number: 83
  4947. method_name: "next"
  4948. is_native_method: false
  4949. }
  4950. stack_trace {
  4951. class_name: "org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec"
  4952. file_name: "SingleSenderCreator.java"
  4953. line_number: 95
  4954. method_name: "innerNext"
  4955. is_native_method: false
  4956. }
  4957. stack_trace {
  4958. class_name: "org.apache.drill.exec.physical.impl.BaseRootExec"
  4959. file_name: "BaseRootExec.java"
  4960. line_number: 73
  4961. method_name: "next"
  4962. is_native_method: false
  4963. }
  4964. stack_trace {
  4965. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4966. file_name: "FragmentExecutor.java"
  4967. line_number: 261
  4968. method_name: "run"
  4969. is_native_method: false
  4970. }
  4971. stack_trace {
  4972. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor$1"
  4973. file_name: "FragmentExecutor.java"
  4974. line_number: 255
  4975. method_name: "run"
  4976. is_native_method: false
  4977. }
  4978. stack_trace {
  4979. class_name: "..."
  4980. line_number: 0
  4981. method_name: "..."
  4982. is_native_method: false
  4983. }
  4984. stack_trace {
  4985. class_name: "org.apache.hadoop.security.UserGroupInformation"
  4986. file_name: "UserGroupInformation.java"
  4987. line_number: 1556
  4988. method_name: "doAs"
  4989. is_native_method: false
  4990. }
  4991. stack_trace {
  4992. class_name: "org.apache.drill.exec.work.fragment.FragmentExecutor"
  4993. file_name: "FragmentExecutor.java"
  4994. line_number: 255
  4995. method_name: "run"
  4996. is_native_method: false
  4997. }
  4998. stack_trace {
  4999. class_name: "org.apache.drill.common.SelfCleaningRunnable"
  5000. file_name: "SelfCleaningRunnable.java"
  5001. line_number: 38
  5002. method_name: "run"
  5003. is_native_method: false
  5004. }
  5005. stack_trace {
  5006. class_name: "..."
  5007. line_number: 0
  5008. method_name: "..."
  5009. is_native_method: false
  5010. }
  5011. }
  5012. }
  5013. }
  5014. }
  5015. }
  5016. minor_fragment_id: 2
  5017. operator_profile {
  5018. input_profile {
  5019. records: 0
  5020. batches: 0
  5021. schemas: 0
  5022. }
  5023. operator_id: 2
  5024. operator_type: 21
  5025. setup_nanos: 0
  5026. process_nanos: 610286043
  5027. peak_local_memory_allocated: 60761580
  5028. wait_nanos: 27929766087
  5029. }
  5030. operator_profile {
  5031. input_profile {
  5032. records: 0
  5033. batches: 0
  5034. schemas: 0
  5035. }
  5036. operator_id: 1
  5037. operator_type: 10
  5038. setup_nanos: 0
  5039. process_nanos: 3371
  5040. peak_local_memory_allocated: 0
  5041. wait_nanos: 0
  5042. }
  5043. operator_profile {
  5044. input_profile {
  5045. records: 0
  5046. batches: 0
  5047. schemas: 0
  5048. }
  5049. operator_id: 0
  5050. operator_type: 0
  5051. setup_nanos: 0
  5052. process_nanos: 8843
  5053. peak_local_memory_allocated: 0
  5054. wait_nanos: 1038446
  5055. }
  5056. start_time: 1441828004282
  5057. end_time: 1441828032908
  5058. memory_used: 0
  5059. max_memory_used: 3000000
  5060. endpoint {
  5061. address: "twig04.twigs"
  5062. user_port: 31010
  5063. control_port: 31011
  5064. data_port: 31012
  5065. }
  5066. }
  5067. handle {
  5068. query_id {
  5069. part1: 3030767974436873871
  5070. part2: 9050998774542394447
  5071. }
  5072. major_fragment_id: 1
  5073. minor_fragment_id: 2
  5074. }
  5075. .
  5076. 2015-09-09 15:47:14,454 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5077. state: CANCELLED
  5078. minor_fragment_id: 26
  5079. operator_profile {
  5080. input_profile {
  5081. records: 798
  5082. batches: 1
  5083. schemas: 1
  5084. }
  5085. operator_id: 2
  5086. operator_type: 21
  5087. setup_nanos: 0
  5088. process_nanos: 269060855
  5089. peak_local_memory_allocated: 61758507
  5090. wait_nanos: 29739723140
  5091. }
  5092. operator_profile {
  5093. input_profile {
  5094. records: 798
  5095. batches: 1
  5096. schemas: 1
  5097. }
  5098. operator_id: 1
  5099. operator_type: 10
  5100. setup_nanos: 2169112
  5101. process_nanos: 339505
  5102. peak_local_memory_allocated: 0
  5103. wait_nanos: 0
  5104. }
  5105. operator_profile {
  5106. input_profile {
  5107. records: 798
  5108. batches: 1
  5109. schemas: 1
  5110. }
  5111. operator_id: 0
  5112. operator_type: 0
  5113. setup_nanos: 0
  5114. process_nanos: 393602
  5115. peak_local_memory_allocated: 0
  5116. metric {
  5117. metric_id: 0
  5118. long_value: 713916
  5119. }
  5120. wait_nanos: 8205100
  5121. }
  5122. start_time: 1441828004289
  5123. end_time: 1441828034453
  5124. memory_used: 0
  5125. max_memory_used: 3000000
  5126. endpoint {
  5127. address: "twig04.twigs"
  5128. user_port: 31010
  5129. control_port: 31011
  5130. data_port: 31012
  5131. }
  5132. }
  5133. handle {
  5134. query_id {
  5135. part1: 3030767974436873871
  5136. part2: 9050998774542394447
  5137. }
  5138. major_fragment_id: 1
  5139. minor_fragment_id: 26
  5140. }
  5141. .
  5142. 2015-09-09 15:47:14,709 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:19] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5143. 2015-09-09 15:47:14,728 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:19] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5144. 2015-09-09 15:47:14,728 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:19] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:19. New state: CANCELLED
  5145. 2015-09-09 15:47:14,729 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5146. state: CANCELLED
  5147. minor_fragment_id: 19
  5148. operator_profile {
  5149. input_profile {
  5150. records: 798
  5151. batches: 1
  5152. schemas: 1
  5153. }
  5154. operator_id: 2
  5155. operator_type: 21
  5156. setup_nanos: 0
  5157. process_nanos: 267641941
  5158. peak_local_memory_allocated: 61775424
  5159. wait_nanos: 30117450642
  5160. }
  5161. operator_profile {
  5162. input_profile {
  5163. records: 798
  5164. batches: 1
  5165. schemas: 1
  5166. }
  5167. operator_id: 1
  5168. operator_type: 10
  5169. setup_nanos: 2315595
  5170. process_nanos: 373058
  5171. peak_local_memory_allocated: 0
  5172. wait_nanos: 0
  5173. }
  5174. operator_profile {
  5175. input_profile {
  5176. records: 798
  5177. batches: 1
  5178. schemas: 1
  5179. }
  5180. operator_id: 0
  5181. operator_type: 0
  5182. setup_nanos: 0
  5183. process_nanos: 484872
  5184. peak_local_memory_allocated: 0
  5185. metric {
  5186. metric_id: 0
  5187. long_value: 713329
  5188. }
  5189. wait_nanos: 8530682
  5190. }
  5191. start_time: 1441828004279
  5192. end_time: 1441828034728
  5193. memory_used: 0
  5194. max_memory_used: 3000000
  5195. endpoint {
  5196. address: "twig03.twigs"
  5197. user_port: 31010
  5198. control_port: 31011
  5199. data_port: 31012
  5200. }
  5201. }
  5202. handle {
  5203. query_id {
  5204. part1: 3030767974436873871
  5205. part2: 9050998774542394447
  5206. }
  5207. major_fragment_id: 1
  5208. minor_fragment_id: 19
  5209. }
  5210. .
  5211. 2015-09-09 15:47:14,807 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:13] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5212. 2015-09-09 15:47:14,816 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:13] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5213. 2015-09-09 15:47:14,816 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:13] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:13. New state: CANCELLED
  5214. 2015-09-09 15:47:14,817 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5215. state: CANCELLED
  5216. minor_fragment_id: 13
  5217. operator_profile {
  5218. input_profile {
  5219. records: 798
  5220. batches: 1
  5221. schemas: 1
  5222. }
  5223. operator_id: 2
  5224. operator_type: 21
  5225. setup_nanos: 0
  5226. process_nanos: 211586265
  5227. peak_local_memory_allocated: 62175601
  5228. wait_nanos: 30277007627
  5229. }
  5230. operator_profile {
  5231. input_profile {
  5232. records: 798
  5233. batches: 1
  5234. schemas: 1
  5235. }
  5236. operator_id: 1
  5237. operator_type: 10
  5238. setup_nanos: 1238874
  5239. process_nanos: 206149
  5240. peak_local_memory_allocated: 0
  5241. wait_nanos: 0
  5242. }
  5243. operator_profile {
  5244. input_profile {
  5245. records: 798
  5246. batches: 1
  5247. schemas: 1
  5248. }
  5249. operator_id: 0
  5250. operator_type: 0
  5251. setup_nanos: 0
  5252. process_nanos: 187200
  5253. peak_local_memory_allocated: 0
  5254. metric {
  5255. metric_id: 0
  5256. long_value: 713075
  5257. }
  5258. wait_nanos: 1790095
  5259. }
  5260. start_time: 1441828004277
  5261. end_time: 1441828034816
  5262. memory_used: 0
  5263. max_memory_used: 3000000
  5264. endpoint {
  5265. address: "twig03.twigs"
  5266. user_port: 31010
  5267. control_port: 31011
  5268. data_port: 31012
  5269. }
  5270. }
  5271. handle {
  5272. query_id {
  5273. part1: 3030767974436873871
  5274. part2: 9050998774542394447
  5275. }
  5276. major_fragment_id: 1
  5277. minor_fragment_id: 13
  5278. }
  5279. .
  5280. 2015-09-09 15:47:14,921 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:23] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5281. 2015-09-09 15:47:14,933 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:23] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5282. 2015-09-09 15:47:14,933 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:23] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:23. New state: CANCELLED
  5283. 2015-09-09 15:47:14,934 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5284. state: CANCELLED
  5285. minor_fragment_id: 23
  5286. operator_profile {
  5287. input_profile {
  5288. records: 798
  5289. batches: 1
  5290. schemas: 1
  5291. }
  5292. operator_id: 2
  5293. operator_type: 21
  5294. setup_nanos: 0
  5295. process_nanos: 217489666
  5296. peak_local_memory_allocated: 61774470
  5297. wait_nanos: 30385008097
  5298. }
  5299. operator_profile {
  5300. input_profile {
  5301. records: 798
  5302. batches: 1
  5303. schemas: 1
  5304. }
  5305. operator_id: 1
  5306. operator_type: 10
  5307. setup_nanos: 1997532
  5308. process_nanos: 318657
  5309. peak_local_memory_allocated: 0
  5310. wait_nanos: 0
  5311. }
  5312. operator_profile {
  5313. input_profile {
  5314. records: 798
  5315. batches: 1
  5316. schemas: 1
  5317. }
  5318. operator_id: 0
  5319. operator_type: 0
  5320. setup_nanos: 0
  5321. process_nanos: 362239
  5322. peak_local_memory_allocated: 0
  5323. metric {
  5324. metric_id: 0
  5325. long_value: 714158
  5326. }
  5327. wait_nanos: 2465230
  5328. }
  5329. start_time: 1441828004280
  5330. end_time: 1441828034933
  5331. memory_used: 0
  5332. max_memory_used: 3000000
  5333. endpoint {
  5334. address: "twig03.twigs"
  5335. user_port: 31010
  5336. control_port: 31011
  5337. data_port: 31012
  5338. }
  5339. }
  5340. handle {
  5341. query_id {
  5342. part1: 3030767974436873871
  5343. part2: 9050998774542394447
  5344. }
  5345. major_fragment_id: 1
  5346. minor_fragment_id: 23
  5347. }
  5348. .
  5349. 2015-09-09 15:47:15,240 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5350. state: CANCELLED
  5351. minor_fragment_id: 0
  5352. operator_profile {
  5353. input_profile {
  5354. records: 798
  5355. batches: 1
  5356. schemas: 1
  5357. }
  5358. operator_id: 2
  5359. operator_type: 21
  5360. setup_nanos: 0
  5361. process_nanos: 377859297
  5362. peak_local_memory_allocated: 62162748
  5363. wait_nanos: 30481133463
  5364. }
  5365. operator_profile {
  5366. input_profile {
  5367. records: 798
  5368. batches: 1
  5369. schemas: 1
  5370. }
  5371. operator_id: 1
  5372. operator_type: 10
  5373. setup_nanos: 1710531
  5374. process_nanos: 307706
  5375. peak_local_memory_allocated: 0
  5376. wait_nanos: 0
  5377. }
  5378. operator_profile {
  5379. input_profile {
  5380. records: 798
  5381. batches: 1
  5382. schemas: 1
  5383. }
  5384. operator_id: 0
  5385. operator_type: 0
  5386. setup_nanos: 0
  5387. process_nanos: 360550
  5388. peak_local_memory_allocated: 0
  5389. metric {
  5390. metric_id: 0
  5391. long_value: 713253
  5392. }
  5393. wait_nanos: 8981400
  5394. }
  5395. start_time: 1441828004279
  5396. end_time: 1441828035239
  5397. memory_used: 0
  5398. max_memory_used: 3000000
  5399. endpoint {
  5400. address: "twig04.twigs"
  5401. user_port: 31010
  5402. control_port: 31011
  5403. data_port: 31012
  5404. }
  5405. }
  5406. handle {
  5407. query_id {
  5408. part1: 3030767974436873871
  5409. part2: 9050998774542394447
  5410. }
  5411. major_fragment_id: 1
  5412. minor_fragment_id: 0
  5413. }
  5414. .
  5415. 2015-09-09 15:47:15,344 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5416. state: CANCELLED
  5417. minor_fragment_id: 16
  5418. operator_profile {
  5419. input_profile {
  5420. records: 798
  5421. batches: 1
  5422. schemas: 1
  5423. }
  5424. operator_id: 2
  5425. operator_type: 21
  5426. setup_nanos: 0
  5427. process_nanos: 366771111
  5428. peak_local_memory_allocated: 62162676
  5429. wait_nanos: 30597204615
  5430. }
  5431. operator_profile {
  5432. input_profile {
  5433. records: 798
  5434. batches: 1
  5435. schemas: 1
  5436. }
  5437. operator_id: 1
  5438. operator_type: 10
  5439. setup_nanos: 1677749
  5440. process_nanos: 349429
  5441. peak_local_memory_allocated: 0
  5442. wait_nanos: 0
  5443. }
  5444. operator_profile {
  5445. input_profile {
  5446. records: 798
  5447. batches: 1
  5448. schemas: 1
  5449. }
  5450. operator_id: 0
  5451. operator_type: 0
  5452. setup_nanos: 0
  5453. process_nanos: 318541
  5454. peak_local_memory_allocated: 0
  5455. metric {
  5456. metric_id: 0
  5457. long_value: 714221
  5458. }
  5459. wait_nanos: 5251409
  5460. }
  5461. start_time: 1441828004286
  5462. end_time: 1441828035343
  5463. memory_used: 0
  5464. max_memory_used: 3000000
  5465. endpoint {
  5466. address: "twig04.twigs"
  5467. user_port: 31010
  5468. control_port: 31011
  5469. data_port: 31012
  5470. }
  5471. }
  5472. handle {
  5473. query_id {
  5474. part1: 3030767974436873871
  5475. part2: 9050998774542394447
  5476. }
  5477. major_fragment_id: 1
  5478. minor_fragment_id: 16
  5479. }
  5480. .
  5481. 2015-09-09 15:47:15,490 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:29] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5482. 2015-09-09 15:47:15,502 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:29] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5483. 2015-09-09 15:47:15,502 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:29] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:29. New state: CANCELLED
  5484. 2015-09-09 15:47:15,503 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5485. state: CANCELLED
  5486. minor_fragment_id: 29
  5487. operator_profile {
  5488. input_profile {
  5489. records: 798
  5490. batches: 1
  5491. schemas: 1
  5492. }
  5493. operator_id: 2
  5494. operator_type: 21
  5495. setup_nanos: 0
  5496. process_nanos: 238680324
  5497. peak_local_memory_allocated: 62175509
  5498. wait_nanos: 30927740012
  5499. }
  5500. operator_profile {
  5501. input_profile {
  5502. records: 798
  5503. batches: 1
  5504. schemas: 1
  5505. }
  5506. operator_id: 1
  5507. operator_type: 10
  5508. setup_nanos: 1202846
  5509. process_nanos: 202368
  5510. peak_local_memory_allocated: 0
  5511. wait_nanos: 0
  5512. }
  5513. operator_profile {
  5514. input_profile {
  5515. records: 798
  5516. batches: 1
  5517. schemas: 1
  5518. }
  5519. operator_id: 0
  5520. operator_type: 0
  5521. setup_nanos: 0
  5522. process_nanos: 210612
  5523. peak_local_memory_allocated: 0
  5524. metric {
  5525. metric_id: 0
  5526. long_value: 714097
  5527. }
  5528. wait_nanos: 5933018
  5529. }
  5530. start_time: 1441828004281
  5531. end_time: 1441828035502
  5532. memory_used: 0
  5533. max_memory_used: 3000000
  5534. endpoint {
  5535. address: "twig03.twigs"
  5536. user_port: 31010
  5537. control_port: 31011
  5538. data_port: 31012
  5539. }
  5540. }
  5541. handle {
  5542. query_id {
  5543. part1: 3030767974436873871
  5544. part2: 9050998774542394447
  5545. }
  5546. major_fragment_id: 1
  5547. minor_fragment_id: 29
  5548. }
  5549. .
  5550. 2015-09-09 15:47:15,522 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5551. state: CANCELLED
  5552. minor_fragment_id: 18
  5553. operator_profile {
  5554. input_profile {
  5555. records: 798
  5556. batches: 1
  5557. schemas: 1
  5558. }
  5559. operator_id: 2
  5560. operator_type: 21
  5561. setup_nanos: 0
  5562. process_nanos: 247733799
  5563. peak_local_memory_allocated: 61756844
  5564. wait_nanos: 30832875270
  5565. }
  5566. operator_profile {
  5567. input_profile {
  5568. records: 798
  5569. batches: 1
  5570. schemas: 1
  5571. }
  5572. operator_id: 1
  5573. operator_type: 10
  5574. setup_nanos: 1556959
  5575. process_nanos: 306069
  5576. peak_local_memory_allocated: 0
  5577. wait_nanos: 0
  5578. }
  5579. operator_profile {
  5580. input_profile {
  5581. records: 798
  5582. batches: 1
  5583. schemas: 1
  5584. }
  5585. operator_id: 0
  5586. operator_type: 0
  5587. setup_nanos: 0
  5588. process_nanos: 368332
  5589. peak_local_memory_allocated: 0
  5590. metric {
  5591. metric_id: 0
  5592. long_value: 713356
  5593. }
  5594. wait_nanos: 3981271
  5595. }
  5596. start_time: 1441828004287
  5597. end_time: 1441828035520
  5598. memory_used: 0
  5599. max_memory_used: 3000000
  5600. endpoint {
  5601. address: "twig04.twigs"
  5602. user_port: 31010
  5603. control_port: 31011
  5604. data_port: 31012
  5605. }
  5606. }
  5607. handle {
  5608. query_id {
  5609. part1: 3030767974436873871
  5610. part2: 9050998774542394447
  5611. }
  5612. major_fragment_id: 1
  5613. minor_fragment_id: 18
  5614. }
  5615. .
  5616. 2015-09-09 15:47:16,790 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5617. state: CANCELLED
  5618. minor_fragment_id: 14
  5619. operator_profile {
  5620. input_profile {
  5621. records: 798
  5622. batches: 1
  5623. schemas: 1
  5624. }
  5625. operator_id: 2
  5626. operator_type: 21
  5627. setup_nanos: 0
  5628. process_nanos: 327571122
  5629. peak_local_memory_allocated: 61757239
  5630. wait_nanos: 32083415486
  5631. }
  5632. operator_profile {
  5633. input_profile {
  5634. records: 798
  5635. batches: 1
  5636. schemas: 1
  5637. }
  5638. operator_id: 1
  5639. operator_type: 10
  5640. setup_nanos: 1327419
  5641. process_nanos: 286816
  5642. peak_local_memory_allocated: 0
  5643. wait_nanos: 0
  5644. }
  5645. operator_profile {
  5646. input_profile {
  5647. records: 798
  5648. batches: 1
  5649. schemas: 1
  5650. }
  5651. operator_id: 0
  5652. operator_type: 0
  5653. setup_nanos: 0
  5654. process_nanos: 318248
  5655. peak_local_memory_allocated: 0
  5656. metric {
  5657. metric_id: 0
  5658. long_value: 713018
  5659. }
  5660. wait_nanos: 7460082
  5661. }
  5662. start_time: 1441828004285
  5663. end_time: 1441828036789
  5664. memory_used: 0
  5665. max_memory_used: 3000000
  5666. endpoint {
  5667. address: "twig04.twigs"
  5668. user_port: 31010
  5669. control_port: 31011
  5670. data_port: 31012
  5671. }
  5672. }
  5673. handle {
  5674. query_id {
  5675. part1: 3030767974436873871
  5676. part2: 9050998774542394447
  5677. }
  5678. major_fragment_id: 1
  5679. minor_fragment_id: 14
  5680. }
  5681. .
  5682. 2015-09-09 15:47:17,032 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5683. state: CANCELLED
  5684. minor_fragment_id: 4
  5685. operator_profile {
  5686. input_profile {
  5687. records: 798
  5688. batches: 1
  5689. schemas: 1
  5690. }
  5691. operator_id: 2
  5692. operator_type: 21
  5693. setup_nanos: 0
  5694. process_nanos: 384419820
  5695. peak_local_memory_allocated: 62161595
  5696. wait_nanos: 32266810408
  5697. }
  5698. operator_profile {
  5699. input_profile {
  5700. records: 798
  5701. batches: 1
  5702. schemas: 1
  5703. }
  5704. operator_id: 1
  5705. operator_type: 10
  5706. setup_nanos: 1595571
  5707. process_nanos: 314243
  5708. peak_local_memory_allocated: 0
  5709. wait_nanos: 0
  5710. }
  5711. operator_profile {
  5712. input_profile {
  5713. records: 798
  5714. batches: 1
  5715. schemas: 1
  5716. }
  5717. operator_id: 0
  5718. operator_type: 0
  5719. setup_nanos: 0
  5720. process_nanos: 316166
  5721. peak_local_memory_allocated: 0
  5722. metric {
  5723. metric_id: 0
  5724. long_value: 711786
  5725. }
  5726. wait_nanos: 8133237
  5727. }
  5728. start_time: 1441828004283
  5729. end_time: 1441828037031
  5730. memory_used: 0
  5731. max_memory_used: 3000000
  5732. endpoint {
  5733. address: "twig04.twigs"
  5734. user_port: 31010
  5735. control_port: 31011
  5736. data_port: 31012
  5737. }
  5738. }
  5739. handle {
  5740. query_id {
  5741. part1: 3030767974436873871
  5742. part2: 9050998774542394447
  5743. }
  5744. major_fragment_id: 1
  5745. minor_fragment_id: 4
  5746. }
  5747. .
  5748. 2015-09-09 15:47:17,348 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:1] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5749. 2015-09-09 15:47:17,360 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:1] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5750. 2015-09-09 15:47:17,360 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:1] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:1. New state: CANCELLED
  5751. 2015-09-09 15:47:17,361 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5752. state: CANCELLED
  5753. minor_fragment_id: 1
  5754. operator_profile {
  5755. input_profile {
  5756. records: 798
  5757. batches: 1
  5758. schemas: 1
  5759. }
  5760. operator_id: 2
  5761. operator_type: 21
  5762. setup_nanos: 0
  5763. process_nanos: 180822372
  5764. peak_local_memory_allocated: 62177312
  5765. wait_nanos: 32847881823
  5766. }
  5767. operator_profile {
  5768. input_profile {
  5769. records: 798
  5770. batches: 1
  5771. schemas: 1
  5772. }
  5773. operator_id: 1
  5774. operator_type: 10
  5775. setup_nanos: 1549334
  5776. process_nanos: 335954
  5777. peak_local_memory_allocated: 0
  5778. wait_nanos: 0
  5779. }
  5780. operator_profile {
  5781. input_profile {
  5782. records: 798
  5783. batches: 1
  5784. schemas: 1
  5785. }
  5786. operator_id: 0
  5787. operator_type: 0
  5788. setup_nanos: 0
  5789. process_nanos: 342694
  5790. peak_local_memory_allocated: 0
  5791. metric {
  5792. metric_id: 0
  5793. long_value: 715774
  5794. }
  5795. wait_nanos: 2443063
  5796. }
  5797. start_time: 1441828004275
  5798. end_time: 1441828037360
  5799. memory_used: 0
  5800. max_memory_used: 3000000
  5801. endpoint {
  5802. address: "twig03.twigs"
  5803. user_port: 31010
  5804. control_port: 31011
  5805. data_port: 31012
  5806. }
  5807. }
  5808. handle {
  5809. query_id {
  5810. part1: 3030767974436873871
  5811. part2: 9050998774542394447
  5812. }
  5813. major_fragment_id: 1
  5814. minor_fragment_id: 1
  5815. }
  5816. .
  5817. 2015-09-09 15:47:17,498 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5818. state: CANCELLED
  5819. minor_fragment_id: 22
  5820. operator_profile {
  5821. input_profile {
  5822. records: 798
  5823. batches: 1
  5824. schemas: 1
  5825. }
  5826. operator_id: 2
  5827. operator_type: 21
  5828. setup_nanos: 0
  5829. process_nanos: 360144502
  5830. peak_local_memory_allocated: 61756905
  5831. wait_nanos: 32758603910
  5832. }
  5833. operator_profile {
  5834. input_profile {
  5835. records: 798
  5836. batches: 1
  5837. schemas: 1
  5838. }
  5839. operator_id: 1
  5840. operator_type: 10
  5841. setup_nanos: 1525220
  5842. process_nanos: 323225
  5843. peak_local_memory_allocated: 0
  5844. wait_nanos: 0
  5845. }
  5846. operator_profile {
  5847. input_profile {
  5848. records: 798
  5849. batches: 1
  5850. schemas: 1
  5851. }
  5852. operator_id: 0
  5853. operator_type: 0
  5854. setup_nanos: 0
  5855. process_nanos: 288354
  5856. peak_local_memory_allocated: 0
  5857. metric {
  5858. metric_id: 0
  5859. long_value: 714528
  5860. }
  5861. wait_nanos: 4805236
  5862. }
  5863. start_time: 1441828004288
  5864. end_time: 1441828037497
  5865. memory_used: 0
  5866. max_memory_used: 3000000
  5867. endpoint {
  5868. address: "twig04.twigs"
  5869. user_port: 31010
  5870. control_port: 31011
  5871. data_port: 31012
  5872. }
  5873. }
  5874. handle {
  5875. query_id {
  5876. part1: 3030767974436873871
  5877. part2: 9050998774542394447
  5878. }
  5879. major_fragment_id: 1
  5880. minor_fragment_id: 22
  5881. }
  5882. .
  5883. 2015-09-09 15:47:17,754 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:11] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5884. 2015-09-09 15:47:17,764 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:11] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5885. 2015-09-09 15:47:17,764 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:11] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:11. New state: CANCELLED
  5886. 2015-09-09 15:47:17,764 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5887. state: CANCELLED
  5888. minor_fragment_id: 11
  5889. operator_profile {
  5890. input_profile {
  5891. records: 798
  5892. batches: 1
  5893. schemas: 1
  5894. }
  5895. operator_id: 2
  5896. operator_type: 21
  5897. setup_nanos: 0
  5898. process_nanos: 216710542
  5899. peak_local_memory_allocated: 61773989
  5900. wait_nanos: 33222963744
  5901. }
  5902. operator_profile {
  5903. input_profile {
  5904. records: 798
  5905. batches: 1
  5906. schemas: 1
  5907. }
  5908. operator_id: 1
  5909. operator_type: 10
  5910. setup_nanos: 1809125
  5911. process_nanos: 312156
  5912. peak_local_memory_allocated: 0
  5913. wait_nanos: 0
  5914. }
  5915. operator_profile {
  5916. input_profile {
  5917. records: 798
  5918. batches: 1
  5919. schemas: 1
  5920. }
  5921. operator_id: 0
  5922. operator_type: 0
  5923. setup_nanos: 0
  5924. process_nanos: 371825
  5925. peak_local_memory_allocated: 0
  5926. metric {
  5927. metric_id: 0
  5928. long_value: 713013
  5929. }
  5930. wait_nanos: 1955983
  5931. }
  5932. start_time: 1441828004277
  5933. end_time: 1441828037764
  5934. memory_used: 0
  5935. max_memory_used: 3000000
  5936. endpoint {
  5937. address: "twig03.twigs"
  5938. user_port: 31010
  5939. control_port: 31011
  5940. data_port: 31012
  5941. }
  5942. }
  5943. handle {
  5944. query_id {
  5945. part1: 3030767974436873871
  5946. part2: 9050998774542394447
  5947. }
  5948. major_fragment_id: 1
  5949. minor_fragment_id: 11
  5950. }
  5951. .
  5952. 2015-09-09 15:47:17,843 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:15] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  5953. 2015-09-09 15:47:17,860 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:15] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  5954. 2015-09-09 15:47:17,860 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:15] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:15. New state: CANCELLED
  5955. 2015-09-09 15:47:17,861 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  5956. state: CANCELLED
  5957. minor_fragment_id: 15
  5958. operator_profile {
  5959. input_profile {
  5960. records: 798
  5961. batches: 1
  5962. schemas: 1
  5963. }
  5964. operator_id: 2
  5965. operator_type: 21
  5966. setup_nanos: 0
  5967. process_nanos: 246486977
  5968. peak_local_memory_allocated: 61774009
  5969. wait_nanos: 33276073831
  5970. }
  5971. operator_profile {
  5972. input_profile {
  5973. records: 798
  5974. batches: 1
  5975. schemas: 1
  5976. }
  5977. operator_id: 1
  5978. operator_type: 10
  5979. setup_nanos: 2078814
  5980. process_nanos: 382146
  5981. peak_local_memory_allocated: 0
  5982. wait_nanos: 0
  5983. }
  5984. operator_profile {
  5985. input_profile {
  5986. records: 798
  5987. batches: 1
  5988. schemas: 1
  5989. }
  5990. operator_id: 0
  5991. operator_type: 0
  5992. setup_nanos: 0
  5993. process_nanos: 461385
  5994. peak_local_memory_allocated: 0
  5995. metric {
  5996. metric_id: 0
  5997. long_value: 713861
  5998. }
  5999. wait_nanos: 6632823
  6000. }
  6001. start_time: 1441828004278
  6002. end_time: 1441828037860
  6003. memory_used: 0
  6004. max_memory_used: 3000000
  6005. endpoint {
  6006. address: "twig03.twigs"
  6007. user_port: 31010
  6008. control_port: 31011
  6009. data_port: 31012
  6010. }
  6011. }
  6012. handle {
  6013. query_id {
  6014. part1: 3030767974436873871
  6015. part2: 9050998774542394447
  6016. }
  6017. major_fragment_id: 1
  6018. minor_fragment_id: 15
  6019. }
  6020. .
  6021. 2015-09-09 15:47:18,288 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:17] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6022. 2015-09-09 15:47:18,300 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:17] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6023. 2015-09-09 15:47:18,300 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:17] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:17. New state: CANCELLED
  6024. 2015-09-09 15:47:18,301 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6025. state: CANCELLED
  6026. minor_fragment_id: 17
  6027. operator_profile {
  6028. input_profile {
  6029. records: 798
  6030. batches: 1
  6031. schemas: 1
  6032. }
  6033. operator_id: 2
  6034. operator_type: 21
  6035. setup_nanos: 0
  6036. process_nanos: 221687635
  6037. peak_local_memory_allocated: 62176563
  6038. wait_nanos: 33742803414
  6039. }
  6040. operator_profile {
  6041. input_profile {
  6042. records: 798
  6043. batches: 1
  6044. schemas: 1
  6045. }
  6046. operator_id: 1
  6047. operator_type: 10
  6048. setup_nanos: 1554084
  6049. process_nanos: 269501
  6050. peak_local_memory_allocated: 0
  6051. wait_nanos: 0
  6052. }
  6053. operator_profile {
  6054. input_profile {
  6055. records: 798
  6056. batches: 1
  6057. schemas: 1
  6058. }
  6059. operator_id: 0
  6060. operator_type: 0
  6061. setup_nanos: 0
  6062. process_nanos: 302561
  6063. peak_local_memory_allocated: 0
  6064. metric {
  6065. metric_id: 0
  6066. long_value: 714396
  6067. }
  6068. wait_nanos: 2543540
  6069. }
  6070. start_time: 1441828004278
  6071. end_time: 1441828038300
  6072. memory_used: 0
  6073. max_memory_used: 3000000
  6074. endpoint {
  6075. address: "twig03.twigs"
  6076. user_port: 31010
  6077. control_port: 31011
  6078. data_port: 31012
  6079. }
  6080. }
  6081. handle {
  6082. query_id {
  6083. part1: 3030767974436873871
  6084. part2: 9050998774542394447
  6085. }
  6086. major_fragment_id: 1
  6087. minor_fragment_id: 17
  6088. }
  6089. .
  6090. 2015-09-09 15:47:18,522 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:9] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6091. 2015-09-09 15:47:18,535 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:9] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6092. 2015-09-09 15:47:18,535 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:9] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:9. New state: CANCELLED
  6093. 2015-09-09 15:47:18,536 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6094. state: CANCELLED
  6095. minor_fragment_id: 9
  6096. operator_profile {
  6097. input_profile {
  6098. records: 798
  6099. batches: 1
  6100. schemas: 1
  6101. }
  6102. operator_id: 2
  6103. operator_type: 21
  6104. setup_nanos: 0
  6105. process_nanos: 210650211
  6106. peak_local_memory_allocated: 62175340
  6107. wait_nanos: 33992169113
  6108. }
  6109. operator_profile {
  6110. input_profile {
  6111. records: 798
  6112. batches: 1
  6113. schemas: 1
  6114. }
  6115. operator_id: 1
  6116. operator_type: 10
  6117. setup_nanos: 1759484
  6118. process_nanos: 334072
  6119. peak_local_memory_allocated: 0
  6120. wait_nanos: 0
  6121. }
  6122. operator_profile {
  6123. input_profile {
  6124. records: 798
  6125. batches: 1
  6126. schemas: 1
  6127. }
  6128. operator_id: 0
  6129. operator_type: 0
  6130. setup_nanos: 0
  6131. process_nanos: 470254
  6132. peak_local_memory_allocated: 0
  6133. metric {
  6134. metric_id: 0
  6135. long_value: 714114
  6136. }
  6137. wait_nanos: 2644362
  6138. }
  6139. start_time: 1441828004276
  6140. end_time: 1441828038535
  6141. memory_used: 0
  6142. max_memory_used: 3000000
  6143. endpoint {
  6144. address: "twig03.twigs"
  6145. user_port: 31010
  6146. control_port: 31011
  6147. data_port: 31012
  6148. }
  6149. }
  6150. handle {
  6151. query_id {
  6152. part1: 3030767974436873871
  6153. part2: 9050998774542394447
  6154. }
  6155. major_fragment_id: 1
  6156. minor_fragment_id: 9
  6157. }
  6158. .
  6159. 2015-09-09 15:47:19,078 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:5] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6160. 2015-09-09 15:47:19,093 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:5] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6161. 2015-09-09 15:47:19,093 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:5] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:5. New state: CANCELLED
  6162. 2015-09-09 15:47:19,094 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6163. state: CANCELLED
  6164. minor_fragment_id: 5
  6165. operator_profile {
  6166. input_profile {
  6167. records: 798
  6168. batches: 1
  6169. schemas: 1
  6170. }
  6171. operator_id: 2
  6172. operator_type: 21
  6173. setup_nanos: 0
  6174. process_nanos: 257417168
  6175. peak_local_memory_allocated: 62176223
  6176. wait_nanos: 34497060808
  6177. }
  6178. operator_profile {
  6179. input_profile {
  6180. records: 798
  6181. batches: 1
  6182. schemas: 1
  6183. }
  6184. operator_id: 1
  6185. operator_type: 10
  6186. setup_nanos: 1798230
  6187. process_nanos: 351067
  6188. peak_local_memory_allocated: 0
  6189. wait_nanos: 0
  6190. }
  6191. operator_profile {
  6192. input_profile {
  6193. records: 798
  6194. batches: 1
  6195. schemas: 1
  6196. }
  6197. operator_id: 0
  6198. operator_type: 0
  6199. setup_nanos: 0
  6200. process_nanos: 305574
  6201. peak_local_memory_allocated: 0
  6202. metric {
  6203. metric_id: 0
  6204. long_value: 713857
  6205. }
  6206. wait_nanos: 5736292
  6207. }
  6208. start_time: 1441828004276
  6209. end_time: 1441828039093
  6210. memory_used: 0
  6211. max_memory_used: 3000000
  6212. endpoint {
  6213. address: "twig03.twigs"
  6214. user_port: 31010
  6215. control_port: 31011
  6216. data_port: 31012
  6217. }
  6218. }
  6219. handle {
  6220. query_id {
  6221. part1: 3030767974436873871
  6222. part2: 9050998774542394447
  6223. }
  6224. major_fragment_id: 1
  6225. minor_fragment_id: 5
  6226. }
  6227. .
  6228. 2015-09-09 15:47:19,444 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:27] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6229. 2015-09-09 15:47:19,459 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:27] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6230. 2015-09-09 15:47:19,459 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:27] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:27. New state: CANCELLED
  6231. 2015-09-09 15:47:19,460 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6232. state: CANCELLED
  6233. minor_fragment_id: 27
  6234. operator_profile {
  6235. input_profile {
  6236. records: 798
  6237. batches: 1
  6238. schemas: 1
  6239. }
  6240. operator_id: 2
  6241. operator_type: 21
  6242. setup_nanos: 0
  6243. process_nanos: 226526500
  6244. peak_local_memory_allocated: 61774727
  6245. wait_nanos: 34897869070
  6246. }
  6247. operator_profile {
  6248. input_profile {
  6249. records: 798
  6250. batches: 1
  6251. schemas: 1
  6252. }
  6253. operator_id: 1
  6254. operator_type: 10
  6255. setup_nanos: 1675175
  6256. process_nanos: 268162
  6257. peak_local_memory_allocated: 0
  6258. wait_nanos: 0
  6259. }
  6260. operator_profile {
  6261. input_profile {
  6262. records: 798
  6263. batches: 1
  6264. schemas: 1
  6265. }
  6266. operator_id: 0
  6267. operator_type: 0
  6268. setup_nanos: 0
  6269. process_nanos: 287491
  6270. peak_local_memory_allocated: 0
  6271. metric {
  6272. metric_id: 0
  6273. long_value: 713632
  6274. }
  6275. wait_nanos: 6061036
  6276. }
  6277. start_time: 1441828004281
  6278. end_time: 1441828039459
  6279. memory_used: 0
  6280. max_memory_used: 3000000
  6281. endpoint {
  6282. address: "twig03.twigs"
  6283. user_port: 31010
  6284. control_port: 31011
  6285. data_port: 31012
  6286. }
  6287. }
  6288. handle {
  6289. query_id {
  6290. part1: 3030767974436873871
  6291. part2: 9050998774542394447
  6292. }
  6293. major_fragment_id: 1
  6294. minor_fragment_id: 27
  6295. }
  6296. .
  6297. 2015-09-09 15:47:19,742 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6298. state: CANCELLED
  6299. minor_fragment_id: 28
  6300. operator_profile {
  6301. input_profile {
  6302. records: 798
  6303. batches: 1
  6304. schemas: 1
  6305. }
  6306. operator_id: 2
  6307. operator_type: 21
  6308. setup_nanos: 0
  6309. process_nanos: 363868551
  6310. peak_local_memory_allocated: 62162802
  6311. wait_nanos: 34991230773
  6312. }
  6313. operator_profile {
  6314. input_profile {
  6315. records: 798
  6316. batches: 1
  6317. schemas: 1
  6318. }
  6319. operator_id: 1
  6320. operator_type: 10
  6321. setup_nanos: 1516702
  6322. process_nanos: 331869
  6323. peak_local_memory_allocated: 0
  6324. wait_nanos: 0
  6325. }
  6326. operator_profile {
  6327. input_profile {
  6328. records: 798
  6329. batches: 1
  6330. schemas: 1
  6331. }
  6332. operator_id: 0
  6333. operator_type: 0
  6334. setup_nanos: 0
  6335. process_nanos: 1724460
  6336. peak_local_memory_allocated: 0
  6337. metric {
  6338. metric_id: 0
  6339. long_value: 713409
  6340. }
  6341. wait_nanos: 8238847
  6342. }
  6343. start_time: 1441828004290
  6344. end_time: 1441828039740
  6345. memory_used: 0
  6346. max_memory_used: 3000000
  6347. endpoint {
  6348. address: "twig04.twigs"
  6349. user_port: 31010
  6350. control_port: 31011
  6351. data_port: 31012
  6352. }
  6353. }
  6354. handle {
  6355. query_id {
  6356. part1: 3030767974436873871
  6357. part2: 9050998774542394447
  6358. }
  6359. major_fragment_id: 1
  6360. minor_fragment_id: 28
  6361. }
  6362. .
  6363. 2015-09-09 15:47:20,598 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:25] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6364. 2015-09-09 15:47:20,616 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:25] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6365. 2015-09-09 15:47:20,616 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:25] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:25. New state: CANCELLED
  6366. 2015-09-09 15:47:20,617 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6367. state: CANCELLED
  6368. minor_fragment_id: 25
  6369. operator_profile {
  6370. input_profile {
  6371. records: 798
  6372. batches: 1
  6373. schemas: 1
  6374. }
  6375. operator_id: 2
  6376. operator_type: 21
  6377. setup_nanos: 0
  6378. process_nanos: 240797018
  6379. peak_local_memory_allocated: 62175478
  6380. wait_nanos: 36039811521
  6381. }
  6382. operator_profile {
  6383. input_profile {
  6384. records: 798
  6385. batches: 1
  6386. schemas: 1
  6387. }
  6388. operator_id: 1
  6389. operator_type: 10
  6390. setup_nanos: 1875460
  6391. process_nanos: 335079
  6392. peak_local_memory_allocated: 0
  6393. wait_nanos: 0
  6394. }
  6395. operator_profile {
  6396. input_profile {
  6397. records: 798
  6398. batches: 1
  6399. schemas: 1
  6400. }
  6401. operator_id: 0
  6402. operator_type: 0
  6403. setup_nanos: 0
  6404. process_nanos: 517146
  6405. peak_local_memory_allocated: 0
  6406. metric {
  6407. metric_id: 0
  6408. long_value: 713635
  6409. }
  6410. wait_nanos: 6527706
  6411. }
  6412. start_time: 1441828004280
  6413. end_time: 1441828040616
  6414. memory_used: 0
  6415. max_memory_used: 3000000
  6416. endpoint {
  6417. address: "twig03.twigs"
  6418. user_port: 31010
  6419. control_port: 31011
  6420. data_port: 31012
  6421. }
  6422. }
  6423. handle {
  6424. query_id {
  6425. part1: 3030767974436873871
  6426. part2: 9050998774542394447
  6427. }
  6428. major_fragment_id: 1
  6429. minor_fragment_id: 25
  6430. }
  6431. .
  6432. 2015-09-09 15:47:21,040 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6433. state: CANCELLED
  6434. minor_fragment_id: 10
  6435. operator_profile {
  6436. input_profile {
  6437. records: 798
  6438. batches: 1
  6439. schemas: 1
  6440. }
  6441. operator_id: 2
  6442. operator_type: 21
  6443. setup_nanos: 0
  6444. process_nanos: 282880796
  6445. peak_local_memory_allocated: 61758034
  6446. wait_nanos: 36310148265
  6447. }
  6448. operator_profile {
  6449. input_profile {
  6450. records: 798
  6451. batches: 1
  6452. schemas: 1
  6453. }
  6454. operator_id: 1
  6455. operator_type: 10
  6456. setup_nanos: 1576020
  6457. process_nanos: 335268
  6458. peak_local_memory_allocated: 0
  6459. wait_nanos: 0
  6460. }
  6461. operator_profile {
  6462. input_profile {
  6463. records: 798
  6464. batches: 1
  6465. schemas: 1
  6466. }
  6467. operator_id: 0
  6468. operator_type: 0
  6469. setup_nanos: 0
  6470. process_nanos: 335110
  6471. peak_local_memory_allocated: 0
  6472. metric {
  6473. metric_id: 0
  6474. long_value: 712725
  6475. }
  6476. wait_nanos: 8160502
  6477. }
  6478. start_time: 1441828004284
  6479. end_time: 1441828041039
  6480. memory_used: 0
  6481. max_memory_used: 3000000
  6482. endpoint {
  6483. address: "twig04.twigs"
  6484. user_port: 31010
  6485. control_port: 31011
  6486. data_port: 31012
  6487. }
  6488. }
  6489. handle {
  6490. query_id {
  6491. part1: 3030767974436873871
  6492. part2: 9050998774542394447
  6493. }
  6494. major_fragment_id: 1
  6495. minor_fragment_id: 10
  6496. }
  6497. .
  6498. 2015-09-09 15:47:21,491 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:31] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6499. 2015-09-09 15:47:21,506 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:31] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6500. 2015-09-09 15:47:21,506 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:31] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:31. New state: CANCELLED
  6501. 2015-09-09 15:47:21,507 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6502. state: CANCELLED
  6503. minor_fragment_id: 31
  6504. operator_profile {
  6505. input_profile {
  6506. records: 798
  6507. batches: 1
  6508. schemas: 1
  6509. }
  6510. operator_id: 2
  6511. operator_type: 21
  6512. setup_nanos: 0
  6513. process_nanos: 202524524
  6514. peak_local_memory_allocated: 61775170
  6515. wait_nanos: 36964433342
  6516. }
  6517. operator_profile {
  6518. input_profile {
  6519. records: 798
  6520. batches: 1
  6521. schemas: 1
  6522. }
  6523. operator_id: 1
  6524. operator_type: 10
  6525. setup_nanos: 1763354
  6526. process_nanos: 299934
  6527. peak_local_memory_allocated: 0
  6528. wait_nanos: 0
  6529. }
  6530. operator_profile {
  6531. input_profile {
  6532. records: 798
  6533. batches: 1
  6534. schemas: 1
  6535. }
  6536. operator_id: 0
  6537. operator_type: 0
  6538. setup_nanos: 0
  6539. process_nanos: 350342
  6540. peak_local_memory_allocated: 0
  6541. metric {
  6542. metric_id: 0
  6543. long_value: 714128
  6544. }
  6545. wait_nanos: 5244203
  6546. }
  6547. start_time: 1441828004281
  6548. end_time: 1441828041506
  6549. memory_used: 0
  6550. max_memory_used: 3000000
  6551. endpoint {
  6552. address: "twig03.twigs"
  6553. user_port: 31010
  6554. control_port: 31011
  6555. data_port: 31012
  6556. }
  6557. }
  6558. handle {
  6559. query_id {
  6560. part1: 3030767974436873871
  6561. part2: 9050998774542394447
  6562. }
  6563. major_fragment_id: 1
  6564. minor_fragment_id: 31
  6565. }
  6566. .
  6567. 2015-09-09 15:47:21,714 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6568. state: CANCELLED
  6569. minor_fragment_id: 24
  6570. operator_profile {
  6571. input_profile {
  6572. records: 798
  6573. batches: 1
  6574. schemas: 1
  6575. }
  6576. operator_id: 2
  6577. operator_type: 21
  6578. setup_nanos: 0
  6579. process_nanos: 368451601
  6580. peak_local_memory_allocated: 62161456
  6581. wait_nanos: 36960870209
  6582. }
  6583. operator_profile {
  6584. input_profile {
  6585. records: 798
  6586. batches: 1
  6587. schemas: 1
  6588. }
  6589. operator_id: 1
  6590. operator_type: 10
  6591. setup_nanos: 1422296
  6592. process_nanos: 400527
  6593. peak_local_memory_allocated: 0
  6594. wait_nanos: 0
  6595. }
  6596. operator_profile {
  6597. input_profile {
  6598. records: 798
  6599. batches: 1
  6600. schemas: 1
  6601. }
  6602. operator_id: 0
  6603. operator_type: 0
  6604. setup_nanos: 0
  6605. process_nanos: 580222
  6606. peak_local_memory_allocated: 0
  6607. metric {
  6608. metric_id: 0
  6609. long_value: 713837
  6610. }
  6611. wait_nanos: 8267421
  6612. }
  6613. start_time: 1441828004289
  6614. end_time: 1441828041713
  6615. memory_used: 0
  6616. max_memory_used: 3000000
  6617. endpoint {
  6618. address: "twig04.twigs"
  6619. user_port: 31010
  6620. control_port: 31011
  6621. data_port: 31012
  6622. }
  6623. }
  6624. handle {
  6625. query_id {
  6626. part1: 3030767974436873871
  6627. part2: 9050998774542394447
  6628. }
  6629. major_fragment_id: 1
  6630. minor_fragment_id: 24
  6631. }
  6632. .
  6633. 2015-09-09 15:47:21,851 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6634. state: CANCELLED
  6635. minor_fragment_id: 12
  6636. operator_profile {
  6637. input_profile {
  6638. records: 798
  6639. batches: 1
  6640. schemas: 1
  6641. }
  6642. operator_id: 2
  6643. operator_type: 21
  6644. setup_nanos: 0
  6645. process_nanos: 352239714
  6646. peak_local_memory_allocated: 62161395
  6647. wait_nanos: 37114079753
  6648. }
  6649. operator_profile {
  6650. input_profile {
  6651. records: 798
  6652. batches: 1
  6653. schemas: 1
  6654. }
  6655. operator_id: 1
  6656. operator_type: 10
  6657. setup_nanos: 1404506
  6658. process_nanos: 345802
  6659. peak_local_memory_allocated: 0
  6660. wait_nanos: 0
  6661. }
  6662. operator_profile {
  6663. input_profile {
  6664. records: 798
  6665. batches: 1
  6666. schemas: 1
  6667. }
  6668. operator_id: 0
  6669. operator_type: 0
  6670. setup_nanos: 0
  6671. process_nanos: 373833
  6672. peak_local_memory_allocated: 0
  6673. metric {
  6674. metric_id: 0
  6675. long_value: 713246
  6676. }
  6677. wait_nanos: 7478734
  6678. }
  6679. start_time: 1441828004285
  6680. end_time: 1441828041850
  6681. memory_used: 0
  6682. max_memory_used: 3000000
  6683. endpoint {
  6684. address: "twig04.twigs"
  6685. user_port: 31010
  6686. control_port: 31011
  6687. data_port: 31012
  6688. }
  6689. }
  6690. handle {
  6691. query_id {
  6692. part1: 3030767974436873871
  6693. part2: 9050998774542394447
  6694. }
  6695. major_fragment_id: 1
  6696. minor_fragment_id: 12
  6697. }
  6698. .
  6699. 2015-09-09 15:47:21,945 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:3] INFO o.a.drill.exec.vector.UInt4Vector - Realloc vector `offsets`(UINT4:REQUIRED). [3196] -> [6392]
  6700. 2015-09-09 15:47:21,957 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:3] INFO o.a.d.e.w.fragment.FragmentExecutor - 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3: State change requested from CANCELLATION_REQUESTED --> FINISHED for
  6701. 2015-09-09 15:47:21,957 [2a0f736a-40f0-a68f-7d9b-9b6e6318644f:frag:1:3] INFO o.a.d.e.w.f.AbstractStatusReporter - State changed for 2a0f736a-40f0-a68f-7d9b-9b6e6318644f:1:3. New state: CANCELLED
  6702. 2015-09-09 15:47:21,958 [BitServer-6] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6703. state: CANCELLED
  6704. minor_fragment_id: 3
  6705. operator_profile {
  6706. input_profile {
  6707. records: 798
  6708. batches: 1
  6709. schemas: 1
  6710. }
  6711. operator_id: 2
  6712. operator_type: 21
  6713. setup_nanos: 0
  6714. process_nanos: 211419469
  6715. peak_local_memory_allocated: 61774051
  6716. wait_nanos: 37408637355
  6717. }
  6718. operator_profile {
  6719. input_profile {
  6720. records: 798
  6721. batches: 1
  6722. schemas: 1
  6723. }
  6724. operator_id: 1
  6725. operator_type: 10
  6726. setup_nanos: 1722100
  6727. process_nanos: 312490
  6728. peak_local_memory_allocated: 0
  6729. wait_nanos: 0
  6730. }
  6731. operator_profile {
  6732. input_profile {
  6733. records: 798
  6734. batches: 1
  6735. schemas: 1
  6736. }
  6737. operator_id: 0
  6738. operator_type: 0
  6739. setup_nanos: 0
  6740. process_nanos: 442066
  6741. peak_local_memory_allocated: 0
  6742. metric {
  6743. metric_id: 0
  6744. long_value: 713173
  6745. }
  6746. wait_nanos: 2282130
  6747. }
  6748. start_time: 1441828004275
  6749. end_time: 1441828041957
  6750. memory_used: 0
  6751. max_memory_used: 3000000
  6752. endpoint {
  6753. address: "twig03.twigs"
  6754. user_port: 31010
  6755. control_port: 31011
  6756. data_port: 31012
  6757. }
  6758. }
  6759. handle {
  6760. query_id {
  6761. part1: 3030767974436873871
  6762. part2: 9050998774542394447
  6763. }
  6764. major_fragment_id: 1
  6765. minor_fragment_id: 3
  6766. }
  6767. .
  6768. 2015-09-09 15:47:22,388 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6769. state: CANCELLED
  6770. minor_fragment_id: 6
  6771. operator_profile {
  6772. input_profile {
  6773. records: 798
  6774. batches: 1
  6775. schemas: 1
  6776. }
  6777. operator_id: 2
  6778. operator_type: 21
  6779. setup_nanos: 0
  6780. process_nanos: 369180445
  6781. peak_local_memory_allocated: 61757102
  6782. wait_nanos: 37636123133
  6783. }
  6784. operator_profile {
  6785. input_profile {
  6786. records: 798
  6787. batches: 1
  6788. schemas: 1
  6789. }
  6790. operator_id: 1
  6791. operator_type: 10
  6792. setup_nanos: 1741061
  6793. process_nanos: 343338
  6794. peak_local_memory_allocated: 0
  6795. wait_nanos: 0
  6796. }
  6797. operator_profile {
  6798. input_profile {
  6799. records: 798
  6800. batches: 1
  6801. schemas: 1
  6802. }
  6803. operator_id: 0
  6804. operator_type: 0
  6805. setup_nanos: 0
  6806. process_nanos: 525056
  6807. peak_local_memory_allocated: 0
  6808. metric {
  6809. metric_id: 0
  6810. long_value: 713191
  6811. }
  6812. wait_nanos: 8163642
  6813. }
  6814. start_time: 1441828004283
  6815. end_time: 1441828042386
  6816. memory_used: 0
  6817. max_memory_used: 3000000
  6818. endpoint {
  6819. address: "twig04.twigs"
  6820. user_port: 31010
  6821. control_port: 31011
  6822. data_port: 31012
  6823. }
  6824. }
  6825. handle {
  6826. query_id {
  6827. part1: 3030767974436873871
  6828. part2: 9050998774542394447
  6829. }
  6830. major_fragment_id: 1
  6831. minor_fragment_id: 6
  6832. }
  6833. .
  6834. 2015-09-09 15:47:23,199 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6835. state: CANCELLED
  6836. minor_fragment_id: 20
  6837. operator_profile {
  6838. input_profile {
  6839. records: 798
  6840. batches: 1
  6841. schemas: 1
  6842. }
  6843. operator_id: 2
  6844. operator_type: 21
  6845. setup_nanos: 0
  6846. process_nanos: 283694710
  6847. peak_local_memory_allocated: 62162710
  6848. wait_nanos: 38536242178
  6849. }
  6850. operator_profile {
  6851. input_profile {
  6852. records: 798
  6853. batches: 1
  6854. schemas: 1
  6855. }
  6856. operator_id: 1
  6857. operator_type: 10
  6858. setup_nanos: 1686528
  6859. process_nanos: 354676
  6860. peak_local_memory_allocated: 0
  6861. wait_nanos: 0
  6862. }
  6863. operator_profile {
  6864. input_profile {
  6865. records: 798
  6866. batches: 1
  6867. schemas: 1
  6868. }
  6869. operator_id: 0
  6870. operator_type: 0
  6871. setup_nanos: 0
  6872. process_nanos: 382031
  6873. peak_local_memory_allocated: 0
  6874. metric {
  6875. metric_id: 0
  6876. long_value: 713544
  6877. }
  6878. wait_nanos: 4976034
  6879. }
  6880. start_time: 1441828004287
  6881. end_time: 1441828043198
  6882. memory_used: 0
  6883. max_memory_used: 3000000
  6884. endpoint {
  6885. address: "twig04.twigs"
  6886. user_port: 31010
  6887. control_port: 31011
  6888. data_port: 31012
  6889. }
  6890. }
  6891. handle {
  6892. query_id {
  6893. part1: 3030767974436873871
  6894. part2: 9050998774542394447
  6895. }
  6896. major_fragment_id: 1
  6897. minor_fragment_id: 20
  6898. }
  6899. .
  6900. 2015-09-09 15:47:24,597 [BitServer-3] WARN o.a.d.exec.rpc.control.WorkEventBus - A fragment message arrived but there was no registered listener for that message: profile {
  6901. state: CANCELLED
  6902. minor_fragment_id: 30
  6903. operator_profile {
  6904. input_profile {
  6905. records: 798
  6906. batches: 1
  6907. schemas: 1
  6908. }
  6909. operator_id: 2
  6910. operator_type: 21
  6911. setup_nanos: 0
  6912. process_nanos: 295338166
  6913. peak_local_memory_allocated: 61755862
  6914. wait_nanos: 39921878418
  6915. }
  6916. operator_profile {
  6917. input_profile {
  6918. records: 798
  6919. batches: 1
  6920. schemas: 1
  6921. }
  6922. operator_id: 1
  6923. operator_type: 10
  6924. setup_nanos: 1648081
  6925. process_nanos: 336482
  6926. peak_local_memory_allocated: 0
  6927. wait_nanos: 0
  6928. }
  6929. operator_profile {
  6930. input_profile {
  6931. records: 798
  6932. batches: 1
  6933. schemas: 1
  6934. }
  6935. operator_id: 0
  6936. operator_type: 0
  6937. setup_nanos: 0
  6938. process_nanos: 361675
  6939. peak_local_memory_allocated: 0
  6940. metric {
  6941. metric_id: 0
  6942. long_value: 715093
  6943. }
  6944. wait_nanos: 4485116
  6945. }
  6946. start_time: 1441828004291
  6947. end_time: 1441828044595
  6948. memory_used: 0
  6949. max_memory_used: 3000000
  6950. endpoint {
  6951. address: "twig04.twigs"
  6952. user_port: 31010
  6953. control_port: 31011
  6954. data_port: 31012
  6955. }
  6956. }
  6957. handle {
  6958. query_id {
  6959. part1: 3030767974436873871
  6960. part2: 9050998774542394447
  6961. }
  6962. major_fragment_id: 1
  6963. minor_fragment_id: 30
  6964. }
  6965. .
Advertisement
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!