API tools faq
paste
Guest User

Untitled

a guest
Apr 26th, 2018
86
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 61.16 KB | None | 0 0
raw download clone embed print report
  1. org.apache.spark.sql.AnalysisException: org.apache.hadoop.hive.ql.metadata.HiveException: Unable to alter table. Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  2. org.datanucleus.exceptions.NucleusDataStoreException: Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  3. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:230)
  4. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  5. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  6. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  7. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  8. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  9. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  10. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  11. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  12. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  13. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  14. at java.lang.reflect.Method.invoke(Method.java:498)
  15. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  16. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  17. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  18. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  19. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  20. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  21. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  22. at java.lang.reflect.Method.invoke(Method.java:498)
  23. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  24. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  25. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  26. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  27. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  28. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  29. at java.lang.reflect.Method.invoke(Method.java:498)
  30. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  31. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  32. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  33. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  34. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  35. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  36. at java.lang.reflect.Method.invoke(Method.java:498)
  37. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  38. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  39. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  40. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  41. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  42. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  43. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  44. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  45. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  46. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  47. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  48. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  49. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  50. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  51. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  52. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  53. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  54. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  55. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  56. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  57. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  58. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  59. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  60. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  61. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  62. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  63. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  64. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  65. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  66. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  67. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  68. at java.util.Optional.ifPresent(Optional.java:159)
  69. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  70. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  71. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  72. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  73. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  74. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  75. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  76. at java.lang.Thread.run(Thread.java:745)
  77. Caused by: org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  78. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  79. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  80. ... 73 more
  81. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  82. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  83. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  84. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  85. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  86. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  87. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  88. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  89. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  90. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  91. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  92. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  93. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  94. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  95. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  96. ... 74 more
  97. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  98. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  99. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  100. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  101. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  102. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  103. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  104. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  105. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  106. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  107. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  108. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  109. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  110. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  111. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  112. ... 82 more
  113. Nested Throwables StackTrace:
  114. org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  115. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  116. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  117. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  118. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  119. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  120. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  121. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  122. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  123. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  124. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  125. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  126. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  127. at java.lang.reflect.Method.invoke(Method.java:498)
  128. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  129. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  130. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  131. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  132. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  133. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  134. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  135. at java.lang.reflect.Method.invoke(Method.java:498)
  136. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  137. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  138. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  139. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  140. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  141. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  142. at java.lang.reflect.Method.invoke(Method.java:498)
  143. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  144. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  145. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  146. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  147. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  148. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  149. at java.lang.reflect.Method.invoke(Method.java:498)
  150. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  151. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  152. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  153. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  154. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  155. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  156. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  157. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  158. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  159. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  160. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  161. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  162. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  163. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  164. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  165. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  166. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  167. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  168. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  169. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  170. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  171. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  172. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  173. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  174. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  175. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  176. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  177. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  178. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  179. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  180. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  181. at java.util.Optional.ifPresent(Optional.java:159)
  182. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  183. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  184. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  185. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  186. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  187. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  188. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  189. at java.lang.Thread.run(Thread.java:745)
  190. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  191. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  192. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  193. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  194. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  195. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  196. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  197. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  198. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  199. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  200. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  201. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  202. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  203. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  204. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  205. ... 74 more
  206. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  207. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  208. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  209. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  210. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  211. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  212. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  213. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  214. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  215. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  216. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  217. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  218. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  219. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  220. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  221. ... 82 more
  222. ;
  223. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:106)
  224. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  225. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  226. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  227. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  228. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  229. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  230. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  231. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  232. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  233. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  234. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  235. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  236. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  237. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  238. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  239. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  240. at java.util.Optional.ifPresent(Optional.java:159)
  241. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  242. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  243. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  244. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  245. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  246. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  247. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  248. at java.lang.Thread.run(Thread.java:745)
  249. Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unable to alter table. Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  250. org.datanucleus.exceptions.NucleusDataStoreException: Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  251. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:230)
  252. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  253. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  254. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  255. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  256. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  257. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  258. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  259. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  260. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  261. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  262. at java.lang.reflect.Method.invoke(Method.java:498)
  263. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  264. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  265. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  266. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  267. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  268. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  269. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  270. at java.lang.reflect.Method.invoke(Method.java:498)
  271. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  272. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  273. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  274. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  275. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  276. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  277. at java.lang.reflect.Method.invoke(Method.java:498)
  278. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  279. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  280. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  281. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  282. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  283. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  284. at java.lang.reflect.Method.invoke(Method.java:498)
  285. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  286. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  287. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  288. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  289. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  290. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  291. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  292. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  293. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  294. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  295. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  296. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  297. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  298. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  299. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  300. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  301. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  302. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  303. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  304. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  305. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  306. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  307. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  308. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  309. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  310. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  311. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  312. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  313. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  314. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  315. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  316. at java.util.Optional.ifPresent(Optional.java:159)
  317. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  318. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  319. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  320. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  321. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  322. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  323. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  324. at java.lang.Thread.run(Thread.java:745)
  325. Caused by: org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  326. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  327. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  328. ... 73 more
  329. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  330. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  331. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  332. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  333. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  334. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  335. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  336. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  337. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  338. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  339. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  340. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  341. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  342. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  343. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  344. ... 74 more
  345. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  346. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  347. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  348. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  349. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  350. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  351. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  352. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  353. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  354. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  355. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  356. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  357. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  358. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  359. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  360. ... 82 more
  361. Nested Throwables StackTrace:
  362. org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  363. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  364. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  365. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  366. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  367. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  368. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  369. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  370. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  371. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  372. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  373. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  374. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  375. at java.lang.reflect.Method.invoke(Method.java:498)
  376. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  377. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  378. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  379. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  380. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  381. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  382. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  383. at java.lang.reflect.Method.invoke(Method.java:498)
  384. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  385. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  386. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  387. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  388. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  389. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  390. at java.lang.reflect.Method.invoke(Method.java:498)
  391. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  392. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  393. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  394. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  395. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  396. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  397. at java.lang.reflect.Method.invoke(Method.java:498)
  398. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  399. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  400. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  401. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  402. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  403. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  404. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  405. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  406. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  407. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  408. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  409. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  410. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  411. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  412. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  413. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  414. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  415. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  416. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  417. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  418. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  419. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  420. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  421. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  422. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  423. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  424. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  425. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  426. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  427. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  428. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  429. at java.util.Optional.ifPresent(Optional.java:159)
  430. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  431. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  432. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  433. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  434. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  435. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  436. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  437. at java.lang.Thread.run(Thread.java:745)
  438. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  439. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  440. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  441. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  442. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  443. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  444. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  445. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  446. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  447. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  448. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  449. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  450. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  451. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  452. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  453. ... 74 more
  454. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  455. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  456. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  457. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  458. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  459. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  460. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  461. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  462. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  463. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  464. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  465. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  466. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  467. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  468. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  469. ... 82 more
  470.  
  471. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:498)
  472. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  473. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  474. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  475. at java.lang.reflect.Method.invoke(Method.java:498)
  476. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  477. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  478. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  479. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  480. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  481. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  482. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  483. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  484. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  485. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  486. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  487. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  488. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  489. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  490. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  491. ... 25 more
  492. Caused by: MetaException(message:Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  493. org.datanucleus.exceptions.NucleusDataStoreException: Put request failed : INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  494. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:230)
  495. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  496. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  497. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  498. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  499. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  500. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  501. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  502. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  503. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  504. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  505. at java.lang.reflect.Method.invoke(Method.java:498)
  506. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  507. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  508. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  509. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  510. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  511. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  512. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  513. at java.lang.reflect.Method.invoke(Method.java:498)
  514. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  515. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  516. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  517. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  518. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  519. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  520. at java.lang.reflect.Method.invoke(Method.java:498)
  521. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  522. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  523. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  524. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  525. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  526. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  527. at java.lang.reflect.Method.invoke(Method.java:498)
  528. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  529. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  530. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  531. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  532. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  533. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  534. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  535. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  536. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  537. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  538. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  539. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  540. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  541. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  542. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  543. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  544. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  545. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  546. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  547. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  548. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  549. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  550. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  551. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  552. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  553. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  554. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  555. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  556. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  557. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  558. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  559. at java.util.Optional.ifPresent(Optional.java:159)
  560. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  561. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  562. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  563. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  564. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  565. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  566. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  567. at java.lang.Thread.run(Thread.java:745)
  568. Caused by: org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  569. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  570. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  571. ... 73 more
  572. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  573. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  574. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  575. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  576. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  577. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  578. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  579. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  580. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  581. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  582. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  583. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  584. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  585. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  586. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  587. ... 74 more
  588. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  589. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  590. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  591. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  592. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  593. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  594. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  595. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  596. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  597. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  598. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  599. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  600. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  601. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  602. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  603. ... 82 more
  604. Nested Throwables StackTrace:
  605. org.datanucleus.store.rdbms.exceptions.MappedDatastoreException: INSERT INTO TABLE_PARAMS (PARAM_VALUE,TBL_ID,PARAM_KEY) VALUES (?,?,?)
  606. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1078)
  607. at org.datanucleus.store.rdbms.scostore.JoinMapStore.putAll(JoinMapStore.java:220)
  608. at org.datanucleus.store.types.backed.HashMap.initialise(HashMap.java:203)
  609. at org.datanucleus.store.types.SCOUtils.createSCOWrapper(SCOUtils.java:247)
  610. at org.datanucleus.store.types.SCOUtils.newSCOInstance(SCOUtils.java:138)
  611. at org.datanucleus.state.JDOStateManager.wrapSCOField(JDOStateManager.java:3627)
  612. at org.datanucleus.state.JDOStateManager.setObjectField(JDOStateManager.java:1958)
  613. at org.apache.hadoop.hive.metastore.model.MTable.jdoSetparameters(MTable.java)
  614. at org.apache.hadoop.hive.metastore.model.MTable.setParameters(MTable.java:126)
  615. at org.apache.hadoop.hive.metastore.ObjectStore.alterTable(ObjectStore.java:2767)
  616. at sun.reflect.GeneratedMethodAccessor103.invoke(Unknown Source)
  617. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  618. at java.lang.reflect.Method.invoke(Method.java:498)
  619. at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:114)
  620. at com.sun.proxy.$Proxy31.alterTable(Unknown Source)
  621. at org.apache.hadoop.hive.metastore.HiveAlterHandler.alterTable(HiveAlterHandler.java:243)
  622. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_core(HiveMetaStore.java:3408)
  623. at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.alter_table_with_cascade(HiveMetaStore.java:3380)
  624. at sun.reflect.GeneratedMethodAccessor102.invoke(Unknown Source)
  625. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  626. at java.lang.reflect.Method.invoke(Method.java:498)
  627. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
  628. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  629. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  630. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  631. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  632. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  633. at java.lang.reflect.Method.invoke(Method.java:498)
  634. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  635. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  636. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  637. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:484)
  638. at sun.reflect.GeneratedMethodAccessor100.invoke(Unknown Source)
  639. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  640. at java.lang.reflect.Method.invoke(Method.java:498)
  641. at org.apache.spark.sql.hive.client.Shim_v0_12.alterTable(HiveShim.scala:401)
  642. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply$mcV$sp(HiveClientImpl.scala:492)
  643. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  644. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$alterTable$1.apply(HiveClientImpl.scala:482)
  645. at org.apache.spark.sql.hive.client.HiveClientImpl$$anonfun$withHiveState$1.apply(HiveClientImpl.scala:272)
  646. at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:210)
  647. at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:209)
  648. at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:255)
  649. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:482)
  650. at org.apache.spark.sql.hive.client.HiveClient$class.alterTable(HiveClient.scala:95)
  651. at org.apache.spark.sql.hive.client.HiveClientImpl.alterTable(HiveClientImpl.scala:83)
  652. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply$mcV$sp(HiveExternalCatalog.scala:680)
  653. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  654. at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$doAlterTableStats$1.apply(HiveExternalCatalog.scala:662)
  655. at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
  656. at org.apache.spark.sql.hive.HiveExternalCatalog.doAlterTableStats(HiveExternalCatalog.scala:662)
  657. at org.apache.spark.sql.catalyst.catalog.ExternalCatalog.alterTableStats(ExternalCatalog.scala:187)
  658. at org.apache.spark.sql.catalyst.catalog.SessionCatalog.alterTableStats(SessionCatalog.scala:373)
  659. at org.apache.spark.sql.execution.command.AnalyzeColumnCommand.run(AnalyzeColumnCommand.scala:60)
  660. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:70)
  661. at org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:68)
  662. at org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:79)
  663. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  664. at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:190)
  665. at org.apache.spark.sql.Dataset$$anonfun$52.apply(Dataset.scala:3253)
  666. at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:77)
  667. at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3252)
  668. at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
  669. at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
  670. at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:638)
  671. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.lambda$computeStatistics$1(AbstractCheckpointStrategy.java:80)
  672. at java.util.Optional.ifPresent(Optional.java:159)
  673. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.computeStatistics(AbstractCheckpointStrategy.java:80)
  674. at com.bearingpoint.abacus.x1onspark.exec.caching.AbstractCheckpointStrategy.persist(AbstractCheckpointStrategy.java:49)
  675. at com.bearingpoint.abacus.x1onspark.exec.Instruction.persist(Instruction.java:72)
  676. at com.bearingpoint.abacus.x1onspark.exec.ProvideMissingColumns.execute(ProvideMissingColumns.java:134)
  677. at com.bearingpoint.abacus.x1onspark.exec.ParallelInstruction.lambda$execute$0(ParallelInstruction.java:45)
  678. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  679. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  680. at java.lang.Thread.run(Thread.java:745)
  681. Caused by: java.sql.SQLDataException: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  682. at org.apache.derby.impl.jdbc.SQLExceptionFactory.getSQLException(Unknown Source)
  683. at org.apache.derby.impl.jdbc.Util.generateCsSQLException(Unknown Source)
  684. at org.apache.derby.impl.jdbc.TransactionResourceImpl.wrapInSQLException(Unknown Source)
  685. at org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown Source)
  686. at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown Source)
  687. at org.apache.derby.impl.jdbc.ConnectionChild.handleException(Unknown Source)
  688. at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown Source)
  689. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown Source)
  690. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeLargeUpdate(Unknown Source)
  691. at org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeUpdate(Unknown Source)
  692. at com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:205)
  693. at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeUpdate(ParamLoggingPreparedStatement.java:399)
  694. at org.datanucleus.store.rdbms.SQLController.executeStatementUpdate(SQLController.java:439)
  695. at org.datanucleus.store.rdbms.scostore.JoinMapStore.internalPut(JoinMapStore.java:1069)
  696. ... 74 more
  697. Caused by: ERROR 22001: A truncation error was encountered trying to shrink VARCHAR 'TFo0QmxvY2smMQwAAOAXAABMl6MI8TlBBw+MWLFixgAAAP7Bn9+7oD1wpMEv&' to length 4000.
  698. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  699. at org.apache.derby.iapi.error.StandardException.newException(Unknown Source)
  700. at org.apache.derby.iapi.types.SQLChar.hasNonBlankChars(Unknown Source)
  701. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  702. at org.apache.derby.iapi.types.SQLVarchar.normalize(Unknown Source)
  703. at org.apache.derby.iapi.types.DataTypeDescriptor.normalize(Unknown Source)
  704. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeColumn(Unknown Source)
  705. at org.apache.derby.impl.sql.execute.NormalizeResultSet.normalizeRow(Unknown Source)
  706. at org.apache.derby.impl.sql.execute.NormalizeResultSet.getNextRowCore(Unknown Source)
  707. at org.apache.derby.impl.sql.execute.DMLWriteResultSet.getNextRowCore(Unknown Source)
  708. at org.apache.derby.impl.sql.execute.InsertResultSet.getNextRowCore(Unknown Source)
  709. at org.apache.derby.impl.sql.execute.InsertResultSet.open(Unknown Source)
  710. at org.apache.derby.impl.sql.GenericPreparedStatement.executeStmt(Unknown Source)
  711. at org.apache.derby.impl.sql.GenericPreparedStatement.execute(Unknown Source)
  712. ... 82 more
  713. )
  714. at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:168)
  715. at com.sun.proxy.$Proxy33.alter_table_with_cascade(Unknown Source)
  716. at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.alter_table(HiveMetaStoreClient.java:340)
  717. at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.alter_table(SessionHiveMetaStoreClient.java:251)
  718. at sun.reflect.GeneratedMethodAccessor101.invoke(Unknown Source)
  719. at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  720. at java.lang.reflect.Method.invoke(Method.java:498)
  721. at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:156)
  722. at com.sun.proxy.$Proxy34.alter_table(Unknown Source)
  723. at org.apache.hadoop.hive.ql.metadata.Hive.alterTable(Hive.java:496)
  724. ... 44 more
  725. Exception in thread "pool-21-thread-2" java.lang.NullPointerException
  726. at com.bearingpoint.abacus.x1onspark.util.ExceptionHandlingExecutor.afterExecute(ExceptionHandlingExecutor.java:54)
  727. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1150)
  728. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  729. at java.lang.Thread.run(Thread.java:745)
Add Comment
Please, Sign In to add comment
Public Pastes
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!