5044 lines
413 KiB
Plaintext
5044 lines
413 KiB
Plaintext
2022-05-12 15:39:46,456 ERROR --- [ main] org.apache.hadoop.hdfs.KeyProviderCache (line: 87) : Could not find uri with key [dfs.encryption.key.provider.uri] to create a keyProvider !!
|
|
2022-05-12 16:24:18,594 ERROR --- [ main] org.apache.spark.SparkContext (line: 94) : Error initializing SparkContext.
|
|
org.apache.spark.SparkException: A master URL must be set in your configuration
|
|
at org.apache.spark.SparkContext.<init>(SparkContext.scala:380)
|
|
at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2555)
|
|
at org.apache.spark.sql.SparkSession$Builder.$anonfun$getOrCreate$1(SparkSession.scala:930)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:921)
|
|
at com.atguigu.userprofile.app.TaskSQLApp$.main(TaskSQLApp.scala:36)
|
|
at com.atguigu.userprofile.app.TaskSQLApp.main(TaskSQLApp.scala)
|
|
2022-05-13 10:18:35,221 ERROR --- [ main] org.apache.spark.SparkContext (line: 94) : Error initializing SparkContext.
|
|
org.apache.spark.SparkException: A master URL must be set in your configuration
|
|
at org.apache.spark.SparkContext.<init>(SparkContext.scala:380)
|
|
at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2555)
|
|
at org.apache.spark.sql.SparkSession$Builder.$anonfun$getOrCreate$1(SparkSession.scala:930)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:921)
|
|
at com.atguigu.userprofile.app.TaskSQLApp$.main(TaskSQLApp.scala:36)
|
|
at com.atguigu.userprofile.app.TaskSQLApp.main(TaskSQLApp.scala)
|
|
2022-05-13 14:19:25,658 ERROR --- [ main] org.apache.spark.SparkContext (line: 94) : Error initializing SparkContext.
|
|
org.apache.spark.SparkException: A master URL must be set in your configuration
|
|
at org.apache.spark.SparkContext.<init>(SparkContext.scala:380)
|
|
at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2555)
|
|
at org.apache.spark.sql.SparkSession$Builder.$anonfun$getOrCreate$1(SparkSession.scala:930)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:921)
|
|
at com.atguigu.userprofile.app.TaskSQLApp$.main(TaskSQLApp.scala:36)
|
|
at com.atguigu.userprofile.app.TaskSQLApp.main(TaskSQLApp.scala)
|
|
2022-05-13 15:18:17,035 ERROR --- [ main] org.apache.spark.sql.execution.datasources.FileFormatWriter (line: 94) : Aborting job 85152cbf-ae0d-42f0-b113-d26bdfbaae7f.
|
|
org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, tg_base_persona_gender#17, tg_base_persona_agegroup#19])
|
|
+- Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.write(FileFormatWriter.scala:172)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile(SaveAsHiveFile.scala:97)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile$(SaveAsHiveFile.scala:48)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.saveAsHiveFile(InsertIntoHiveTable.scala:68)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.processInsert(InsertIntoHiveTable.scala:208)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.run(InsertIntoHiveTable.scala:101)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:108)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:106)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.executeCollect(commands.scala:120)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.app.TaskMergeApp$.main(TaskMergeApp.scala:107)
|
|
at com.atguigu.userprofile.app.TaskMergeApp.main(TaskMergeApp.scala)
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:95)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 32 more
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:83)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:81)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:98)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 40 more
|
|
Caused by: java.lang.RuntimeException: Error in configuring object
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:112)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:78)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.spark.rdd.HadoopRDD.getInputFormat(HadoopRDD.scala:191)
|
|
at org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:205)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1$adapted(UnionRDD.scala:85)
|
|
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:273)
|
|
at scala.collection.immutable.List.foreach(List.scala:392)
|
|
at scala.collection.TraversableLike.map(TraversableLike.scala:273)
|
|
at scala.collection.TraversableLike.map$(TraversableLike.scala:266)
|
|
at scala.collection.immutable.List.map(List.scala:298)
|
|
at org.apache.spark.rdd.UnionRDD.getPartitions(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2(SparkContext.scala:1369)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2$adapted(SparkContext.scala:1369)
|
|
at scala.collection.TraversableLike.noneIn$1(TraversableLike.scala:306)
|
|
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:372)
|
|
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:284)
|
|
at scala.collection.AbstractTraversable.filterImpl(Traversable.scala:108)
|
|
at scala.collection.TraversableLike.filter(TraversableLike.scala:382)
|
|
at scala.collection.TraversableLike.filter$(TraversableLike.scala:382)
|
|
at scala.collection.AbstractTraversable.filter(Traversable.scala:108)
|
|
at org.apache.spark.SparkContext.$anonfun$union$1(SparkContext.scala:1369)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
|
|
at org.apache.spark.SparkContext.withScope(SparkContext.scala:751)
|
|
at org.apache.spark.SparkContext.union(SparkContext.scala:1368)
|
|
at org.apache.spark.sql.execution.UnionExec.doExecute(basicPhysicalOperators.scala:644)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 52 more
|
|
Caused by: java.lang.reflect.InvocationTargetException
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:109)
|
|
... 108 more
|
|
Caused by: java.lang.IllegalArgumentException: Compression codec com.hadoop.compression.lzo.LzoCodec not found.
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:139)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.<init>(CompressionCodecFactory.java:180)
|
|
at org.apache.hadoop.mapred.TextInputFormat.configure(TextInputFormat.java:45)
|
|
... 113 more
|
|
Caused by: java.lang.ClassNotFoundException: Class com.hadoop.compression.lzo.LzoCodec not found
|
|
at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2101)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:132)
|
|
... 115 more
|
|
2022-05-13 15:24:35,126 ERROR --- [ main] org.apache.spark.sql.execution.datasources.FileFormatWriter (line: 94) : Aborting job 8e596ddc-afde-40a2-a502-bd69209a43c2.
|
|
org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, tg_base_persona_gender#17, tg_base_persona_agegroup#19])
|
|
+- Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.write(FileFormatWriter.scala:172)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile(SaveAsHiveFile.scala:97)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile$(SaveAsHiveFile.scala:48)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.saveAsHiveFile(InsertIntoHiveTable.scala:68)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.processInsert(InsertIntoHiveTable.scala:208)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.run(InsertIntoHiveTable.scala:101)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:108)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:106)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.executeCollect(commands.scala:120)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.app.TaskMergeApp$.main(TaskMergeApp.scala:109)
|
|
at com.atguigu.userprofile.app.TaskMergeApp.main(TaskMergeApp.scala)
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:95)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 32 more
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:83)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:81)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:98)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 40 more
|
|
Caused by: java.lang.RuntimeException: Error in configuring object
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:112)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:78)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.spark.rdd.HadoopRDD.getInputFormat(HadoopRDD.scala:191)
|
|
at org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:205)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1$adapted(UnionRDD.scala:85)
|
|
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:273)
|
|
at scala.collection.immutable.List.foreach(List.scala:392)
|
|
at scala.collection.TraversableLike.map(TraversableLike.scala:273)
|
|
at scala.collection.TraversableLike.map$(TraversableLike.scala:266)
|
|
at scala.collection.immutable.List.map(List.scala:298)
|
|
at org.apache.spark.rdd.UnionRDD.getPartitions(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2(SparkContext.scala:1369)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2$adapted(SparkContext.scala:1369)
|
|
at scala.collection.TraversableLike.noneIn$1(TraversableLike.scala:306)
|
|
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:372)
|
|
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:284)
|
|
at scala.collection.AbstractTraversable.filterImpl(Traversable.scala:108)
|
|
at scala.collection.TraversableLike.filter(TraversableLike.scala:382)
|
|
at scala.collection.TraversableLike.filter$(TraversableLike.scala:382)
|
|
at scala.collection.AbstractTraversable.filter(Traversable.scala:108)
|
|
at org.apache.spark.SparkContext.$anonfun$union$1(SparkContext.scala:1369)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
|
|
at org.apache.spark.SparkContext.withScope(SparkContext.scala:751)
|
|
at org.apache.spark.SparkContext.union(SparkContext.scala:1368)
|
|
at org.apache.spark.sql.execution.UnionExec.doExecute(basicPhysicalOperators.scala:644)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 52 more
|
|
Caused by: java.lang.reflect.InvocationTargetException
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:109)
|
|
... 108 more
|
|
Caused by: java.lang.IllegalArgumentException: Compression codec com.hadoop.compression.lzo.LzoCodec not found.
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:139)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.<init>(CompressionCodecFactory.java:180)
|
|
at org.apache.hadoop.mapred.TextInputFormat.configure(TextInputFormat.java:45)
|
|
... 113 more
|
|
Caused by: java.lang.ClassNotFoundException: Class com.hadoop.compression.lzo.LzoCodec not found
|
|
at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2101)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:132)
|
|
... 115 more
|
|
2022-05-13 15:27:07,187 ERROR --- [ main] org.apache.spark.sql.execution.datasources.FileFormatWriter (line: 94) : Aborting job e032d846-e5b1-4539-875b-e2c44428931d.
|
|
org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, tg_base_persona_gender#17, tg_base_persona_agegroup#19])
|
|
+- Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.write(FileFormatWriter.scala:172)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile(SaveAsHiveFile.scala:97)
|
|
at org.apache.spark.sql.hive.execution.SaveAsHiveFile.saveAsHiveFile$(SaveAsHiveFile.scala:48)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.saveAsHiveFile(InsertIntoHiveTable.scala:68)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.processInsert(InsertIntoHiveTable.scala:208)
|
|
at org.apache.spark.sql.hive.execution.InsertIntoHiveTable.run(InsertIntoHiveTable.scala:101)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:108)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:106)
|
|
at org.apache.spark.sql.execution.command.DataWritingCommandExec.executeCollect(commands.scala:120)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.app.TaskMergeApp$.main(TaskMergeApp.scala:109)
|
|
at com.atguigu.userprofile.app.TaskMergeApp.main(TaskMergeApp.scala)
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
Exchange hashpartitioning(uid#9, 200), true, [id=#46]
|
|
+- ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:95)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 32 more
|
|
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
|
|
ObjectHashAggregate(keys=[uid#9], functions=[partial_collect_list(if ((tag_code#6 <=> tg_base_persona_gender)) tag_value#10 else null, 0, 0), partial_collect_list(if ((tag_code#6 <=> tg_base_persona_agegroup)) tag_value#10 else null, 0, 0)], output=[uid#9, buf#25, buf#26])
|
|
+- Union
|
|
:- *(1) Project [uid#9, tg_base_persona_gender AS tag_code#6, tag_value#10]
|
|
: +- Scan hive user_profile0224.tg_base_persona_gender [tag_value#10, uid#9], HiveTableRelation `user_profile0224`.`tg_base_persona_gender`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#9, tag_value#10], [dt#11], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_gender/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652424775, totalSize=7092, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:52:55 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 7092 bytes)), [isnotnull(dt#11), (dt#11 = 2020-06-14)]
|
|
+- *(2) Project [uid#12, tg_base_persona_agegroup AS tag_code#7, tag_value#13]
|
|
+- Scan hive user_profile0224.tg_base_persona_agegroup [tag_value#13, uid#12], HiveTableRelation `user_profile0224`.`tg_base_persona_agegroup`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [uid#12, tag_value#13], [dt#14], Statistics(sizeInBytes=8.0 EiB), Stream(CatalogPartition(
|
|
Partition Values: [dt=2020-06-14]
|
|
Location: hdfs://Ding202:8020/user_profile/user_profile0224/tg_base_persona_agegroup/dt=2020-06-14
|
|
Serde Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
|
|
InputFormat: org.apache.hadoop.mapred.TextInputFormat
|
|
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
|
|
Storage Properties: [serialization.format= , field.delim= ]
|
|
Partition Parameters: {rawDataSize=0, numFiles=1, transient_lastDdlTime=1652425049, totalSize=8487, COLUMN_STATS_ACCURATE={"BASIC_STATS":"true"}, numRows=0}
|
|
Created Time: Fri May 13 14:57:29 CST 2022
|
|
Last Access: UNKNOWN
|
|
Partition Statistics: 8487 bytes)), [isnotnull(dt#14), (dt#14 = 2020-06-14)]
|
|
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.doExecute(ObjectHashAggregateExec.scala:102)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:83)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:81)
|
|
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:98)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 40 more
|
|
Caused by: java.lang.RuntimeException: Error in configuring object
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:112)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:78)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.spark.rdd.HadoopRDD.getInputFormat(HadoopRDD.scala:191)
|
|
at org.apache.spark.rdd.HadoopRDD.getPartitions(HadoopRDD.scala:205)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.UnionRDD.$anonfun$getPartitions$1$adapted(UnionRDD.scala:85)
|
|
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:273)
|
|
at scala.collection.immutable.List.foreach(List.scala:392)
|
|
at scala.collection.TraversableLike.map(TraversableLike.scala:273)
|
|
at scala.collection.TraversableLike.map$(TraversableLike.scala:266)
|
|
at scala.collection.immutable.List.map(List.scala:298)
|
|
at org.apache.spark.rdd.UnionRDD.getPartitions(UnionRDD.scala:85)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49)
|
|
at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:276)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.partitions(RDD.scala:272)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2(SparkContext.scala:1369)
|
|
at org.apache.spark.SparkContext.$anonfun$union$2$adapted(SparkContext.scala:1369)
|
|
at scala.collection.TraversableLike.noneIn$1(TraversableLike.scala:306)
|
|
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:372)
|
|
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:284)
|
|
at scala.collection.AbstractTraversable.filterImpl(Traversable.scala:108)
|
|
at scala.collection.TraversableLike.filter(TraversableLike.scala:382)
|
|
at scala.collection.TraversableLike.filter$(TraversableLike.scala:382)
|
|
at scala.collection.AbstractTraversable.filter(Traversable.scala:108)
|
|
at org.apache.spark.SparkContext.$anonfun$union$1(SparkContext.scala:1369)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
|
|
at org.apache.spark.SparkContext.withScope(SparkContext.scala:751)
|
|
at org.apache.spark.SparkContext.union(SparkContext.scala:1368)
|
|
at org.apache.spark.sql.execution.UnionExec.doExecute(basicPhysicalOperators.scala:644)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:175)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:213)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:210)
|
|
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:171)
|
|
at org.apache.spark.sql.execution.aggregate.ObjectHashAggregateExec.$anonfun$doExecute$1(ObjectHashAggregateExec.scala:107)
|
|
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
|
|
... 52 more
|
|
Caused by: java.lang.reflect.InvocationTargetException
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.util.ReflectionUtils.setJobConf(ReflectionUtils.java:109)
|
|
... 108 more
|
|
Caused by: java.lang.IllegalArgumentException: Compression codec com.hadoop.compression.lzo.LzoCodec not found.
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:139)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.<init>(CompressionCodecFactory.java:180)
|
|
at org.apache.hadoop.mapred.TextInputFormat.configure(TextInputFormat.java:45)
|
|
... 113 more
|
|
Caused by: java.lang.ClassNotFoundException: Class com.hadoop.compression.lzo.LzoCodec not found
|
|
at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2101)
|
|
at org.apache.hadoop.io.compress.CompressionCodecFactory.getCodecClasses(CompressionCodecFactory.java:132)
|
|
... 115 more
|
|
2022-05-13 15:34:00,710 ERROR --- [ main] org.apache.hadoop.hdfs.KeyProviderCache (line: 87) : Could not find uri with key [dfs.encryption.key.provider.uri] to create a keyProvider !!
|
|
2022-05-20 12:03:52,360 ERROR --- [ main] org.apache.spark.ml.util.Instrumentation (line: 73) : java.lang.UnsupportedOperationException: empty collection
|
|
at org.apache.spark.rdd.RDD.$anonfun$treeReduce$6(RDD.scala:1128)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.$anonfun$treeReduce$1(RDD.scala:1128)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
|
|
at org.apache.spark.rdd.RDD.withScope(RDD.scala:388)
|
|
at org.apache.spark.rdd.RDD.treeReduce(RDD.scala:1105)
|
|
at org.apache.spark.ml.feature.VectorIndexer.fit(VectorIndexer.scala:152)
|
|
at org.apache.spark.ml.feature.VectorIndexer.fit(VectorIndexer.scala:119)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$5(Pipeline.scala:151)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent(events.scala:132)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent$(events.scala:125)
|
|
at org.apache.spark.ml.util.Instrumentation.withFitEvent(Instrumentation.scala:42)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$4(Pipeline.scala:151)
|
|
at scala.collection.Iterator.foreach(Iterator.scala:943)
|
|
at scala.collection.Iterator.foreach$(Iterator.scala:943)
|
|
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
|
|
at scala.collection.IterableViewLike$Transformed.foreach(IterableViewLike.scala:47)
|
|
at scala.collection.IterableViewLike$Transformed.foreach$(IterableViewLike.scala:47)
|
|
at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:40)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$2(Pipeline.scala:147)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent(events.scala:132)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent$(events.scala:125)
|
|
at org.apache.spark.ml.util.Instrumentation.withFitEvent(Instrumentation.scala:42)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$1(Pipeline.scala:133)
|
|
at org.apache.spark.ml.util.Instrumentation$.$anonfun$instrumented$1(Instrumentation.scala:191)
|
|
at scala.util.Try$.apply(Try.scala:213)
|
|
at org.apache.spark.ml.util.Instrumentation$.instrumented(Instrumentation.scala:191)
|
|
at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:133)
|
|
at com.atguigu.userprofile.ml.pipline.MyPipeLine.train(MyPipeLine.scala:147)
|
|
at com.atguigu.userprofile.ml.train.StudGenderTrain$.main(StudGenderTrain.scala:54)
|
|
at com.atguigu.userprofile.ml.train.StudGenderTrain.main(StudGenderTrain.scala)
|
|
|
|
2022-05-20 12:05:05,000 ERROR --- [ main] org.apache.spark.ml.util.Instrumentation (line: 73) : java.lang.UnsupportedOperationException: empty collection
|
|
at org.apache.spark.rdd.RDD.$anonfun$treeReduce$6(RDD.scala:1128)
|
|
at scala.Option.getOrElse(Option.scala:189)
|
|
at org.apache.spark.rdd.RDD.$anonfun$treeReduce$1(RDD.scala:1128)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
|
|
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
|
|
at org.apache.spark.rdd.RDD.withScope(RDD.scala:388)
|
|
at org.apache.spark.rdd.RDD.treeReduce(RDD.scala:1105)
|
|
at org.apache.spark.ml.feature.VectorIndexer.fit(VectorIndexer.scala:152)
|
|
at org.apache.spark.ml.feature.VectorIndexer.fit(VectorIndexer.scala:119)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$5(Pipeline.scala:151)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent(events.scala:132)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent$(events.scala:125)
|
|
at org.apache.spark.ml.util.Instrumentation.withFitEvent(Instrumentation.scala:42)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$4(Pipeline.scala:151)
|
|
at scala.collection.Iterator.foreach(Iterator.scala:943)
|
|
at scala.collection.Iterator.foreach$(Iterator.scala:943)
|
|
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
|
|
at scala.collection.IterableViewLike$Transformed.foreach(IterableViewLike.scala:47)
|
|
at scala.collection.IterableViewLike$Transformed.foreach$(IterableViewLike.scala:47)
|
|
at scala.collection.SeqViewLike$AbstractTransformed.foreach(SeqViewLike.scala:40)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$2(Pipeline.scala:147)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent(events.scala:132)
|
|
at org.apache.spark.ml.MLEvents.withFitEvent$(events.scala:125)
|
|
at org.apache.spark.ml.util.Instrumentation.withFitEvent(Instrumentation.scala:42)
|
|
at org.apache.spark.ml.Pipeline.$anonfun$fit$1(Pipeline.scala:133)
|
|
at org.apache.spark.ml.util.Instrumentation$.$anonfun$instrumented$1(Instrumentation.scala:191)
|
|
at scala.util.Try$.apply(Try.scala:213)
|
|
at org.apache.spark.ml.util.Instrumentation$.instrumented(Instrumentation.scala:191)
|
|
at org.apache.spark.ml.Pipeline.fit(Pipeline.scala:133)
|
|
at com.atguigu.userprofile.ml.pipline.MyPipeLine.train(MyPipeLine.scala:147)
|
|
at com.atguigu.userprofile.ml.train.StudGenderTrain$.main(StudGenderTrain.scala:55)
|
|
at com.atguigu.userprofile.ml.train.StudGenderTrain.main(StudGenderTrain.scala)
|
|
|
|
2022-05-24 13:32:29,008 ERROR --- [ Executor task launch worker for task 7425] org.apache.spark.executor.Executor (line: 94) : Exception in task 64.0 in stage 122.0 (TID 7425)
|
|
org.apache.spark.SparkException: Failed to execute user defined function(VectorIndexerModel$$Lambda$4552/338152470: (struct<type:tinyint,size:int,indices:array<int>,values:array<double>>) => struct<type:tinyint,size:int,indices:array<int>,values:array<double>>)
|
|
at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage9.processNext(Unknown Source)
|
|
at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
|
|
at org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:729)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$getByteArrayRdd$1(SparkPlan.scala:340)
|
|
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2(RDD.scala:872)
|
|
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2$adapted(RDD.scala:872)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
|
|
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349)
|
|
at org.apache.spark.rdd.RDD.iterator(RDD.scala:313)
|
|
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90)
|
|
at org.apache.spark.scheduler.Task.run(Task.scala:127)
|
|
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:444)
|
|
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377)
|
|
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:447)
|
|
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
|
|
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
|
|
at java.lang.Thread.run(Thread.java:748)
|
|
Caused by: org.apache.spark.SparkException: VectorIndexer encountered invalid value 2.0 on feature index 2. To handle or skip invalid value, try setting VectorIndexer.handleInvalid.
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$3(VectorIndexer.scala:370)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$3$adapted(VectorIndexer.scala:361)
|
|
at scala.collection.immutable.Map$Map3.foreach(Map.scala:267)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$1(VectorIndexer.scala:361)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transform$1(VectorIndexer.scala:429)
|
|
... 17 more
|
|
2022-05-24 13:32:29,254 ERROR --- [ task-result-getter-2] org.apache.spark.scheduler.TaskSetManager (line: 73) : Task 64 in stage 122.0 failed 1 times; aborting job
|
|
2022-05-24 13:56:06,664 ERROR --- [ Executor task launch worker for task 8914] org.apache.spark.executor.Executor (line: 94) : Exception in task 53.0 in stage 144.0 (TID 8914)
|
|
org.apache.spark.SparkException: Failed to execute user defined function(VectorIndexerModel$$Lambda$4629/826045717: (struct<type:tinyint,size:int,indices:array<int>,values:array<double>>) => struct<type:tinyint,size:int,indices:array<int>,values:array<double>>)
|
|
at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage9.processNext(Unknown Source)
|
|
at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
|
|
at org.apache.spark.sql.execution.WholeStageCodegenExec$$anon$1.hasNext(WholeStageCodegenExec.scala:729)
|
|
at org.apache.spark.sql.execution.SparkPlan.$anonfun$getByteArrayRdd$1(SparkPlan.scala:340)
|
|
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2(RDD.scala:872)
|
|
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2$adapted(RDD.scala:872)
|
|
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
|
|
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349)
|
|
at org.apache.spark.rdd.RDD.iterator(RDD.scala:313)
|
|
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90)
|
|
at org.apache.spark.scheduler.Task.run(Task.scala:127)
|
|
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:444)
|
|
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377)
|
|
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:447)
|
|
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
|
|
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
|
|
at java.lang.Thread.run(Thread.java:748)
|
|
Caused by: org.apache.spark.SparkException: VectorIndexer encountered invalid value 14.0 on feature index 2. To handle or skip invalid value, try setting VectorIndexer.handleInvalid.
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$3(VectorIndexer.scala:370)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$3$adapted(VectorIndexer.scala:361)
|
|
at scala.collection.immutable.Map$Map3.foreach(Map.scala:267)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transformFunc$1(VectorIndexer.scala:361)
|
|
at org.apache.spark.ml.feature.VectorIndexerModel.$anonfun$transform$1(VectorIndexer.scala:429)
|
|
... 17 more
|
|
2022-05-24 13:56:06,945 ERROR --- [ task-result-getter-1] org.apache.spark.scheduler.TaskSetManager (line: 73) : Task 53 in stage 144.0 failed 1 times; aborting job
|
|
2022-05-24 19:06:24,812 ERROR --- [ main] DataNucleus.Datastore.Schema (line: 125) : Failed initialising database.
|
|
Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
org.datanucleus.exceptions.NucleusDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:498)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
... 108 more
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
Nested Throwables StackTrace:
|
|
java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
2022-05-24 19:06:24,842 ERROR --- [ main] DataNucleus.Datastore (line: 125) : Exception thrown creating StoreManager. See the nested exception
|
|
Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
org.datanucleus.exceptions.NucleusDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:498)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
... 108 more
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
Nested Throwables StackTrace:
|
|
java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:655)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
2022-05-24 19:07:07,524 ERROR --- [ main] DataNucleus.Datastore.Schema (line: 125) : Failed initialising database.
|
|
Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
org.datanucleus.exceptions.NucleusDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:498)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
... 108 more
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
Nested Throwables StackTrace:
|
|
java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
2022-05-24 19:07:07,585 ERROR --- [ main] DataNucleus.Datastore (line: 125) : Exception thrown creating StoreManager. See the nested exception
|
|
Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
org.datanucleus.exceptions.NucleusDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:498)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
... 108 more
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
Nested Throwables StackTrace:
|
|
java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
2022-05-24 19:07:07,629 ERROR --- [ main] org.apache.hadoop.hive.metastore.RetryingHMSHandler (line: 218) : Retrying HMSHandler after 2000 ms (attempt 1 of 10) with error: javax.jdo.JDOFatalDataStoreException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:529)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:830)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
NestedThrowablesStackTrace:
|
|
java.sql.SQLException: Unable to open a test connection to the given database. JDBC url = jdbc:mysql://Ding202:3306/metastore?createDatabaseIfNotExist=true&characterEncoding=utf-8&useSSL=false, username = root. Terminating connection pool (set lazyInit to true if you expect to start your database after your app). Original Exception: ------
|
|
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
------
|
|
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.jolbox.bonecp.PoolUtil.generateSQLException(PoolUtil.java:192)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:422)
|
|
at com.jolbox.bonecp.BoneCPDataSource.getConnection(BoneCPDataSource.java:120)
|
|
at org.datanucleus.store.rdbms.ConnectionFactoryImpl$ManagedConnectionImpl.getConnection(ConnectionFactoryImpl.java:483)
|
|
at org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:297)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:606)
|
|
at org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
|
|
at org.datanucleus.NucleusContextHelper.createStoreManagerForProperties(NucleusContextHelper.java:133)
|
|
at org.datanucleus.PersistenceNucleusContextImpl.initialise(PersistenceNucleusContextImpl.java:422)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:817)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:334)
|
|
at org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:213)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
|
|
at java.security.AccessController.doPrivileged(Native Method)
|
|
at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
|
|
at javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
|
|
at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:521)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:550)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initializeHelper(ObjectStore.java:405)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:342)
|
|
at org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:303)
|
|
at org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:76)
|
|
at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:136)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
|
|
at org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStoreForConf(HiveMetaStore.java:628)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMSForConf(HiveMetaStore.java:594)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:588)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:659)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:431)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
|
|
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
|
|
at java.lang.reflect.Method.invoke(Method.java:498)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:148)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:107)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:79)
|
|
at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:92)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6902)
|
|
at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:164)
|
|
at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:70)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1707)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:83)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:133)
|
|
at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:104)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3600)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3652)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3632)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3894)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:248)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:231)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:388)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.create(Hive.java:332)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.getInternal(Hive.java:312)
|
|
at org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:288)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.client(HiveClientImpl.scala:260)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.$anonfun$withHiveState$1(HiveClientImpl.scala:286)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.liftedTree1$1(HiveClientImpl.scala:227)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.retryLocked(HiveClientImpl.scala:226)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.withHiveState(HiveClientImpl.scala:276)
|
|
at org.apache.spark.sql.hive.client.HiveClientImpl.databaseExists(HiveClientImpl.scala:389)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.$anonfun$databaseExists$1(HiveExternalCatalog.scala:221)
|
|
at scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:99)
|
|
at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:221)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:137)
|
|
at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:127)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager$lzycompute(SharedState.scala:157)
|
|
at org.apache.spark.sql.internal.SharedState.globalTempViewManager(SharedState.scala:155)
|
|
at org.apache.spark.sql.hive.HiveSessionStateBuilder.$anonfun$catalog$2(HiveSessionStateBuilder.scala:59)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager$lzycompute(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.globalTempViewManager(SessionCatalog.scala:93)
|
|
at org.apache.spark.sql.catalyst.catalog.SessionCatalog.setCurrentDatabase(SessionCatalog.scala:260)
|
|
at org.apache.spark.sql.connector.catalog.CatalogManager.setCurrentNamespace(CatalogManager.scala:113)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.$anonfun$run$2$adapted(SetCatalogAndNamespaceExec.scala:36)
|
|
at scala.Option.map(Option.scala:230)
|
|
at org.apache.spark.sql.execution.datasources.v2.SetCatalogAndNamespaceExec.run(SetCatalogAndNamespaceExec.scala:36)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:39)
|
|
at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:45)
|
|
at org.apache.spark.sql.Dataset.$anonfun$logicalPlan$1(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3616)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(SQLExecution.scala:100)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
|
|
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:87)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
|
|
at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3614)
|
|
at org.apache.spark.sql.Dataset.<init>(Dataset.scala:229)
|
|
at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
|
|
at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:606)
|
|
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:763)
|
|
at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:601)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp$.main(BusiGenderApp.scala:69)
|
|
at com.atguigu.userprofile.ml.app.BusiGenderApp.main(BusiGenderApp.scala)
|
|
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure
|
|
|
|
The last packet sent successfully to the server was 0 milliseconds ago. The driver has not received any packets from the server.
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:990)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:342)
|
|
at com.mysql.jdbc.ConnectionImpl.coreConnect(ConnectionImpl.java:2197)
|
|
at com.mysql.jdbc.ConnectionImpl.connectOneTryOnly(ConnectionImpl.java:2230)
|
|
at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2025)
|
|
at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:778)
|
|
at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:47)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
|
|
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
|
|
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
|
|
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
|
|
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
|
|
at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:386)
|
|
at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:330)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:664)
|
|
at java.sql.DriverManager.getConnection(DriverManager.java:208)
|
|
at com.jolbox.bonecp.BoneCP.obtainRawInternalConnection(BoneCP.java:361)
|
|
at com.jolbox.bonecp.BoneCP.<init>(BoneCP.java:416)
|
|
... 110 more
|
|
Caused by: java.net.ConnectException: Connection timed out: connect
|
|
at java.net.DualStackPlainSocketImpl.connect0(Native Method)
|
|
at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
|
|
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
|
|
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
|
|
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
|
|
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
|
|
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
|
|
at java.net.Socket.connect(Socket.java:606)
|
|
at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:211)
|
|
at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:301)
|
|
... 126 more
|
|
|
|
2022-05-24 20:14:09,927 ERROR --- [ main] org.apache.hadoop.hdfs.KeyProviderCache (line: 87) : Could not find uri with key [dfs.encryption.key.provider.uri] to create a keyProvider !!
|