错误日志
2021-11-04 21:27:35,794 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.HistoryFiln: Couldn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtilsat org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:762)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:693)at org.apache.hadoop.fs.Hdfs.<init>(Hdfs.java:90)at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)at java.lang.reflect.Constructor.newInstance(Constructor.java:423)at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)at java.security.AccessController.doPrivileged(Native Method)at javax.security.auth.Subject.doAs(Subject.java:422)at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoopat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Conat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)... 36 more
2021-11-04 21:27:35,796 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtilsat org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:762)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:693)at org.apache.hadoop.fs.Hdfs.<init>(Hdfs.java:90)at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)at java.lang.reflect.Constructor.newInstance(Constructor.java:423)at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)at java.security.AccessController.doPrivileged(Native Method)at javax.security.auth.Subject.doAs(Subject.java:422)at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoopat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Conat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)... 36 more
2021-11-04 21:27:35,797 INFO org.apache.hadoop.mapreduce.v2.hs.JobHistory: Stopping JobHistory
2021-11-04 21:27:35,797 INFO org.apache.hadoop.service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistory Couldn't create proxy provider null
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtilsat org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:762)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:693)at org.apache.hadoop.fs.Hdfs.<init>(Hdfs.java:90)at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)at java.lang.reflect.Constructor.newInstance(Constructor.java:423)at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)at java.security.AccessController.doPrivileged(Native Method)at javax.security.auth.Subject.doAs(Subject.java:422)at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoopat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Conat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)... 36 more
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Stopping JobHistoryServer metrics system...
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: JobHistoryServer metrics system stopped.
2021-11-04 21:27:35,797 INFO org.apache.hadoop.metrics2.impl.MetricsSystemImpl: JobHistoryServer metrics system shutdown com
2021-11-04 21:27:35,798 FATAL org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer: Error starting JobHistoryServer
java.lang.RuntimeException: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:469)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:490)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getDefaultFileContext(JobHistoryUtils.java:247)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.ensurePathInDefaultFileSystem(JobHistoryUtils.java:277)at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getConfiguredHistoryServerDoneDirPrefix(JobHistoryUtilsat org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.tryCreatingHistoryDirs(HistoryFileManager.java:673)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.createHistoryDirs(HistoryFileManager.java:633)at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.serviceInit(HistoryFileManager.java:594)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:95)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:154)at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.launchJobHistoryServer(JobHistoryServer.java:229)at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.main(JobHistoryServer.java:239)
Caused by: java.io.IOException: Couldn't create proxy provider nullat org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:515)at org.apache.hadoop.hdfs.NameNodeProxies.createProxy(NameNodeProxies.java:170)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:762)at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:693)at org.apache.hadoop.fs.Hdfs.<init>(Hdfs.java:90)at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)at java.lang.reflect.Constructor.newInstance(Constructor.java:423)at org.apache.hadoop.fs.AbstractFileSystem.newInstance(AbstractFileSystem.java:134)at org.apache.hadoop.fs.AbstractFileSystem.createFileSystem(AbstractFileSystem.java:172)at org.apache.hadoop.fs.AbstractFileSystem.get(AbstractFileSystem.java:257)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:341)at org.apache.hadoop.fs.FileContext$2.run(FileContext.java:338)at java.security.AccessController.doPrivileged(Native Method)at javax.security.auth.Subject.doAs(Subject.java:422)at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1920)at org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:338)at org.apache.hadoop.fs.FileContext.getFileContext(FileContext.java:464)... 15 more
Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoopat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2381)at org.apache.hadoop.hdfs.NameNodeProxies.getFailoverProxyProviderClass(NameNodeProxies.java:464)at org.apache.hadoop.hdfs.NameNodeProxies.createFailoverProxyProvider(NameNodeProxies.java:490)... 33 more
Caused by: java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.Conat org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2349)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2373)... 35 more
Caused by: java.lang.ClassNotFoundException: Class org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider not at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2255)at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2347)... 36 more错误原因
类名错误
解决方法
hdfs-site.xml内
<!-- 配置namenode失败自动切换的实现方式 --><property><name>dfs.client.failover.proxy.provider.mycluster</name><value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProvider</value></property>
修改为
<!-- 配置namenode失败自动切换的实现方式 --><property><name>dfs.client.failover.proxy.provider.mycluster</name><value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value></property>
再重新格式化hadoop，格式化教程见下面链接
https://blog.csdn.net/qq_51903852/article/details/121141697