Created
May 19, 2016 06:25
-
-
Save abinashmeher999/0438eadcec8e72b9934ae3c06eabbd6b to your computer and use it in GitHub Desktop.
Error on doing `hdfs dfs -ls`
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 1 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 2 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 3 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:48 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 4 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:48 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 5 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 6 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 7 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 8 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 9 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 10 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 11 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 12 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda1hn301.corp.intuit.net/10.145.10.160:54310 after 13 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 INFO retry.RetryInvocationHandler: Exception while invoking getFileInfo of class ClientNamenodeProtocolTranslatorPB over pprdda3hn301.corp.intuit.net/10.145.10.228:54310 after 14 fail over attempts. Trying to fail over immediately. | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda3hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN ipc.Client: Exception encountered while connecting to the server : javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN security.UserGroupInformation: PriviledgedActionException as:sys_bio_matching (auth:KERBEROS) cause:java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| 16/05/18 23:19:49 WARN retry.RetryInvocationHandler: Exception while invoking class org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo over pprdda1hn301.corp.intuit.net/10.145.10.160:54310. Not retrying because failovers (15) exceeded maximum allowed (15) | |
| java.io.IOException: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; | |
| at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1472) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1399) | |
| at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) | |
| at com.sun.proxy.$Proxy14.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:752) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:606) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) | |
| at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) | |
| at com.sun.proxy.$Proxy15.getFileInfo(Unknown Source) | |
| at org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:1982) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1128) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) | |
| at org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1124) | |
| at org.apache.hadoop.fs.Globber.getFileStatus(Globber.java:57) | |
| at org.apache.hadoop.fs.Globber.glob(Globber.java:252) | |
| at org.apache.hadoop.fs.FileSystem.globStatus(FileSystem.java:1625) | |
| at org.apache.hadoop.fs.shell.PathData.expandAsGlob(PathData.java:326) | |
| at org.apache.hadoop.fs.shell.Command.expandArgument(Command.java:224) | |
| at org.apache.hadoop.fs.shell.Command.expandArguments(Command.java:207) | |
| at org.apache.hadoop.fs.shell.FsCommand.processRawArguments(FsCommand.java:100) | |
| at org.apache.hadoop.fs.shell.Command.run(Command.java:154) | |
| at org.apache.hadoop.fs.FsShell.run(FsShell.java:287) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70) | |
| at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84) | |
| at org.apache.hadoop.fs.FsShell.main(FsShell.java:340) | |
| Caused by: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at org.apache.hadoop.ipc.Client$Connection$1.run(Client.java:680) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.handleSaslConnectionFailure(Client.java:643) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:730) | |
| at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) | |
| at org.apache.hadoop.ipc.Client.call(Client.java:1438) | |
| ... 28 more | |
| Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)] | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:212) | |
| at org.apache.hadoop.security.SaslRpcClient.saslConnect(SaslRpcClient.java:413) | |
| at org.apache.hadoop.ipc.Client$Connection.setupSaslConnection(Client.java:553) | |
| at org.apache.hadoop.ipc.Client$Connection.access$1800(Client.java:368) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:722) | |
| at org.apache.hadoop.ipc.Client$Connection$2.run(Client.java:718) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:415) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1671) | |
| at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:717) | |
| ... 31 more | |
| Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt) | |
| at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:121) | |
| at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187) | |
| at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:223) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) | |
| at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) | |
| at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:193) | |
| ... 40 more | |
| ls: Failed on local exception: java.io.IOException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]; Host Details : local host is: "pprdda1hg301.corp.intuit.net/10.145.2.148"; destination host is: "pprdda1hn301.corp.intuit.net":54310; |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment