[
https://issues.apache.org/jira/browse/HDDS-4787?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Sadanand Shenoy updated HDDS-4787:
----------------------------------
Description:
Since TrashOzoneFilesystem doesn't create rpc calls and calls the OM code
internally during ACL checks we get NPE
{code:java}
java.lang.NullPointerException
at
org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3612)
at
org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3585)
at
org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:2992)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
at
org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
at java.base/java.lang.Thread.run(Thread.java:834)
{code}
{code:java}
Couldn't perform fs operation fs.listStatus()/fs.exists()Couldn't perform fs
operation fs.listStatus()/fs.exists()java.lang.NullPointerException at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:125)
at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:90)
at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1791)
at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1701) at
org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:3004) at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
at
org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
at java.base/java.lang.Thread.run(Thread.java:834)
{code}
{code:java}
Terminating with exit status 1: Request cmdType: RenameKey
clientId: "client-E6D89B84315B"
renameKeyRequest {
keyArgs {
volumeName: "s3v"
bucketName: "buck1"
keyName: ".Trash/hive/Current/"
}
toKeyName: ".Trash/hive/210202163300/"
}
failed with exception
java.lang.NullPointerException
at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:125)
at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:90)
at
org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1791)
at
org.apache.hadoop.ozone.om.request.OMClientRequest.checkAcls(OMClientRequest.java:176)
at
org.apache.hadoop.ozone.om.request.OMClientRequest.checkAcls(OMClientRequest.java:154)
at
org.apache.hadoop.ozone.om.request.key.OMKeyRequest.checkKeyAcls(OMKeyRequest.java:437)
at
org.apache.hadoop.ozone.om.request.key.OMKeyRenameRequest.validateAndUpdateCache(OMKeyRenameRequest.java:143)
at
org.apache.hadoop.ozone.protocolPB.OzoneManagerRequestHandler.handleWriteRequest(OzoneManagerRequestHandler.java:227)
at
org.apache.hadoop.ozone.om.ratis.OzoneManagerStateMachine.runCommand(OzoneManagerStateMachine.java:415)
at
org.apache.hadoop.ozone.om.ratis.OzoneManagerStateMachine.lambda$applyTransaction$1(OzoneManagerStateMachine.java:240)
at
java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1700)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
{code}
was:
Since TrashOzoneFilesystem doesn't create rpc calls and calls the OM code
internally during ACL checks we get NPE
{code:java}
java.lang.NullPointerException
at
org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3612)
at
org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3585)
at
org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:2992)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
at
org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
at java.base/java.lang.Thread.run(Thread.java:834)
{code}
{code:java}
Couldn't perform fs operation fs.listStatus()/fs.exists()Couldn't perform fs
operation fs.listStatus()/fs.exists()java.lang.NullPointerException at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:125)
at
org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:90)
at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1791)
at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1701) at
org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:3004) at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
at
org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
at
org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
at java.base/java.lang.Thread.run(Thread.java:834)
{code}
> Trash emptier fails to create checkpoints in a secure setup
> -----------------------------------------------------------
>
> Key: HDDS-4787
> URL: https://issues.apache.org/jira/browse/HDDS-4787
> Project: Apache Ozone
> Issue Type: Bug
> Components: Ozone Manager
> Reporter: Sadanand Shenoy
> Assignee: Sadanand Shenoy
> Priority: Major
>
> Since TrashOzoneFilesystem doesn't create rpc calls and calls the OM code
> internally during ACL checks we get NPE
> {code:java}
> java.lang.NullPointerException
> at
> org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3612)
> at
> org.apache.hadoop.ozone.om.OzoneManager.resolveBucketLink(OzoneManager.java:3585)
> at
> org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:2992)
> at
> org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
> at
> org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
> at
> org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
> at java.base/java.lang.Thread.run(Thread.java:834)
> {code}
> {code:java}
>
> Couldn't perform fs operation fs.listStatus()/fs.exists()Couldn't perform fs
> operation fs.listStatus()/fs.exists()java.lang.NullPointerException at
> org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:125)
> at
> org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:90)
> at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1791)
> at org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1701)
> at org.apache.hadoop.ozone.om.OzoneManager.listStatus(OzoneManager.java:3004)
> at
> org.apache.hadoop.ozone.om.TrashOzoneFileSystem.listStatus(TrashOzoneFileSystem.java:167)
> at
> org.apache.hadoop.ozone.om.TrashOzoneFileSystem.getTrashRoots(TrashOzoneFileSystem.java:252)
> at
> org.apache.hadoop.ozone.om.TrashPolicyOzone$Emptier.run(TrashPolicyOzone.java:167)
> at java.base/java.lang.Thread.run(Thread.java:834)
> {code}
> {code:java}
> Terminating with exit status 1: Request cmdType: RenameKey
> clientId: "client-E6D89B84315B"
> renameKeyRequest {
> keyArgs {
> volumeName: "s3v"
> bucketName: "buck1"
> keyName: ".Trash/hive/Current/"
> }
> toKeyName: ".Trash/hive/210202163300/"
> }
> failed with exception
> java.lang.NullPointerException
> at
> org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:125)
> at
> org.apache.ranger.authorization.ozone.authorizer.RangerOzoneAuthorizer.checkAccess(RangerOzoneAuthorizer.java:90)
> at
> org.apache.hadoop.ozone.om.OzoneManager.checkAcls(OzoneManager.java:1791)
> at
> org.apache.hadoop.ozone.om.request.OMClientRequest.checkAcls(OMClientRequest.java:176)
> at
> org.apache.hadoop.ozone.om.request.OMClientRequest.checkAcls(OMClientRequest.java:154)
> at
> org.apache.hadoop.ozone.om.request.key.OMKeyRequest.checkKeyAcls(OMKeyRequest.java:437)
> at
> org.apache.hadoop.ozone.om.request.key.OMKeyRenameRequest.validateAndUpdateCache(OMKeyRenameRequest.java:143)
> at
> org.apache.hadoop.ozone.protocolPB.OzoneManagerRequestHandler.handleWriteRequest(OzoneManagerRequestHandler.java:227)
> at
> org.apache.hadoop.ozone.om.ratis.OzoneManagerStateMachine.runCommand(OzoneManagerStateMachine.java:415)
> at
> org.apache.hadoop.ozone.om.ratis.OzoneManagerStateMachine.lambda$applyTransaction$1(OzoneManagerStateMachine.java:240)
> at
> java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1700)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
> at java.base/java.lang.Thread.run(Thread.java:834)
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
