This is an automated email from the ASF dual-hosted git repository.
vjasani pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git
The following commit(s) were added to refs/heads/master by this push:
new 2d881209ec5 HBASE-29626: Refactor server side scan metrics for Coproc
hooks (#7340)
2d881209ec5 is described below
commit 2d881209ec595a7e58d132786960a7359bafe22b
Author: sanjeet006py <[email protected]>
AuthorDate: Sat Oct 4 03:36:58 2025 +0530
HBASE-29626: Refactor server side scan metrics for Coproc hooks (#7340)
Signed-off-by: Viraj Jasani <[email protected]>
---
.../org/apache/hadoop/hbase/io/hfile/HFile.java | 4 ++--
.../java/org/apache/hadoop/hbase/ipc/RpcCall.java | 4 ----
.../org/apache/hadoop/hbase/ipc/RpcServer.java | 6 ++---
.../org/apache/hadoop/hbase/ipc/ServerCall.java | 11 ---------
.../ThreadLocalServerSideScanMetrics.java | 23 ++++++++++++++++++-
.../hadoop/hbase/regionserver/RSRpcServices.java | 12 +++++-----
.../hbase/regionserver/RegionScannerImpl.java | 26 ----------------------
.../hbase/namequeues/TestNamedQueueRecorder.java | 10 ---------
.../hadoop/hbase/namequeues/TestRpcLogDetails.java | 10 ---------
.../store/region/TestRegionProcedureStore.java | 10 ---------
10 files changed, 34 insertions(+), 82 deletions(-)
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java
index a99eac4085e..7080a865aa6 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java
@@ -40,7 +40,7 @@ import org.apache.hadoop.hbase.io.MetricsIO;
import org.apache.hadoop.hbase.io.compress.Compression;
import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
import org.apache.hadoop.hbase.io.hfile.ReaderContext.ReaderType;
-import org.apache.hadoop.hbase.ipc.RpcServer;
+import org.apache.hadoop.hbase.monitoring.ThreadLocalServerSideScanMetrics;
import org.apache.hadoop.hbase.regionserver.CellSink;
import org.apache.hadoop.hbase.regionserver.ShipperListener;
import org.apache.hadoop.hbase.regionserver.TimeRangeTracker;
@@ -190,7 +190,7 @@ public final class HFile {
}
public static final void updateReadLatency(long latencyMillis, boolean
pread, boolean tooSlow) {
- RpcServer.getCurrentCall().ifPresent(call ->
call.updateFsReadTime(latencyMillis));
+ ThreadLocalServerSideScanMetrics.addFsReadTime(latencyMillis);
if (pread) {
MetricsIO.getInstance().updateFsPreadTime(latencyMillis);
} else {
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcCall.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcCall.java
index 804d7b32bb4..ff3bae19e29 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcCall.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcCall.java
@@ -133,8 +133,4 @@ public interface RpcCall extends RpcCallContext {
/** Returns A short string format of this call without possibly lengthy
params */
String toShortString();
-
- void updateFsReadTime(long latencyMillis);
-
- long getFsReadTime();
}
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcServer.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcServer.java
index 2db08fd7398..6dfb5bfb411 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcServer.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/RpcServer.java
@@ -46,6 +46,7 @@ import org.apache.hadoop.hbase.coprocessor.CoprocessorHost;
import org.apache.hadoop.hbase.io.ByteBuffAllocator;
import org.apache.hadoop.hbase.monitoring.MonitoredRPCHandler;
import org.apache.hadoop.hbase.monitoring.TaskMonitor;
+import org.apache.hadoop.hbase.monitoring.ThreadLocalServerSideScanMetrics;
import org.apache.hadoop.hbase.namequeues.NamedQueueRecorder;
import org.apache.hadoop.hbase.namequeues.RpcLogDetails;
import org.apache.hadoop.hbase.regionserver.RSRpcServices;
@@ -461,19 +462,18 @@ public abstract class RpcServer implements
RpcServerInterface, ConfigurationObse
int processingTime = (int) (endTime - startTime);
int qTime = (int) (startTime - receiveTime);
int totalTime = (int) (endTime - receiveTime);
+ long fsReadTime =
ThreadLocalServerSideScanMetrics.getFsReadTimeCounter().get();
if (LOG.isTraceEnabled()) {
LOG.trace(
"{}, response: {}, receiveTime: {}, queueTime: {}, processingTime:
{}, "
+ "totalTime: {}, fsReadTime: {}",
CurCall.get().toString(), TextFormat.shortDebugString(result),
- CurCall.get().getReceiveTime(), qTime, processingTime, totalTime,
- CurCall.get().getFsReadTime());
+ CurCall.get().getReceiveTime(), qTime, processingTime, totalTime,
fsReadTime);
}
// Use the raw request call size for now.
long requestSize = call.getSize();
long responseSize = result.getSerializedSize();
long responseBlockSize = call.getBlockBytesScanned();
- long fsReadTime = call.getFsReadTime();
if (call.isClientCellBlockSupported()) {
// Include the payload size in HBaseRpcController
responseSize += call.getResponseCellSize();
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/ServerCall.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/ServerCall.java
index fc3b6fc0a6b..ed7e67edfaf 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/ServerCall.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/ipc/ServerCall.java
@@ -101,7 +101,6 @@ public abstract class ServerCall<T extends
ServerRpcConnection> implements RpcCa
private long responseCellSize = 0;
private long responseBlockSize = 0;
- private long fsReadTimeMillis = 0;
// cumulative size of serialized exceptions
private long exceptionSize = 0;
private final boolean retryImmediatelySupported;
@@ -604,14 +603,4 @@ public abstract class ServerCall<T extends
ServerRpcConnection> implements RpcCa
public synchronized BufferChain getResponse() {
return response;
}
-
- @Override
- public void updateFsReadTime(long latencyMillis) {
- fsReadTimeMillis += latencyMillis;
- }
-
- @Override
- public long getFsReadTime() {
- return fsReadTimeMillis;
- }
}
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/ThreadLocalServerSideScanMetrics.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/ThreadLocalServerSideScanMetrics.java
index 8c9ec24e866..e14761ab6e1 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/ThreadLocalServerSideScanMetrics.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/monitoring/ThreadLocalServerSideScanMetrics.java
@@ -18,10 +18,12 @@
package org.apache.hadoop.hbase.monitoring;
import java.util.concurrent.atomic.AtomicLong;
+import org.apache.hadoop.hbase.HBaseInterfaceAudience;
import org.apache.hadoop.hbase.client.metrics.ServerSideScanMetrics;
import org.apache.hadoop.hbase.regionserver.RegionScanner;
import org.apache.hadoop.hbase.regionserver.ScannerContext;
import org.apache.yetus.audience.InterfaceAudience;
+import org.apache.yetus.audience.InterfaceStability;
/**
* Thread-local storage for server-side scan metrics that captures performance
data separately for
@@ -61,7 +63,8 @@ import org.apache.yetus.audience.InterfaceAudience;
* @see RegionScanner
* @see org.apache.hadoop.hbase.regionserver.handler.ParallelSeekHandler
*/
[email protected]
[email protected](HBaseInterfaceAudience.PHOENIX)
[email protected]
public final class ThreadLocalServerSideScanMetrics {
private ThreadLocalServerSideScanMetrics() {
}
@@ -81,6 +84,9 @@ public final class ThreadLocalServerSideScanMetrics {
private static final ThreadLocal<AtomicLong> BLOCK_READ_OPS_COUNT =
ThreadLocal.withInitial(() -> new AtomicLong(0));
+ private static final ThreadLocal<AtomicLong> FS_READ_TIME =
+ ThreadLocal.withInitial(() -> new AtomicLong(0));
+
public static void setScanMetricsEnabled(boolean enable) {
IS_SCAN_METRICS_ENABLED.set(enable);
}
@@ -101,6 +107,10 @@ public final class ThreadLocalServerSideScanMetrics {
return BLOCK_READ_OPS_COUNT.get().addAndGet(count);
}
+ public static long addFsReadTime(long time) {
+ return FS_READ_TIME.get().addAndGet(time);
+ }
+
public static boolean isScanMetricsEnabled() {
return IS_SCAN_METRICS_ENABLED.get();
}
@@ -121,6 +131,10 @@ public final class ThreadLocalServerSideScanMetrics {
return BLOCK_READ_OPS_COUNT.get();
}
+ public static AtomicLong getFsReadTimeCounter() {
+ return FS_READ_TIME.get();
+ }
+
public static long getBytesReadFromFsAndReset() {
return getBytesReadFromFsCounter().getAndSet(0);
}
@@ -137,11 +151,16 @@ public final class ThreadLocalServerSideScanMetrics {
return getBlockReadOpsCountCounter().getAndSet(0);
}
+ public static long getFsReadTimeAndReset() {
+ return getFsReadTimeCounter().getAndSet(0);
+ }
+
public static void reset() {
getBytesReadFromFsAndReset();
getBytesReadFromBlockCacheAndReset();
getBytesReadFromMemstoreAndReset();
getBlockReadOpsCountAndReset();
+ getFsReadTimeAndReset();
}
public static void populateServerSideScanMetrics(ServerSideScanMetrics
metrics) {
@@ -156,5 +175,7 @@ public final class ThreadLocalServerSideScanMetrics {
getBytesReadFromMemstoreCounter().get());
metrics.addToCounter(ServerSideScanMetrics.BLOCK_READ_OPS_COUNT_METRIC_NAME,
getBlockReadOpsCountCounter().get());
+ metrics.addToCounter(ServerSideScanMetrics.FS_READ_TIME_METRIC_NAME,
+ getFsReadTimeCounter().get());
}
}
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RSRpcServices.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RSRpcServices.java
index d325c67a82a..11d5917dda6 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RSRpcServices.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RSRpcServices.java
@@ -103,6 +103,7 @@ import org.apache.hadoop.hbase.ipc.RpcServerFactory;
import org.apache.hadoop.hbase.ipc.RpcServerInterface;
import org.apache.hadoop.hbase.ipc.ServerNotRunningYetException;
import org.apache.hadoop.hbase.ipc.ServerRpcController;
+import org.apache.hadoop.hbase.monitoring.ThreadLocalServerSideScanMetrics;
import org.apache.hadoop.hbase.net.Address;
import org.apache.hadoop.hbase.procedure2.RSProcedureCallable;
import org.apache.hadoop.hbase.quotas.ActivePolicyEnforcement;
@@ -3519,10 +3520,6 @@ public class RSRpcServices extends
HBaseRpcServicesBase<HRegionServer>
// from block size progress before writing into the response
scanMetrics.setCounter(ServerSideScanMetrics.BLOCK_BYTES_SCANNED_KEY_METRIC_NAME,
scannerContext.getBlockSizeProgress());
- if (rpcCall != null) {
-
scanMetrics.setCounter(ServerSideScanMetrics.FS_READ_TIME_METRIC_NAME,
- rpcCall.getFsReadTime());
- }
}
}
} finally {
@@ -3589,6 +3586,11 @@ public class RSRpcServices extends
HBaseRpcServicesBase<HRegionServer>
}
throw new ServiceException(e);
}
+ boolean trackMetrics = request.hasTrackScanMetrics() &&
request.getTrackScanMetrics();
+ ThreadLocalServerSideScanMetrics.setScanMetricsEnabled(trackMetrics);
+ if (trackMetrics) {
+ ThreadLocalServerSideScanMetrics.reset();
+ }
requestCount.increment();
rpcScanRequestCount.increment();
RegionScannerContext rsx;
@@ -3659,7 +3661,6 @@ public class RSRpcServices extends
HBaseRpcServicesBase<HRegionServer>
boolean scannerClosed = false;
try {
List<Result> results = new ArrayList<>(Math.min(rows, 512));
- boolean trackMetrics = request.hasTrackScanMetrics() &&
request.getTrackScanMetrics();
ServerSideScanMetrics scanMetrics = trackMetrics ? new
ServerSideScanMetrics() : null;
if (rows > 0) {
boolean done = false;
@@ -3741,6 +3742,7 @@ public class RSRpcServices extends
HBaseRpcServicesBase<HRegionServer>
scanMetrics.addToCounter(ServerSideScanMetrics.RPC_SCAN_QUEUE_WAIT_TIME_METRIC_NAME,
rpcQueueWaitTime);
}
+
ThreadLocalServerSideScanMetrics.populateServerSideScanMetrics(scanMetrics);
Map<String, Long> metrics = scanMetrics.getMetricsMap();
ScanMetrics.Builder metricBuilder = ScanMetrics.newBuilder();
NameInt64Pair.Builder pairBuilder = NameInt64Pair.newBuilder();
diff --git
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionScannerImpl.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionScannerImpl.java
index aa2809fece6..c69dc6e2df6 100644
---
a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionScannerImpl.java
+++
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionScannerImpl.java
@@ -45,7 +45,6 @@ import
org.apache.hadoop.hbase.ipc.CallerDisconnectedException;
import org.apache.hadoop.hbase.ipc.RpcCall;
import org.apache.hadoop.hbase.ipc.RpcCallback;
import org.apache.hadoop.hbase.ipc.RpcServer;
-import org.apache.hadoop.hbase.monitoring.ThreadLocalServerSideScanMetrics;
import org.apache.hadoop.hbase.regionserver.Region.Operation;
import org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope;
import org.apache.hadoop.hbase.regionserver.ScannerContext.NextState;
@@ -96,8 +95,6 @@ public class RegionScannerImpl implements RegionScanner,
Shipper, RpcCallback {
private RegionServerServices rsServices;
- private ServerSideScanMetrics scannerInitMetrics = null;
-
@Override
public RegionInfo getRegionInfo() {
return region.getRegionInfo();
@@ -148,16 +145,7 @@ public class RegionScannerImpl implements RegionScanner,
Shipper, RpcCallback {
} finally {
region.smallestReadPointCalcLock.unlock(ReadPointCalculationLock.LockType.RECORDING_LOCK);
}
- boolean isScanMetricsEnabled = scan.isScanMetricsEnabled();
-
ThreadLocalServerSideScanMetrics.setScanMetricsEnabled(isScanMetricsEnabled);
- if (isScanMetricsEnabled) {
- this.scannerInitMetrics = new ServerSideScanMetrics();
- ThreadLocalServerSideScanMetrics.reset();
- }
initializeScanners(scan, additionalScanners);
- if (isScanMetricsEnabled) {
-
ThreadLocalServerSideScanMetrics.populateServerSideScanMetrics(scannerInitMetrics);
- }
}
public ScannerContext getContext() {
@@ -291,16 +279,6 @@ public class RegionScannerImpl implements RegionScanner,
Shipper, RpcCallback {
throw new UnknownScannerException("Scanner was closed");
}
boolean moreValues = false;
- boolean isScanMetricsEnabled = scannerContext.isTrackingMetrics();
-
ThreadLocalServerSideScanMetrics.setScanMetricsEnabled(isScanMetricsEnabled);
- if (isScanMetricsEnabled) {
- ThreadLocalServerSideScanMetrics.reset();
- ServerSideScanMetrics scanMetrics = scannerContext.getMetrics();
- if (scannerInitMetrics != null) {
- scannerInitMetrics.getMetricsMap().forEach(scanMetrics::addToCounter);
- scannerInitMetrics = null;
- }
- }
if (outResults.isEmpty()) {
// Usually outResults is empty. This is true when next is called
// to handle scan or get operation.
@@ -310,10 +288,6 @@ public class RegionScannerImpl implements RegionScanner,
Shipper, RpcCallback {
moreValues = nextInternal(tmpList, scannerContext);
outResults.addAll(tmpList);
}
- if (isScanMetricsEnabled) {
- ServerSideScanMetrics scanMetrics = scannerContext.getMetrics();
-
ThreadLocalServerSideScanMetrics.populateServerSideScanMetrics(scanMetrics);
- }
region.addReadRequestsCount(1);
if (region.getMetrics() != null) {
region.getMetrics().updateReadRequestCount();
diff --git
a/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestNamedQueueRecorder.java
b/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestNamedQueueRecorder.java
index 1cafc5bffac..b0a2dfc1bab 100644
---
a/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestNamedQueueRecorder.java
+++
b/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestNamedQueueRecorder.java
@@ -919,16 +919,6 @@ public class TestNamedQueueRecorder {
@Override
public void incrementResponseExceptionSize(long exceptionSize) {
}
-
- @Override
- public void updateFsReadTime(long latencyMillis) {
-
- }
-
- @Override
- public long getFsReadTime() {
- return 0;
- }
};
return rpcCall;
}
diff --git
a/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestRpcLogDetails.java
b/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestRpcLogDetails.java
index 4ec3e90aad8..39e942b0483 100644
---
a/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestRpcLogDetails.java
+++
b/hbase-server/src/test/java/org/apache/hadoop/hbase/namequeues/TestRpcLogDetails.java
@@ -264,16 +264,6 @@ public class TestRpcLogDetails {
@Override
public void incrementResponseExceptionSize(long exceptionSize) {
}
-
- @Override
- public void updateFsReadTime(long latencyMillis) {
-
- }
-
- @Override
- public long getFsReadTime() {
- return 0;
- }
};
return rpcCall;
}
diff --git
a/hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStore.java
b/hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStore.java
index b440431f1fb..3ba858c5e03 100644
---
a/hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStore.java
+++
b/hbase-server/src/test/java/org/apache/hadoop/hbase/procedure2/store/region/TestRegionProcedureStore.java
@@ -326,16 +326,6 @@ public class TestRegionProcedureStore extends
RegionProcedureStoreTestBase {
@Override
public void incrementResponseExceptionSize(long exceptionSize) {
}
-
- @Override
- public void updateFsReadTime(long latencyMillis) {
-
- }
-
- @Override
- public long getFsReadTime() {
- return 0;
- }
};
}
}
