HBASE-27795: Define RPC API for cache cleaning

Author: shankot

hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java

@@ -2651,4 +2651,10 @@ List<LogEntry> getLogEntries(Set<ServerName> serverNames, String logType, Server
    * Get the list of cached files
    */
   List<String> getCachedFilesList(ServerName serverName) throws IOException;
+
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer.
+   */
+  Map<String, Integer> uncacheStaleBlocks(ServerName serverName) throws IOException;
 }

hbase-client/src/main/java/org/apache/hadoop/hbase/client/AdminOverAsyncAdmin.java

@@ -1136,4 +1136,13 @@ public void flushMasterStore() throws IOException {
   public List<String> getCachedFilesList(ServerName serverName) throws IOException {
     return get(admin.getCachedFilesList(serverName));
   }
+
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer.
+   */
+  @Override
+  public Map<String, Integer> uncacheStaleBlocks(ServerName serverName) throws IOException {
+    return get(admin.uncacheStaleBlocks(serverName));
+  }
 }

hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java

@@ -1861,4 +1861,10 @@ CompletableFuture<List<LogEntry>> getLogEntries(Set<ServerName> serverNames, Str
    * Get the list of cached files
    */
   CompletableFuture<List<String>> getCachedFilesList(ServerName serverName);
+
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer.
+   */
+  CompletableFuture<Map<String, Integer>> uncacheStaleBlocks(ServerName serverName);
 }

hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java

@@ -1005,4 +1005,9 @@ public CompletableFuture<Void> flushMasterStore() {
   public CompletableFuture<List<String>> getCachedFilesList(ServerName serverName) {
     return wrap(rawAdmin.getCachedFilesList(serverName));
   }
+
+  @Override
+  public CompletableFuture<Map<String, Integer>> uncacheStaleBlocks(ServerName serverName) {
+    return wrap(rawAdmin.uncacheStaleBlocks(serverName));
+  }
 }

hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java

@@ -144,6 +144,8 @@
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.RollWALWriterResponse;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.StopServerRequest;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.StopServerResponse;
+import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UncacheStaleBlocksRequest;
+import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UncacheStaleBlocksResponse;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UpdateConfigurationRequest;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UpdateConfigurationResponse;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos;
@@ -4537,4 +4539,19 @@ List<String>> adminCall(controller, stub, request.build(),
           resp -> resp.getCachedFilesList()))
       .serverName(serverName).call();
   }
+
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer.
+   */
+  @Override
+  public CompletableFuture<Map<String, Integer>> uncacheStaleBlocks(ServerName serverName) {
+    UncacheStaleBlocksRequest.Builder request = UncacheStaleBlocksRequest.newBuilder();
+    return this.<Map<String, Integer>> newAdminCaller()
+      .action((controller, stub) -> this.<UncacheStaleBlocksRequest, UncacheStaleBlocksResponse,
+        Map<String, Integer>> adminCall(controller, stub, request.build(),
+          (s, c, req, done) -> s.uncacheStaleBlocks(c, req, done),
+          resp -> resp.getUncachedFilesMap()))
+      .serverName(serverName).call();
+  }
 }

hbase-client/src/main/java/org/apache/hadoop/hbase/shaded/protobuf/ProtobufUtil.java

@@ -166,6 +166,8 @@
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.GetStoreFileResponse;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.OpenRegionRequest;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.ServerInfo;
+import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UncacheStaleBlocksRequest;
+import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.UncacheStaleBlocksResponse;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos.WarmupRegionRequest;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.CellProtos;
 import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos;
@@ -1835,6 +1837,22 @@ public static List<String> getCachedFilesList(final RpcController controller,
     return new ArrayList<>(response.getCachedFilesList());
   }
 
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer.
+   */
+  public static Map<String, Integer> uncacheStaleBlocks(final RpcController controller,
+    final AdminService.BlockingInterface admin) throws IOException {
+    UncacheStaleBlocksRequest request = UncacheStaleBlocksRequest.newBuilder().build();
+    UncacheStaleBlocksResponse response = null;
+    try {
+      response = admin.uncacheStaleBlocks(controller, request);
+    } catch (ServiceException se) {
+      throw getRemoteException(se);
+    }
+    return response.getUncachedFilesMap();
+  }
+
   /**
    * Get the list of region info from a GetOnlineRegionResponse
    * @param proto the GetOnlineRegionResponse

hbase-protocol-shaded/src/main/protobuf/server/region/Admin.proto

@@ -336,6 +336,14 @@ message ClearSlowLogResponses {
   required bool is_cleaned = 1;
 }
 
+message UncacheStaleBlocksRequest {
+}
+
+message UncacheStaleBlocksResponse {
+  map<string, int32> uncached_files = 1;
+}
+
+
 service AdminService {
   rpc GetRegionInfo(GetRegionInfoRequest)
     returns(GetRegionInfoResponse);
@@ -415,4 +423,7 @@ service AdminService {
   rpc GetCachedFilesList(GetCachedFilesListRequest)
     returns(GetCachedFilesListResponse);
 
+  rpc UncacheStaleBlocks(UncacheStaleBlocksRequest)
+    returns(UncacheStaleBlocksResponse);
+
 }

hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/BlockCache.java

@@ -18,8 +18,10 @@
 package org.apache.hadoop.hbase.io.hfile;
 
 import java.util.Iterator;
+import java.util.List;
 import java.util.Map;
 import java.util.Optional;
+import org.apache.hadoop.hbase.regionserver.HStoreFile;
 import org.apache.yetus.audience.InterfaceAudience;
 
 /**
@@ -170,4 +172,19 @@ default boolean isMetaBlock(BlockType blockType) {
   default Optional<Map<String, Boolean>> getFullyCachedFiles() {
     return Optional.empty();
   }
+
+  /**
+   * Returns the list of files with stale blocks in cache.
+   */
+  default Optional<List<HStoreFile>> getFilesWithStaleBlocks() {
+    return Optional.empty();
+  }
+
+  /**
+   * Clean Cache by evicting the blocks of files belonging to regions that are no longer served by
+   * the RegionServer. Returns the map of filename and number of blocks evicted.
+   */
+  default Optional<Map<String, Integer>> uncacheStaleBlocks() {
+    return Optional.empty();
+  }
 }

hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/CombinedBlockCache.java

@@ -18,10 +18,12 @@
 package org.apache.hadoop.hbase.io.hfile;
 
 import java.util.Iterator;
+import java.util.List;
 import java.util.Map;
 import java.util.Optional;
 import org.apache.hadoop.hbase.io.HeapSize;
 import org.apache.hadoop.hbase.io.hfile.bucket.BucketCache;
+import org.apache.hadoop.hbase.regionserver.HStoreFile;
 import org.apache.yetus.audience.InterfaceAudience;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -435,6 +437,16 @@ public Optional<Map<String, Boolean>> getFullyCachedFiles() {
     return this.l2Cache.getFullyCachedFiles();
   }
 
+  @Override
+  public Optional<List<HStoreFile>> getFilesWithStaleBlocks() {
+    return l2Cache.getFilesWithStaleBlocks();
+  }
+
+  @Override
+  public Optional<Map<String, Integer>> uncacheStaleBlocks() {
+    return l2Cache.uncacheStaleBlocks();
+  }
+
   @Override
   public void setMaxSize(long size) {
     this.l1Cache.setMaxSize(size);

hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/bucket/BucketCache.java

@@ -26,6 +26,7 @@
 import java.nio.ByteBuffer;
 import java.util.ArrayList;
 import java.util.Comparator;
+import java.util.HashMap;
 import java.util.HashSet;
 import java.util.Iterator;
 import java.util.List;
@@ -73,6 +74,9 @@
 import org.apache.hadoop.hbase.nio.ByteBuff;
 import org.apache.hadoop.hbase.nio.RefCnt;
 import org.apache.hadoop.hbase.protobuf.ProtobufMagic;
+import org.apache.hadoop.hbase.regionserver.HRegion;
+import org.apache.hadoop.hbase.regionserver.HStore;
+import org.apache.hadoop.hbase.regionserver.HStoreFile;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
 import org.apache.hadoop.hbase.util.IdReadWriteLock;
@@ -156,6 +160,8 @@ public class BucketCache implements BlockCache, HeapSize {
 
   private BucketCachePersister cachePersister;
 
+  private static List<HStoreFile> filesWithStaleBlocks = new ArrayList<>();
+
   /**
    * Flag if the cache is enabled or not... We shut it off if there are IO errors for some time, so
    * that Bucket IO exceptions/errors don't bring down the HBase server.
@@ -1985,4 +1991,29 @@ public static Optional<BucketCache> getBucketCacheFromCacheConfig(CacheConfig ca
     return Optional.empty();
   }
 
+  @Override
+  public Optional<List<HStoreFile>> getFilesWithStaleBlocks() {
+    return Optional.of(filesWithStaleBlocks);
+  }
+
+  public static void clearFilesWithStaleBlocks() {
+    filesWithStaleBlocks.clear();
+  }
+
+  public void setFilesWithStaleBlocks(HRegion hRegion) {
+    for (HStore hs : hRegion.getStores()) {
+      filesWithStaleBlocks.addAll(hs.getStorefiles());
+    }
+  }
+
+  @Override
+  public Optional<Map<String, Integer>> uncacheStaleBlocks() {
+    Map<String, Integer> evictedFilesWithStaleBlocks = new HashMap<>();
+    for (HStoreFile hsf : filesWithStaleBlocks) {
+      evictedFilesWithStaleBlocks.put(hsf.getPath().getName(),
+        evictBlocksByHfileName(hsf.getPath().getName()));
+    }
+    return Optional.of(evictedFilesWithStaleBlocks);
+  }
+
 }