From 3b3cb5d9eb018fe41a5bae44d4c505fe88e49d82 Mon Sep 17 00:00:00 2001 From: Beata Sudi Date: Mon, 9 Dec 2019 10:24:19 +0100 Subject: [PATCH 1/5] HBASE-18382 add transport type info into Thrift UI (#880) Signed-off-by: Wellington Chevreuil Signed-off-by: Bharath Vissapragada Signed-off-by: Viraj Jasani (cherry picked from commit 82e155eb26cddd642e151d9276e2f4f281b4df88) --- .../resources/hbase-webapps/thrift/thrift.jsp | 38 +++++++++++++------ 1 file changed, 26 insertions(+), 12 deletions(-) diff --git a/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp b/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp index dea591230995..6b308fc2a2dc 100644 --- a/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp +++ b/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp @@ -32,9 +32,14 @@ String serverType = (String)getServletContext().getAttribute("hbase.thrift.serve long startcode = conf.getLong("startcode", System.currentTimeMillis()); String listenPort = conf.get("hbase.regionserver.thrift.port", "9090"); ImplType implType = ImplType.getServerImpl(conf); -String framed = implType.isAlwaysFramed() - ? "true" : conf.get("hbase.regionserver.thrift.framed", "false"); -String compact = conf.get("hbase.regionserver.thrift.compact", "false"); + +String transport = + (implType.isAlwaysFramed() || + conf.getBoolean("hbase.regionserver.thrift.framed", false)) ? "Framed" : "Standard"; +String protocol = + conf.getBoolean("hbase.regionserver.thrift.compact", false) ? "Compact" : "Binary"; +String qop = conf.get("hbase.thrift.security.qop", "None"); + %> @@ -54,12 +59,15 @@ String compact = conf.get("hbase.regionserver.thrift.compact", "false");
- - HBase Logo + + HBase Logo +
    @@ -128,26 +136,32 @@ String compact = conf.get("hbase.regionserver.thrift.compact", "false"); Thrift RPC engine implementation type chosen by this Thrift server - Compact Protocol - <%= compact %> - Thrift RPC engine uses compact protocol + Protocol + <%= protocol %> + Thrift RPC engine protocol type - Framed Transport - <%= framed %> - Thrift RPC engine uses framed transport + Transport + <%= transport %> + Thrift RPC engine transport type Thrift Server Type <%= serverType %> The type of this Thrift server + + Quality of Protection + <%= qop %> + QOP Settings for SASL +
- Apache HBase Reference Guide chapter on Thrift + + Apache HBase Reference Guide chapter on Thrift
From ed3ad950c3cf096479ce5558c65b2ab1db344101 Mon Sep 17 00:00:00 2001 From: Nihal Jain Date: Fri, 1 Mar 2024 18:46:58 +0530 Subject: [PATCH 2/5] HBASE-20693 Refactor thrift jsp's and extract header and footer (#5732) - Fixes the way logLevel page renders in UI Signed-off-by: Nick Dimiduk (cherry picked from commit ede4ccd2dc5f5690a518f97b6d28a7e18df9584a) --- .../resources/hbase-webapps/thrift/footer.jsp | 30 +++++++ .../resources/hbase-webapps/thrift/header.jsp | 74 ++++++++++++++++ .../resources/hbase-webapps/thrift/thrift.jsp | 85 ++++--------------- 3 files changed, 121 insertions(+), 68 deletions(-) create mode 100644 hbase-thrift/src/main/resources/hbase-webapps/thrift/footer.jsp create mode 100644 hbase-thrift/src/main/resources/hbase-webapps/thrift/header.jsp diff --git a/hbase-thrift/src/main/resources/hbase-webapps/thrift/footer.jsp b/hbase-thrift/src/main/resources/hbase-webapps/thrift/footer.jsp new file mode 100644 index 000000000000..53a7d0cdbdbb --- /dev/null +++ b/hbase-thrift/src/main/resources/hbase-webapps/thrift/footer.jsp @@ -0,0 +1,30 @@ +<%-- +/** +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +*/ +--%> + + + + + + diff --git a/hbase-thrift/src/main/resources/hbase-webapps/thrift/header.jsp b/hbase-thrift/src/main/resources/hbase-webapps/thrift/header.jsp new file mode 100644 index 000000000000..f43872c11af6 --- /dev/null +++ b/hbase-thrift/src/main/resources/hbase-webapps/thrift/header.jsp @@ -0,0 +1,74 @@ +<%-- +/** +* Licensed to the Apache Software Foundation (ASF) under one +* or more contributor license agreements. See the NOTICE file +* distributed with this work for additional information +* regarding copyright ownership. The ASF licenses this file +* to you under the Apache License, Version 2.0 (the +* "License"); you may not use this file except in compliance +* with the License. You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +*/ +--%> +<%@ page contentType="text/html;charset=UTF-8" + import="org.apache.hadoop.hbase.HBaseConfiguration"%> + + + + + + + <%= request.getParameter("pageTitle")%> + + + + + + + + + +
+
+
+ + + HBase Logo + +
+
+ +
+
+
diff --git a/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp b/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp index 6b308fc2a2dc..d148df1f2e29 100644 --- a/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp +++ b/hbase-thrift/src/main/resources/hbase-webapps/thrift/thrift.jsp @@ -19,7 +19,6 @@ --%> <%@ page contentType="text/html;charset=UTF-8" import="org.apache.hadoop.conf.Configuration" - import="org.apache.hadoop.hbase.HBaseConfiguration" import="org.apache.hadoop.hbase.util.VersionInfo" import="java.util.Date" %> @@ -27,72 +26,25 @@ <%@ page import="org.apache.hadoop.hbase.util.JvmVersion" %> <% -Configuration conf = (Configuration)getServletContext().getAttribute("hbase.conf"); -String serverType = (String)getServletContext().getAttribute("hbase.thrift.server.type"); -long startcode = conf.getLong("startcode", System.currentTimeMillis()); -String listenPort = conf.get("hbase.regionserver.thrift.port", "9090"); -ImplType implType = ImplType.getServerImpl(conf); + Configuration conf = (Configuration)getServletContext().getAttribute("hbase.conf"); + String serverType = (String)getServletContext().getAttribute("hbase.thrift.server.type"); + long startcode = conf.getLong("startcode", System.currentTimeMillis()); + String listenPort = conf.get("hbase.regionserver.thrift.port", "9090"); + ImplType implType = ImplType.getServerImpl(conf); -String transport = - (implType.isAlwaysFramed() || - conf.getBoolean("hbase.regionserver.thrift.framed", false)) ? "Framed" : "Standard"; -String protocol = - conf.getBoolean("hbase.regionserver.thrift.compact", false) ? "Compact" : "Binary"; -String qop = conf.get("hbase.thrift.security.qop", "None"); + String transport = + (implType.isAlwaysFramed() || + conf.getBoolean("hbase.regionserver.thrift.framed", false)) ? "Framed" : "Standard"; + String protocol = + conf.getBoolean("hbase.regionserver.thrift.compact", false) ? "Compact" : "Binary"; + String qop = conf.get("hbase.thrift.security.qop", "None"); + pageContext.setAttribute("pageTitle", "HBase Thrift Server: " + listenPort); %> - - - - - - HBase Thrift Server: <%= listenPort %> - - - - - - - - -
-
-
- - - HBase Logo - -
-
- -
-
-
+ + +
@@ -165,8 +117,5 @@ String qop = conf.get("hbase.thrift.security.qop", "None");
- - - - - + + From fc28ceeb1faafe3af76c09f58ce80961dc488112 Mon Sep 17 00:00:00 2001 From: xincunSong <365724453@qq.com> Date: Wed, 1 Jul 2020 08:49:51 +0800 Subject: [PATCH 3/5] HBASE-24624 Optimize table.jsp code (#1963) Signed-off-by: Guangxu Cheng (cherry picked from commit 9ad16aa3763d05e85807a5c81b42c03eb2dec4f5) --- .../resources/hbase-webapps/master/table.jsp | 1745 ++++++++--------- 1 file changed, 842 insertions(+), 903 deletions(-) diff --git a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp index 56a0c8096d32..a2dc825c2cfb 100644 --- a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp +++ b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp @@ -93,7 +93,7 @@ * its region server. * @return an anchor tag if one can be built, {@code null} otherwise. */ - private static String buildRegionServerLink(final ServerName serverName, final int rsInfoPort, + private static String buildRegionLink(final ServerName serverName, final int rsInfoPort, final RegionInfo regionInfo, final RegionState.State regionState) { if (serverName == null || regionInfo == null) { return null; } @@ -107,6 +107,45 @@ + "?name=" + regionInfo.getEncodedName(); return "" + serverName.getServerName() + ""; } + + /** + * Render an tag contents server name which the given region deploys. + * Links to the server rs-status page. + * not deployed instead if can not find the deploy message. + * @return an tag contents server name links to server rs-status page. + */ + private static String buildRegionDeployedServerTag(RegionInfo regionInfo, HMaster master, + Map regionsToServer) { + ServerName serverName = regionsToServer.get(regionInfo); + + if (serverName == null) { + return "not deployed"; + } + + String hostName = serverName.getHostname(); + String hostNameEncoded = URLEncoder.encode(hostName); + // This port might be wrong if RS actually ended up using something else. + int serverInfoPort = master.getRegionServerInfoPort(serverName); + String urlRegionServer = "//" + hostNameEncoded + ":" + serverInfoPort + "/rs-status"; + + return "" + StringEscapeUtils.escapeHtml4(hostName) + + ":" + serverInfoPort + ""; + } + + /** + * @return an

tag guide user to see all region messages. + */ + private static String moreRegionsToRender(int numRegionsRendered, int numRegions, String fqtn) { + if (numRegions > numRegionsRendered) { + String allRegionsUrl = "?name=" + URLEncoder.encode(fqtn) + "&numRegions=all"; + + return "This table has " + numRegions + + " regions in total, in order to improve the page load time, only " + + numRegionsRendered + " regions are displayed here, click here to see all regions.

"; + } + return ""; + } %> <% final String ZEROMB = "0 MB"; @@ -114,8 +153,7 @@ Configuration conf = master.getConfiguration(); String fqtn = request.getParameter("name"); final String escaped_fqtn = StringEscapeUtils.escapeHtml4(fqtn); - Table table; - boolean withReplica = false; + Table table = master.getConnection().getTable(TableName.valueOf(fqtn)); boolean showFragmentation = conf.getBoolean("hbase.master.ui.fragmentation.enabled", false); boolean readOnly = !InfoServer.canUserModifyUI(request, getServletContext(), conf); int numMetaReplicas = @@ -166,15 +204,36 @@ -<% - if (fqtn != null && master.isInitialized()) { - try { - table = master.getConnection().getTable(TableName.valueOf(fqtn)); - if (table.getTableDescriptor().getRegionReplication() > 1) { - withReplica = true; - } - if ( !readOnly && action != null ) { -%> +<% // handle the case for fqtn is null or master is not initialized with error message + redirect + if (fqtn == null || ! master.isInitialized()) { %> +
+
+
+

Table not ready

+
+
+

+ +

+<% return; + } %> + +<% // unknow table + if (! admin.tableExists(TableName.valueOf(fqtn)).get()) { %> +
+
+
+

Table not found

+
+
+

+ +

+<% return; + } %> + +<% // table split/compact/merge actions + if ( !readOnly && action != null ) { %>
@@ -182,15 +241,14 @@

- <% - if (action.equals("split")) { +<% if (action.equals("split")) { if (key != null && key.length() > 0) { admin.split(TableName.valueOf(fqtn), Bytes.toBytes(key)); } else { admin.split(TableName.valueOf(fqtn)); } - %> Split request accepted. <% +%> Split request accepted. <% } else if (action.equals("major compact")) { if (key != null && key.length() > 0) { List regions = admin.getRegions(TableName.valueOf(fqtn)).get(); @@ -203,7 +261,7 @@ } else { admin.majorCompact(TableName.valueOf(fqtn)); } - %> major Compact request accepted. <% +%> major Compact request accepted. <% } else if (action.equals("compact")) { if (key != null && key.length() > 0) { List regions = admin.getRegions(TableName.valueOf(fqtn)).get(); @@ -217,246 +275,227 @@ } else { admin.compact(TableName.valueOf(fqtn)); } - %> Compact request accepted. <% +%> Compact request accepted. <% } else if (action.equals("merge")) { - if (left != null && left.length() > 0 && right != null && right.length() > 0) { - admin.mergeRegions(Bytes.toBytesBinary(left), Bytes.toBytesBinary(right), false); - } - %> Merge request accepted. <% - } -%> - -

-<% -} else { -%> -
-
-
-

Table <%= escaped_fqtn %>

+ if (left != null && left.length() > 0 && right != null && right.length() > 0) { + admin.mergeRegions(Bytes.toBytesBinary(left), Bytes.toBytesBinary(right), false); + } +%> Merge request accepted. <% + } %> +
+<% return; + } %> + +
+
+
+

Table <%= escaped_fqtn %>

-
- <% - if(fqtn.equals(TableName.META_TABLE_NAME.getNameAsString())) { - %> -

Table Regions

-
- -
-
- - - - - - - - - - - - - - <% - if (withReplica) { - %> - - <% - } - %> - - - - <% - // NOTE: Presumes meta with one or more replicas - for (int j = 0; j < numMetaReplicas; j++) { - RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( - RegionInfoBuilder.FIRST_META_REGIONINFO, j); - //If a metaLocation is null, All of its info would be empty here to be displayed. - RegionStateNode rsn = master.getAssignmentManager().getRegionStates() - .getRegionStateNode(meta); - ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; - for (int i = 0; i < 1; i++) { - //If metaLocation is null, default value below would be displayed in UI. - String hostAndPort = ""; - String readReq = "N/A"; - String writeReq = "N/A"; - String fileSizeUncompressed = ZEROMB; - String fileSize = ZEROMB; - String fileCount = "N/A"; - String memSize = ZEROMB; - if (metaLocation != null) { - ServerMetrics sl = master.getServerManager().getLoad(metaLocation); - // The host name portion should be safe, but I don't know how we handle IDNs so err on the side of failing safely. - hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); - if (sl != null) { - Map map = sl.getRegionMetrics(); - if (map.containsKey(meta.getRegionName())) { - RegionMetrics load = map.get(meta.getRegionName()); - readReq = String.format("%,1d", load.getReadRequestCount()); - writeReq = String.format("%,1d", load.getWriteRequestCount()); - double rSize = load.getStoreFileSize().get(Size.Unit.BYTE); - if (rSize > 0) { - fileSize = StringUtils.byteDesc((long) rSize); - } - double rSizeUncompressed = load.getUncompressedStoreFileSize().get(Size.Unit.BYTE); - if (rSizeUncompressed > 0) { - fileSizeUncompressed = StringUtils.byteDesc((long) rSizeUncompressed); - } - fileCount = String.format("%,1d", load.getStoreFileCount()); - double mSize = load.getMemStoreSize().get(Size.Unit.BYTE); - if (mSize > 0) { - memSize = StringUtils.byteDesc((long)mSize); - } - } + +
+<% //Meta table. + if(fqtn.equals(TableName.META_TABLE_NAME.getNameAsString())) { %> +

Table Regions

+
+ + +
+
+
NameRegion ServerReadRequestsWriteRequestsUncompressed StoreFileSizeStorefileSizeNum.StorefilesMemSizeStart KeyEnd KeyReplicaID
+ + + + + + + + + + + + + + + + + <% + // NOTE: Presumes meta with one or more replicas + for (int j = 0; j < numMetaReplicas; j++) { + RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( + RegionInfoBuilder.FIRST_META_REGIONINFO, j); + //If a metaLocation is null, All of its info would be empty here to be displayed. + RegionStateNode rsn = master.getAssignmentManager().getRegionStates() + .getRegionStateNode(meta); + ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; + for (int i = 0; i < 1; i++) { + //If metaLocation is null, default value below would be displayed in UI. + String hostAndPort = ""; + String readReq = "N/A"; + String writeReq = "N/A"; + String fileSizeUncompressed = ZEROMB; + String fileSize = ZEROMB; + String fileCount = "N/A"; + String memSize = ZEROMB; + if (metaLocation != null) { + ServerMetrics sl = master.getServerManager().getLoad(metaLocation); + // The host name portion should be safe, but I don't know how we handle IDNs so err on the side of failing safely. + hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); + if (sl != null) { + Map map = sl.getRegionMetrics(); + if (map.containsKey(meta.getRegionName())) { + RegionMetrics load = map.get(meta.getRegionName()); + readReq = String.format("%,1d", load.getReadRequestCount()); + writeReq = String.format("%,1d", load.getWriteRequestCount()); + double rSize = load.getStoreFileSize().get(Size.Unit.BYTE); + if (rSize > 0) { + fileSize = StringUtils.byteDesc((long) rSize); + } + double rSizeUncompressed = load.getUncompressedStoreFileSize().get(Size.Unit.BYTE); + if (rSizeUncompressed > 0) { + fileSizeUncompressed = StringUtils.byteDesc((long) rSizeUncompressed); + } + fileCount = String.format("%,1d", load.getStoreFileCount()); + double mSize = load.getMemStoreSize().get(Size.Unit.BYTE); + if (mSize > 0) { + memSize = StringUtils.byteDesc((long)mSize); } } - %> - - - - - - - - - - - - <% - if (withReplica) { - %> - - <% } - %> - - <% } %> - <%} %> - -
NameRegion ServerReadRequestsWriteRequestsUncompressed StoreFileSizeStorefileSizeNum.StorefilesMemSizeStart KeyEnd KeyReplicaID
<%= escapeXml(meta.getRegionNameAsString()) %><%= StringEscapeUtils.escapeHtml4(hostAndPort) %><%= readReq%><%= writeReq%><%= fileSizeUncompressed%><%= fileSize%><%= fileCount%><%= memSize%><%= escapeXml(Bytes.toString(meta.getStartKey())) %><%= escapeXml(Bytes.toString(meta.getEndKey())) %><%= meta.getReplicaId() %>
-
-
- - - - - - - - - - - <% - // NOTE: Presumes meta with one or more replicas - for (int j = 0; j < numMetaReplicas; j++) { - RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( - RegionInfoBuilder.FIRST_META_REGIONINFO, j); - //If a metaLocation is null, All of its info would be empty here to be displayed. - RegionStateNode rsn = master.getAssignmentManager().getRegionStates() - .getRegionStateNode(meta); - ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; - for (int i = 0; i < 1; i++) { - //If metaLocation is null, default value below would be displayed in UI. - String hostAndPort = ""; - float locality = 0.0f; - float localityForSsd = 0.0f; - if (metaLocation != null) { - ServerMetrics sl = master.getServerManager().getLoad(metaLocation); - hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); - if (sl != null) { - Map map = sl.getRegionMetrics(); - if (map.containsKey(meta.getRegionName())) { - RegionMetrics load = map.get(meta.getRegionName()); - locality = load.getDataLocality(); - localityForSsd = load.getDataLocalityForSsd(); - } - } + } + %> + + + + + + + + + + + + + + <% } %> + <%} %> + +
NameRegion ServerLocalityLocalityForSsd
<%= escapeXml(meta.getRegionNameAsString()) %><%= StringEscapeUtils.escapeHtml4(hostAndPort) %><%= readReq%><%= writeReq%><%= fileSizeUncompressed%><%= fileSize%><%= fileCount%><%= memSize%><%= escapeXml(Bytes.toString(meta.getStartKey())) %><%= escapeXml(Bytes.toString(meta.getEndKey())) %><%= meta.getReplicaId() %>
+
+
+ + + + + + + + + + + <% + // NOTE: Presumes meta with one or more replicas + for (int j = 0; j < numMetaReplicas; j++) { + RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( + RegionInfoBuilder.FIRST_META_REGIONINFO, j); + //If a metaLocation is null, All of its info would be empty here to be displayed. + RegionStateNode rsn = master.getAssignmentManager().getRegionStates() + .getRegionStateNode(meta); + ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; + for (int i = 0; i < 1; i++) { + //If metaLocation is null, default value below would be displayed in UI. + String hostAndPort = ""; + float locality = 0.0f; + float localityForSsd = 0.0f; + if (metaLocation != null) { + ServerMetrics sl = master.getServerManager().getLoad(metaLocation); + hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); + if (sl != null) { + Map map = sl.getRegionMetrics(); + if (map.containsKey(meta.getRegionName())) { + RegionMetrics load = map.get(meta.getRegionName()); + locality = load.getDataLocality(); + localityForSsd = load.getDataLocalityForSsd(); } - %> - - - - - - - <% } %> - <%} %> - -
NameRegion ServerLocalityLocalityForSsd
<%= escapeXml(meta.getRegionNameAsString()) %><%= StringEscapeUtils.escapeHtml4(hostAndPort) %><%= locality%><%= localityForSsd%>
-
-
- - - - - - - - - - - - - <% - // NOTE: Presumes meta with one or more replicas - for (int j = 0; j < numMetaReplicas; j++) { - RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( + } + } + %> + + + + + + + <% } %> + <%} %> + +
NameRegion ServerNum. Compacting CellsNum. Compacted CellsRemaining CellsCompaction Progress
<%= escapeXml(meta.getRegionNameAsString()) %><%= StringEscapeUtils.escapeHtml4(hostAndPort) %><%= locality%><%= localityForSsd%>
+
+
+ + + + + + + + + + + + + <% + // NOTE: Presumes meta with one or more replicas + for (int j = 0; j < numMetaReplicas; j++) { + RegionInfo meta = RegionReplicaUtil.getRegionInfoForReplica( RegionInfoBuilder.FIRST_META_REGIONINFO, j); - //If a metaLocation is null, All of its info would be empty here to be displayed. - RegionStateNode rsn = master.getAssignmentManager().getRegionStates() - .getRegionStateNode(meta); - ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; - for (int i = 0; i < 1; i++) { - //If metaLocation is null, default value below would be displayed in UI. - String hostAndPort = ""; - long compactingCells = 0; - long compactedCells = 0; - String compactionProgress = ""; - if (metaLocation != null) { - ServerMetrics sl = master.getServerManager().getLoad(metaLocation); - hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); - if (sl != null) { - Map map = sl.getRegionMetrics(); - if (map.containsKey(meta.getRegionName())) { - RegionMetrics load = map.get(meta.getRegionName()); - compactingCells = load.getCompactingCellCount(); - compactedCells = load.getCompactedCellCount(); - if (compactingCells > 0) { - compactionProgress = String.format("%.2f", 100 * ((float) - compactedCells / compactingCells)) + "%"; - } - } + //If a metaLocation is null, All of its info would be empty here to be displayed. + RegionStateNode rsn = master.getAssignmentManager().getRegionStates() + .getRegionStateNode(meta); + ServerName metaLocation = rsn != null ? rsn.getRegionLocation() : null; + for (int i = 0; i < 1; i++) { + //If metaLocation is null, default value below would be displayed in UI. + String hostAndPort = ""; + long compactingCells = 0; + long compactedCells = 0; + String compactionProgress = ""; + if (metaLocation != null) { + ServerMetrics sl = master.getServerManager().getLoad(metaLocation); + hostAndPort = URLEncoder.encode(metaLocation.getHostname()) + ":" + master.getRegionServerInfoPort(metaLocation); + if (sl != null) { + Map map = sl.getRegionMetrics(); + if (map.containsKey(meta.getRegionName())) { + RegionMetrics load = map.get(meta.getRegionName()); + compactingCells = load.getCompactingCellCount(); + compactedCells = load.getCompactedCellCount(); + if (compactingCells > 0) { + compactionProgress = String.format("%.2f", 100 * ((float) + compactedCells / compactingCells)) + "%"; } } - %> - - - - - - - - - <% } %> - <%} %> - -
NameRegion ServerNum. Compacting CellsNum. Compacted CellsRemaining CellsCompaction Progress
<%= escapeXml(meta.getRegionNameAsString()) %><%= StringEscapeUtils.escapeHtml4(hostAndPort) %><%= String.format("%,1d", compactingCells)%><%= String.format("%,1d", compactedCells)%><%= String.format("%,1d", compactingCells - compactedCells)%><%= compactionProgress%>
-
-
+ } + } + %> + + <%= escapeXml(meta.getRegionNameAsString()) %> + <%= StringEscapeUtils.escapeHtml4(hostAndPort) %> + <%= String.format("%,1d", compactingCells)%> + <%= String.format("%,1d", compactedCells)%> + <%= String.format("%,1d", compactingCells - compactedCells)%> + <%= compactionProgress%> + + <% } %> + <%} %> + +
-

Meta Entries

+
+
+

Meta Entries

<% if (!metaBrowser.getErrorMessages().isEmpty()) { for (final String errorMessage : metaBrowser.getErrorMessages()) { @@ -541,20 +580,20 @@ splitRegions.entrySet().stream() .map(entry -> String.format(regionSpanFormat, entry.getKey(), entry.getValue().getRegionNameAsString())) .collect(Collectors.joining("
")); -%> - - <%= regionNameDisplay %> - <%= startKeyDisplay %> - <%= endKeyDisplay %> - <%= replicaIdDisplay %> - <%= regionStateDisplay %> - "><%= serverName != null ? buildRegionServerLink(serverName, master.getRegionServerInfoPort(serverName), regionInfo, regionState) : "" %> - <%= seqNum %> - <%= targetServerName %> - <%= mergeRegionNames %> - <%= splitName %> - -<% + %> + + <%= regionNameDisplay %> + <%= startKeyDisplay %> + <%= endKeyDisplay %> + <%= replicaIdDisplay %> + <%= regionStateDisplay %> + "><%= buildRegionLink(serverName, master.getRegionServerInfoPort(serverName), regionInfo, regionState) %> + <%= seqNum %> + <%= targetServerName %> + <%= mergeRegionNames %> + <%= splitName %> + + <% } metaScanHasMore = results.hasMoreResults(); @@ -608,568 +647,491 @@ <% } %> - - -
- + +
-
- <%} else { - RegionStates states = master.getAssignmentManager().getRegionStates(); - Map> regionStates = states.getRegionByStateOfTable(table.getName()); - Map stateMap = new HashMap<>(); - for (RegionState.State regionState : regionStates.keySet()) { - for (RegionInfo regionInfo : regionStates.get(regionState)) { - stateMap.put(regionInfo.getEncodedName(), regionState); - } + +
+ +<%} else { + //Common tables + RegionStates states = master.getAssignmentManager().getRegionStates(); + Map> regionStates = states.getRegionByStateOfTable(table.getName()); + Map stateMap = new HashMap<>(); + for (RegionState.State regionState : regionStates.keySet()) { + for (RegionInfo regionInfo : regionStates.get(regionState)) { + stateMap.put(regionInfo.getEncodedName(), regionState); + } + } + RegionLocator r = master.getConnection().getRegionLocator(table.getName()); + + try { +%> +

Table Attributes

+ + + + + + + + + + + + + + + + +<% if (showFragmentation) { %> + + + + + +<% } %> +<% + if (quotasEnabled) { + TableName tn = TableName.valueOf(fqtn); + SpaceQuotaSnapshot masterSnapshot = null; + Quotas quota = QuotaTableUtil.getTableQuota(master.getConnection(), tn); + if (quota == null || !quota.hasSpace()) { + quota = QuotaTableUtil.getNamespaceQuota(master.getConnection(), tn.getNamespaceAsString()); + if (quota != null) { + masterSnapshot = master.getQuotaObserverChore().getNamespaceQuotaSnapshots() + .get(tn.getNamespaceAsString()); } - RegionLocator r = master.getConnection().getRegionLocator(table.getName()); - try { %> -

Table Attributes

-
Attribute NameValueDescription
Enabled<%= master.getTableStateManager().isTableState(table.getName(), TableState.State.ENABLED) %>Is the table enabled
Compaction +<% + if (master.getTableStateManager().isTableState(table.getName(), TableState.State.ENABLED)) { + CompactionState compactionState = master.getCompactionState(table.getName()); + %><%= compactionState==null?"UNKNOWN":compactionState %><% + } else { + %><%= CompactionState.NONE %><% + } +%> + Is the table compacting
Fragmentation<%= frags.get(fqtn) != null ? frags.get(fqtn).intValue() + "%" : "n/a" %>How fragmented is the table. After a major compaction it is 0%.
- - - - - - - - - - - - - - - - <% if (showFragmentation) { %> - - - - - - <% } %> - <% - if (quotasEnabled) { - TableName tn = TableName.valueOf(fqtn); - SpaceQuotaSnapshot masterSnapshot = null; - Quotas quota = QuotaTableUtil.getTableQuota(master.getConnection(), tn); - if (quota == null || !quota.hasSpace()) { - quota = QuotaTableUtil.getNamespaceQuota(master.getConnection(), tn.getNamespaceAsString()); - if (quota != null) { - masterSnapshot = master.getQuotaObserverChore().getNamespaceQuotaSnapshots() - .get(tn.getNamespaceAsString()); - } - } else { - masterSnapshot = master.getQuotaObserverChore().getTableQuotaSnapshots().get(tn); - } - if (quota != null && quota.hasSpace()) { - SpaceQuota spaceQuota = quota.getSpace(); - %> - - - - - - <% - } - if (quota != null && quota.hasThrottle()) { - List throttles = QuotaSettingsFactory.fromTableThrottles(table.getName(), quota.getThrottle()); - if (throttles.size() > 0) { - %> - - - - - + } else { + masterSnapshot = master.getQuotaObserverChore().getTableQuotaSnapshots().get(tn); + } + if (quota != null && quota.hasSpace()) { + SpaceQuota spaceQuota = quota.getSpace(); +%> + + + + + +<% + } + if (quota != null && quota.hasThrottle()) { + List throttles = QuotaSettingsFactory.fromTableThrottles(table.getName(), quota.getThrottle()); + if (throttles.size() > 0) { +%> + + + + + +<% + } + } + } +%> +
Attribute NameValueDescription
Enabled<%= master.getTableStateManager().isTableState(table.getName(), TableState.State.ENABLED) %>Is the table enabled
Compaction - <% - if (master.getTableStateManager().isTableState(table.getName(), TableState.State.ENABLED)) { - CompactionState compactionState = master.getCompactionState(table.getName()); - %><%= compactionState==null?"UNKNOWN":compactionState %><% - } else { - %><%= CompactionState.NONE %><% - } - %> - Is the table compacting
Fragmentation<%= frags.get(fqtn) != null ? frags.get(fqtn).intValue() + "%" : "n/a" %>How fragmented is the table. After a major compaction it is 0%.
Space Quota - - - - - - - - - - - - - - <% - if (masterSnapshot != null) { - %> - - - - - - - - - <% - } - %> -
PropertyValue
Limit<%= StringUtils.byteDesc(spaceQuota.getSoftLimit()) %>
Policy<%= spaceQuota.getViolationPolicy() %>
Usage<%= StringUtils.byteDesc(masterSnapshot.getUsage()) %>
State<%= masterSnapshot.getQuotaStatus().isInViolation() ? "In Violation" : "In Observance" %>
- 		Information about a Space Quota on this table, if set.
Throttle Quota - - - - - - - - <% - for (ThrottleSettings throttle : throttles) { - %> - - - - - - - <% - } - %> -
LimitTypeTimeUnitScope
<%= throttle.getSoftLimit() %><%= throttle.getThrottleType() %><%= throttle.getTimeUnit() %><%= throttle.getQuotaScope() %>
- 		Information about a Throttle Quota on this table, if set.
Space Quota + + + + + + + + + + + + + +<% + if (masterSnapshot != null) { +%> + + + + + + + + +<% + } +%> +
PropertyValue
Limit<%= StringUtils.byteDesc(spaceQuota.getSoftLimit()) %>
Policy<%= spaceQuota.getViolationPolicy() %>
Usage<%= StringUtils.byteDesc(masterSnapshot.getUsage()) %>
State<%= masterSnapshot.getQuotaStatus().isInViolation() ? "In Violation" : "In Observance" %>
+ 		Information about a Space Quota on this table, if set.
Throttle Quota + + + + + + + +<% + for (ThrottleSettings throttle : throttles) { +%> + + + + + + +<% + } +%> +
LimitTypeTimeUnitScope
<%= throttle.getSoftLimit() %><%= throttle.getThrottleType() %><%= throttle.getTimeUnit() %><%= throttle.getQuotaScope() %>
+ 		Information about a Throttle Quota on this table, if set.
+

Table Schema

+ +<% +ColumnFamilyDescriptor[] families = table.getDescriptor().getColumnFamilies(); +Set familyKeySet = new HashSet<>(); +for (ColumnFamilyDescriptor family: families) { + familyKeySet.addAll(family.getValues().keySet()); +} +%> + + + <% + for (ColumnFamilyDescriptor family: families) { + %> + + <% } %> + + <% + for (Bytes familyKey: familyKeySet) { + %> + + <% - } - } + for (ColumnFamilyDescriptor family: families) { + String familyValue = "-"; + if(family.getValues().containsKey(familyKey)){ + familyValue = family.getValues().get(familyKey).toString(); } %> -
Property \ Column Family Name + <%= StringEscapeUtils.escapeHtml4(family.getNameAsString()) %> +
+ <%= StringEscapeUtils.escapeHtml4(familyKey.toString()) %> +
-

Table Schema

- - <% - ColumnFamilyDescriptor[] families = table.getDescriptor().getColumnFamilies(); - Set familyKeySet = new HashSet<>(); - for (ColumnFamilyDescriptor family: families) { - familyKeySet.addAll(family.getValues().keySet()); - } - %> - - - <% - for (ColumnFamilyDescriptor family: families) { - %> - - <% } %> - - <% - for (Bytes familyKey: familyKeySet) { - %> - - - <% - for (ColumnFamilyDescriptor family: families) { - String familyValue = "-"; - if(family.getValues().containsKey(familyKey)){ - familyValue = family.getValues().get(familyKey).toString(); - } - %> - - <% } %> - - <% } %> -
Property \ Column Family Name - <%= StringEscapeUtils.escapeHtml4(family.getNameAsString()) %> -
- <%= StringEscapeUtils.escapeHtml4(familyKey.toString()) %> - - <%= StringEscapeUtils.escapeHtml4(familyValue) %> -
- <% - long totalReadReq = 0; - long totalWriteReq = 0; - long totalSizeUncompressed = 0; - long totalSize = 0; - long totalStoreFileCount = 0; - long totalMemSize = 0; - long totalCompactingCells = 0; - long totalCompactedCells = 0; - long totalBlocksTotalWeight = 0; - long totalBlocksLocalWeight = 0; - long totalBlocksLocalWithSsdWeight = 0; - String totalCompactionProgress = ""; - String totalMemSizeStr = ZEROMB; - String totalSizeUncompressedStr = ZEROMB; - String totalSizeStr = ZEROMB; - String totalLocality = ""; - String totalLocalityForSsd = ""; - String urlRegionServer = null; - Map regDistribution = new TreeMap<>(); - Map primaryRegDistribution = new TreeMap<>(); - List regions = r.getAllRegionLocations(); - Map regionsToLoad = new LinkedHashMap<>(); - Map regionsToServer = new LinkedHashMap<>(); - for (HRegionLocation hriEntry : regions) { - RegionInfo regionInfo = hriEntry.getRegionInfo(); - ServerName addr = hriEntry.getServerName(); - regionsToServer.put(regionInfo, addr); + + <%= StringEscapeUtils.escapeHtml4(familyValue) %> + + <% } %> + + <% } %> + +<% + long totalReadReq = 0; + long totalWriteReq = 0; + long totalSizeUncompressed = 0; + long totalSize = 0; + long totalStoreFileCount = 0; + long totalMemSize = 0; + long totalCompactingCells = 0; + long totalCompactedCells = 0; + long totalBlocksTotalWeight = 0; + long totalBlocksLocalWeight = 0; + long totalBlocksLocalWithSsdWeight = 0; + String totalCompactionProgress = ""; + String totalMemSizeStr = ZEROMB; + String totalSizeUncompressedStr = ZEROMB; + String totalSizeStr = ZEROMB; + String totalLocality = ""; + String totalLocalityForSsd = ""; + String urlRegionServer = null; + Map regDistribution = new TreeMap<>(); + Map primaryRegDistribution = new TreeMap<>(); + List regions = r.getAllRegionLocations(); + Map regionsToLoad = new LinkedHashMap<>(); + Map regionsToServer = new LinkedHashMap<>(); + for (HRegionLocation hriEntry : regions) { + RegionInfo regionInfo = hriEntry.getRegionInfo(); + ServerName addr = hriEntry.getServerName(); + regionsToServer.put(regionInfo, addr); - if (addr != null) { - ServerMetrics sl = master.getServerManager().getLoad(addr); - if (sl != null) { - RegionMetrics regionMetrics = sl.getRegionMetrics().get(regionInfo.getRegionName()); - regionsToLoad.put(regionInfo, regionMetrics); - if (regionMetrics != null) { - totalReadReq += regionMetrics.getReadRequestCount(); - totalWriteReq += regionMetrics.getWriteRequestCount(); - totalSizeUncompressed += regionMetrics.getUncompressedStoreFileSize().get(Size.Unit.MEGABYTE); - totalSize += regionMetrics.getStoreFileSize().get(Size.Unit.MEGABYTE); - totalStoreFileCount += regionMetrics.getStoreFileCount(); - totalMemSize += regionMetrics.getMemStoreSize().get(Size.Unit.MEGABYTE); - totalStoreFileSizeMB += regionMetrics.getStoreFileSize().get(Size.Unit.MEGABYTE); - totalCompactingCells += regionMetrics.getCompactingCellCount(); - totalCompactedCells += regionMetrics.getCompactedCellCount(); - totalBlocksTotalWeight += regionMetrics.getBlocksTotalWeight(); - totalBlocksLocalWeight += regionMetrics.getBlocksLocalWeight(); - totalBlocksLocalWithSsdWeight += regionMetrics.getBlocksLocalWithSsdWeight(); - } else { - RegionMetrics load0 = getEmptyRegionMetrics(regionInfo); - regionsToLoad.put(regionInfo, load0); - } - } else{ - RegionMetrics load0 = getEmptyRegionMetrics(regionInfo); - regionsToLoad.put(regionInfo, load0); - } + if (addr != null) { + ServerMetrics sl = master.getServerManager().getLoad(addr); + if (sl != null) { + RegionMetrics regionMetrics = sl.getRegionMetrics().get(regionInfo.getRegionName()); + regionsToLoad.put(regionInfo, regionMetrics); + if (regionMetrics != null) { + totalReadReq += regionMetrics.getReadRequestCount(); + totalWriteReq += regionMetrics.getWriteRequestCount(); + totalSizeUncompressed += regionMetrics.getUncompressedStoreFileSize().get(Size.Unit.MEGABYTE); + totalSize += regionMetrics.getStoreFileSize().get(Size.Unit.MEGABYTE); + totalStoreFileCount += regionMetrics.getStoreFileCount(); + totalMemSize += regionMetrics.getMemStoreSize().get(Size.Unit.MEGABYTE); + totalStoreFileSizeMB += regionMetrics.getStoreFileSize().get(Size.Unit.MEGABYTE); + totalCompactingCells += regionMetrics.getCompactingCellCount(); + totalCompactedCells += regionMetrics.getCompactedCellCount(); + totalBlocksTotalWeight += regionMetrics.getBlocksTotalWeight(); + totalBlocksLocalWeight += regionMetrics.getBlocksLocalWeight(); + totalBlocksLocalWithSsdWeight += regionMetrics.getBlocksLocalWithSsdWeight(); } else { RegionMetrics load0 = getEmptyRegionMetrics(regionInfo); regionsToLoad.put(regionInfo, load0); } + } else{ + RegionMetrics load0 = getEmptyRegionMetrics(regionInfo); + regionsToLoad.put(regionInfo, load0); } - if (totalSize > 0) { - totalSizeStr = StringUtils.byteDesc(totalSize*1024l*1024); - } - if (totalSizeUncompressed > 0){ - totalSizeUncompressedStr = StringUtils.byteDesc(totalSizeUncompressed*1024l*1024); - } - if (totalMemSize > 0) { - totalMemSizeStr = StringUtils.byteDesc(totalMemSize*1024l*1024); - } - if (totalCompactingCells > 0) { - totalCompactionProgress = String.format("%.2f", 100 * - ((float) totalCompactedCells / totalCompactingCells)) + "%"; - } - if (totalBlocksTotalWeight > 0) { - totalLocality = String.format("%.1f", - ((float) totalBlocksLocalWeight / totalBlocksTotalWeight)); - totalLocalityForSsd = String.format("%.1f", - ((float) totalBlocksLocalWithSsdWeight / totalBlocksTotalWeight)); - } - if(regions != null && regions.size() > 0) { %> -

Table Regions

-
- -
-
- - - - - - - - - - - - - - - <% - if (withReplica) { - %> - - <% - } - %> - - - - <% - List> entryList = new ArrayList<>(regionsToLoad.entrySet()); - numRegions = regions.size(); - int numRegionsRendered = 0; - // render all regions - if (numRegionsToRender < 0) { - numRegionsToRender = numRegions; + } else { + RegionMetrics load0 = getEmptyRegionMetrics(regionInfo); + regionsToLoad.put(regionInfo, load0); + } + } + if (totalSize > 0) { + totalSizeStr = StringUtils.byteDesc(totalSize*1024l*1024); + } + if (totalSizeUncompressed > 0){ + totalSizeUncompressedStr = StringUtils.byteDesc(totalSizeUncompressed*1024l*1024); + } + if (totalMemSize > 0) { + totalMemSizeStr = StringUtils.byteDesc(totalMemSize*1024l*1024); + } + if (totalCompactingCells > 0) { + totalCompactionProgress = String.format("%.2f", 100 * + ((float) totalCompactedCells / totalCompactingCells)) + "%"; + } + if (totalBlocksTotalWeight > 0) { + totalLocality = String.format("%.1f", + ((float) totalBlocksLocalWeight / totalBlocksTotalWeight)); + totalLocalityForSsd = String.format("%.1f", + ((float) totalBlocksLocalWithSsdWeight / totalBlocksTotalWeight)); + } + if(regions != null && regions.size() > 0) { %> +

Table Regions

+
+ +
+
+
Name(<%= String.format("%,1d", regions.size())%>)Region ServerReadRequests
(<%= String.format("%,1d", totalReadReq)%>)		WriteRequests
(<%= String.format("%,1d", totalWriteReq)%>)		Uncompressed StoreFileSize
(<%= totalSizeUncompressedStr %>)		StorefileSize
(<%= totalSizeStr %>)		Num.Storefiles
(<%= String.format("%,1d", totalStoreFileCount)%>)		MemSize
(<%= totalMemSizeStr %>)		Start KeyEnd KeyRegion StateReplicaID
+ + + + + + + + + + + + + + + + + + <% + List> entryList = new ArrayList<>(regionsToLoad.entrySet()); + numRegions = regions.size(); + int numRegionsRendered = 0; + // render all regions + if (numRegionsToRender < 0) { + numRegionsToRender = numRegions; + } + for (Map.Entry hriEntry : entryList) { + RegionInfo regionInfo = hriEntry.getKey(); + ServerName addr = regionsToServer.get(regionInfo); + RegionMetrics load = hriEntry.getValue(); + String readReq = "N/A"; + String writeReq = "N/A"; + String regionSizeUncompressed = ZEROMB; + String regionSize = ZEROMB; + String fileCount = "N/A"; + String memSize = ZEROMB; + String state = "N/A"; + if (load != null) { + readReq = String.format("%,1d", load.getReadRequestCount()); + writeReq = String.format("%,1d", load.getWriteRequestCount()); + double rSize = load.getStoreFileSize().get(Size.Unit.BYTE); + if (rSize > 0) { + regionSize = StringUtils.byteDesc((long)rSize); } - for (Map.Entry hriEntry : entryList) { - RegionInfo regionInfo = hriEntry.getKey(); - ServerName addr = regionsToServer.get(regionInfo); - RegionMetrics load = hriEntry.getValue(); - String readReq = "N/A"; - String writeReq = "N/A"; - String regionSizeUncompressed = ZEROMB; - String regionSize = ZEROMB; - String fileCount = "N/A"; - String memSize = ZEROMB; - String state = "N/A"; - if (load != null) { - readReq = String.format("%,1d", load.getReadRequestCount()); - writeReq = String.format("%,1d", load.getWriteRequestCount()); - double rSize = load.getStoreFileSize().get(Size.Unit.BYTE); - if (rSize > 0) { - regionSize = StringUtils.byteDesc((long)rSize); - } - double rSizeUncompressed = load.getUncompressedStoreFileSize().get(Size.Unit.BYTE); - if (rSizeUncompressed > 0) { - regionSizeUncompressed = StringUtils.byteDesc((long)rSizeUncompressed); - } - fileCount = String.format("%,1d", load.getStoreFileCount()); - double mSize = load.getMemStoreSize().get(Size.Unit.BYTE); - if (mSize > 0) { - memSize = StringUtils.byteDesc((long)mSize); - } - } - if (stateMap.containsKey(regionInfo.getEncodedName())) { - state = stateMap.get(regionInfo.getEncodedName()).toString(); - } - if (addr != null) { - ServerMetrics sl = master.getServerManager().getLoad(addr); - // This port might be wrong if RS actually ended up using something else. - urlRegionServer = - "//" + URLEncoder.encode(addr.getHostname()) + ":" + master.getRegionServerInfoPort(addr) + "/rs-status"; - if(sl != null) { - Integer i = regDistribution.get(addr); - if (null == i) i = Integer.valueOf(0); - regDistribution.put(addr, i + 1); - if (withReplica && RegionReplicaUtil.isDefaultReplica(regionInfo.getReplicaId())) { - i = primaryRegDistribution.get(addr); - if (null == i) i = Integer.valueOf(0); - primaryRegDistribution.put(addr, i+1); - } - } - } - if (numRegionsRendered < numRegionsToRender) { - numRegionsRendered++; - %> - - - <% - if (urlRegionServer != null) { - %> - - <% - } else { - %> - - <% - } - %> - - - - - - - - - - <% - if (withReplica) { - %> - - <% - } - %> - - <% } %> - <% } %> - -
Name(<%= String.format("%,1d", regions.size())%>)Region ServerReadRequests
(<%= String.format("%,1d", totalReadReq)%>)		WriteRequests
(<%= String.format("%,1d", totalWriteReq)%>)		Uncompressed StoreFileSize
(<%= totalSizeUncompressedStr %>)		StorefileSize
(<%= totalSizeStr %>)		Num.Storefiles
(<%= String.format("%,1d", totalStoreFileCount)%>)		MemSize
(<%= totalMemSizeStr %>)		Start KeyEnd KeyRegion StateReplicaID
<%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %> - <%= addr == null? "-": StringEscapeUtils.escapeHtml4(addr.getHostname().toString()) + ":" + master.getRegionServerInfoPort(addr) %> - not deployed<%= readReq%><%= writeReq%><%= regionSizeUncompressed%><%= regionSize%><%= fileCount%><%= memSize%><%= escapeXml(Bytes.toStringBinary(regionInfo.getStartKey()))%><%= escapeXml(Bytes.toStringBinary(regionInfo.getEndKey()))%><%= state%><%= regionInfo.getReplicaId() %>
- <% if (numRegions > numRegionsRendered) { - String allRegionsUrl = "?name=" + URLEncoder.encode(fqtn,"UTF-8") + "&numRegions=all"; - %> -

This table has <%= numRegions %> regions in total, in order to improve the page load time, - only <%= numRegionsRendered %> regions are displayed here, click - here to see all regions.

- <% } %> -
-
- - - - - - - - - - - <% - numRegionsRendered = 0; - for (Map.Entry hriEntry : entryList) { - RegionInfo regionInfo = hriEntry.getKey(); - ServerName addr = regionsToServer.get(regionInfo); - RegionMetrics load = hriEntry.getValue(); - float locality = 0.0f; - float localityForSsd = 0.0f; - String state = "N/A"; - if (load != null) { - locality = load.getDataLocality(); - localityForSsd = load.getDataLocalityForSsd(); - } - if (addr != null) { - // This port might be wrong if RS actually ended up using something else. - urlRegionServer = - "//" + URLEncoder.encode(addr.getHostname()) + ":" + master.getRegionServerInfoPort(addr) + "/rs-status"; - } - if (numRegionsRendered < numRegionsToRender) { - numRegionsRendered++; - %> - - - <% - if (urlRegionServer != null) { - %> - - <% - } else { - %> - - <% + double rSizeUncompressed = load.getUncompressedStoreFileSize().get(Size.Unit.BYTE); + if (rSizeUncompressed > 0) { + regionSizeUncompressed = StringUtils.byteDesc((long)rSizeUncompressed); } - %> - - - - <% } %> - <% } %> - -
Name(<%= String.format("%,1d", regions.size())%>)Region ServerLocality
(<%= totalLocality %>)		LocalityForSsd
(<%= totalLocalityForSsd %>)
<%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %> - <%= addr == null? "-": StringEscapeUtils.escapeHtml4(addr.getHostname().toString()) + ":" + master.getRegionServerInfoPort(addr) %> - not deployed<%= locality%><%= localityForSsd%>
-
-
- - - - - - - - - - - - - <% - numRegionsRendered = 0; - for (Map.Entry hriEntry : entryList) { - RegionInfo regionInfo = hriEntry.getKey(); - ServerName addr = regionsToServer.get(regionInfo); - RegionMetrics load = hriEntry.getValue(); - long compactingCells = 0; - long compactedCells = 0; - String compactionProgress = ""; - if (load != null) { - compactingCells = load.getCompactingCellCount(); - compactedCells = load.getCompactedCellCount(); - if (compactingCells > 0) { - compactionProgress = String.format("%.2f", 100 * ((float) - compactedCells / compactingCells)) + "%"; - } - } - if (addr != null) { - // This port might be wrong if RS actually ended up using something else. - urlRegionServer = - "//" + URLEncoder.encode(addr.getHostname()) + ":" + master.getRegionServerInfoPort(addr) + "/rs-status"; - } - if (numRegionsRendered < numRegionsToRender) { - numRegionsRendered++; - %> - - - <% - if (urlRegionServer != null) { - %> - - <% - } else { - %> - - <% + fileCount = String.format("%,1d", load.getStoreFileCount()); + double mSize = load.getMemStoreSize().get(Size.Unit.BYTE); + if (mSize > 0) { + memSize = StringUtils.byteDesc((long)mSize); + } + } + + if (stateMap.containsKey(regionInfo.getEncodedName())) { + state = stateMap.get(regionInfo.getEncodedName()).toString(); + } + + if (addr != null) { + ServerMetrics sl = master.getServerManager().getLoad(addr); + if(sl != null) { + Integer i = regDistribution.get(addr); + if (null == i) i = Integer.valueOf(0); + regDistribution.put(addr, i + 1); + if (RegionReplicaUtil.isDefaultReplica(regionInfo.getReplicaId())) { + i = primaryRegDistribution.get(addr); + if (null == i) i = Integer.valueOf(0); + primaryRegDistribution.put(addr, i+1); } - %> - - - - - - <% } %> - <% } %> - -
Name(<%= String.format("%,1d", regions.size())%>)Region ServerNum. Compacting Cells
(<%= String.format("%,1d", totalCompactingCells)%>)		Num. Compacted Cells
(<%= String.format("%,1d", totalCompactedCells)%>)		Remaining Cells
(<%= String.format("%,1d", totalCompactingCells-totalCompactedCells)%>)		Compaction Progress
(<%= totalCompactionProgress %>)
<%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %> - <%= addr == null? "-": StringEscapeUtils.escapeHtml4(addr.getHostname().toString()) + ":" + master.getRegionServerInfoPort(addr) %> - not deployed<%= String.format("%,1d", compactingCells)%><%= String.format("%,1d", compactedCells)%><%= String.format("%,1d", compactingCells - compactedCells)%><%= compactionProgress%>
- <% if (numRegions > numRegionsRendered) { - String allRegionsUrl = "?name=" + URLEncoder.encode(fqtn,"UTF-8") + "&numRegions=all"; - %> -

This table has <%= numRegions %> regions in total, in order to improve the page load time, - only <%= numRegionsRendered %> regions are displayed here, click - here to see all regions.

- <% } %> -
-
+ } + } + if (numRegionsRendered < numRegionsToRender) { + numRegionsRendered++; + %> + + <%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %> + <%= buildRegionDeployedServerTag(regionInfo, master, regionsToServer) %> + <%= readReq%> + <%= writeReq%> + <%= regionSizeUncompressed%> + <%= regionSize%> + <%= fileCount%> + <%= memSize%> + <%= escapeXml(Bytes.toStringBinary(regionInfo.getStartKey()))%> + <%= escapeXml(Bytes.toStringBinary(regionInfo.getEndKey()))%> + <%= state%> + <%= regionInfo.getReplicaId() %> + + <% } %> + <% } %> + + + <%= moreRegionsToRender(numRegionsRendered, numRegions, fqtn) %>
-

Regions by Region Server

- <% - if (withReplica) { - %> - - <% -} else { -%> -
Region ServerRegion CountPrimary Region Count
+
+
Region ServerRegion Count
+ + + + + + + + <% - } + numRegionsRendered = 0; + for (Map.Entry hriEntry : entryList) { + RegionInfo regionInfo = hriEntry.getKey(); + ServerName addr = regionsToServer.get(regionInfo); + RegionMetrics load = hriEntry.getValue(); + float locality = 0.0f; + float localityForSsd = 0.0f; + String state = "N/A"; + if (load != null) { + locality = load.getDataLocality(); + localityForSsd = load.getDataLocalityForSsd(); + } + + if (numRegionsRendered < numRegionsToRender) { + numRegionsRendered++; %> + + + <%= buildRegionDeployedServerTag(regionInfo, master, regionsToServer) %> + + + + <% } %> + <% } %> + +
Name(<%= String.format("%,1d", regions.size())%>)Region ServerLocality
(<%= totalLocality %>)		LocalityForSsd
(<%= totalLocalityForSsd %>)
<%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %><%= locality%><%= localityForSsd%>
+ <%= moreRegionsToRender(numRegionsRendered, numRegions, fqtn) %> + +
+ + + + + + + + + + + + <% - for (Map.Entry rdEntry : regDistribution.entrySet()) { - ServerName addr = rdEntry.getKey(); - String url = "//" + URLEncoder.encode(addr.getHostname()) + ":" + master.getRegionServerInfoPort(addr) + "/rs-status"; + numRegionsRendered = 0; + for (Map.Entry hriEntry : entryList) { + RegionInfo regionInfo = hriEntry.getKey(); + ServerName addr = regionsToServer.get(regionInfo); + RegionMetrics load = hriEntry.getValue(); + long compactingCells = 0; + long compactedCells = 0; + String compactionProgress = ""; + if (load != null) { + compactingCells = load.getCompactingCellCount(); + compactedCells = load.getCompactedCellCount(); + if (compactingCells > 0) { + compactionProgress = String.format("%.2f", 100 * ((float) + compactedCells / compactingCells)) + "%"; + } + } + + if (numRegionsRendered < numRegionsToRender) { + numRegionsRendered++; %> - - - <% - if (withReplica) { - %> - - <% - } - %> + + <%= buildRegionDeployedServerTag(regionInfo, master, regionsToServer) %> + + + + <% } %> + <% } %>
Name(<%= String.format("%,1d", regions.size())%>)Region ServerNum. Compacting Cells
(<%= String.format("%,1d", totalCompactingCells)%>)		Num. Compacted Cells
(<%= String.format("%,1d", totalCompactedCells)%>)		Remaining Cells
(<%= String.format("%,1d", totalCompactingCells-totalCompactedCells)%>)		Compaction Progress
(<%= totalCompactionProgress %>)
<%= StringEscapeUtils.escapeHtml4(addr.getHostname().toString()) + ":" + master.getRegionServerInfoPort(addr) %><%= rdEntry.getValue()%><%= primaryRegDistribution.get(addr)%><%= escapeXml(Bytes.toStringBinary(regionInfo.getRegionName())) %><%= String.format("%,1d", compactingCells)%><%= String.format("%,1d", compactedCells)%><%= String.format("%,1d", compactingCells - compactedCells)%><%= compactionProgress%>
- <% } + <%= moreRegionsToRender(numRegionsRendered, numRegions, fqtn) %> +
+ + + +

Regions by Region Server

+ + + + + + + + + <% + for (Map.Entry rdEntry : regDistribution.entrySet()) { + ServerName addr = rdEntry.getKey(); + String url = "//" + URLEncoder.encode(addr.getHostname()) + ":" + + master.getRegionServerInfoPort(addr) + "/rs-status"; + %> + + + + + + <% } %> + +
Region ServerRegion CountPrimary Region Count
<%= StringEscapeUtils.escapeHtml4(addr.getHostname().toString()) + + ":" + master.getRegionServerInfoPort(addr) %><%= rdEntry.getValue()%><%= primaryRegDistribution.get(addr) == null ? 0 : primaryRegDistribution.get(addr)%>
+ +<% } } catch(Exception ex) { %> Unknown Issue with Regions
@@ -1296,41 +1258,6 @@ <% } %>
-<% } -} catch(TableNotFoundException e) { %> -
-
-
-

Table not found

-
-
-

-

Go Back -

<% -} catch(IllegalArgumentException e) { %> -
-
-
-

Table qualifier must not be empty

-
-
-

-

Go Back -

<% - } -} -else { // handle the case for fqtn is null or master is not initialized with error message + redirect -%> -
-
-
-

Table not ready

-
-
-

- -

-<% } %> @@ -1338,78 +1265,90 @@ else { // handle the case for fqtn is null or master is not initialized with err From 9e4d233f46c3e563e7dc0aa5977f145cfc7e42a3 Mon Sep 17 00:00:00 2001 From: Akshay Sudheer <74921542+AkshayTSudheer@users.noreply.github.com> Date: Wed, 3 Mar 2021 09:38:55 +0530 Subject: [PATCH 4/5] HBASE-25402 Sorting order by start key or end key is not considering empty start key/end key (#2955) Signed-off-by: Duo Zhang Signed-off-by: Pankaj Kumar (cherry picked from commit 157200ef8375a91905efb3589393f2ef2b58b970) --- .../hadoop/hbase/tmpl/regionserver/RSStatusTmpl.jamon | 7 ++++++- .../src/main/resources/hbase-webapps/master/table.jsp | 8 ++++++-- 2 files changed, 12 insertions(+), 3 deletions(-) diff --git a/hbase-server/src/main/jamon/org/apache/hadoop/hbase/tmpl/regionserver/RSStatusTmpl.jamon b/hbase-server/src/main/jamon/org/apache/hadoop/hbase/tmpl/regionserver/RSStatusTmpl.jamon index 23330096cf39..d837b8504623 100644 --- a/hbase-server/src/main/jamon/org/apache/hadoop/hbase/tmpl/regionserver/RSStatusTmpl.jamon +++ b/hbase-server/src/main/jamon/org/apache/hadoop/hbase/tmpl/regionserver/RSStatusTmpl.jamon @@ -299,7 +299,12 @@ $(document).ready(function() type: "numeric" }); - $("#baseStatsTable").tablesorter(); + $("#baseStatsTable").tablesorter({ + headers: { + 1: {empty: 'emptyMin'}, + 2: {empty: 'emptyMax'} + } + }); $("#requestStatsTable").tablesorter({ headers: { 1: {sorter: 'separator'}, diff --git a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp index a2dc825c2cfb..7aee8a38d5b0 100644 --- a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp +++ b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp @@ -1311,7 +1311,9 @@ $(document).ready(function() 3: {sorter: 'separator'}, 4: {sorter: 'filesize'}, 5: {sorter: 'separator'}, - 6: {sorter: 'filesize'} + 6: {sorter: 'filesize'}, + 7: {empty: 'emptyMin'}, + 8: {empty: 'emptyMax'} } }); $("#metaTableBaseStatsTable").tablesorter({ @@ -1320,7 +1322,9 @@ $(document).ready(function() 3: {sorter: 'separator'}, 4: {sorter: 'filesize'}, 5: {sorter: 'separator'}, - 6: {sorter: 'filesize'} + 6: {sorter: 'filesize'}, + 7: {empty: 'emptyMin'}, + 8: {empty: 'emptyMax'} } }); $("#tableLocalityStatsTable").tablesorter({ From 59d05d608c414e77a75a223fcf824fcc4c280e9f Mon Sep 17 00:00:00 2001 From: Peng Lu Date: Thu, 5 Sep 2024 20:07:36 +0800 Subject: [PATCH 5/5] HBASE-28778 NPE may occur when opening master-status or table.jsp or procedure.jsp while Master is initializing (#6152) Signed-off-by: Duo Zhang (cherry picked from commit 3caaf2d739106b56ab94a0561e730ff35802610d) --- .../resources/hbase-webapps/master/table.jsp | 39 ++++++++++--------- 1 file changed, 21 insertions(+), 18 deletions(-) diff --git a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp index 7aee8a38d5b0..f9b6120196cf 100644 --- a/hbase-server/src/main/resources/hbase-webapps/master/table.jsp +++ b/hbase-server/src/main/resources/hbase-webapps/master/table.jsp @@ -147,11 +147,32 @@ return ""; } %> + + + + + <% final String ZEROMB = "0 MB"; HMaster master = (HMaster)getServletContext().getAttribute(HMaster.MASTER); Configuration conf = master.getConfiguration(); String fqtn = request.getParameter("name"); + // handle the case for fqtn is null or master is not initialized with error message + redirect + if (fqtn == null || !master.isInitialized()) { +%> +
+
+
+

Table not ready

+
+
+

+ +

+<% return; + } %> + +<% final String escaped_fqtn = StringEscapeUtils.escapeHtml4(fqtn); Table table = master.getConnection().getTable(TableName.valueOf(fqtn)); boolean showFragmentation = conf.getBoolean("hbase.master.ui.fragmentation.enabled", false); @@ -200,24 +221,6 @@ final MetaBrowser metaBrowser = new MetaBrowser(connection, request); %> - - - - -<% // handle the case for fqtn is null or master is not initialized with error message + redirect - if (fqtn == null || ! master.isInitialized()) { %> -
-
-
-

Table not ready

-
-
-

- -

-<% return; - } %> - <% // unknow table if (! admin.tableExists(TableName.valueOf(fqtn)).get()) { %>