Skip to content

HBASE-25469 Add detailed RIT info in JSON format for consumption as metrics #3557

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
apurtell merged 1 commit into from
Aug 5, 2021
Merged

HBASE-25469 Add detailed RIT info in JSON format for consumption as metrics #3557

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion ...rver/src/main/jamon/org/apache/hadoop/hbase/tmpl/master/AssignmentManagerStatusTmpl.jamon
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ int numOfPages = (int) Math.ceil(numOfRITs * 1.0 / ritsPerPage);
</%java>
<section>
<h2>Regions in Transition</h2>
<p><% numOfRITs %> region(s) in transition.
<p><a href="/rits.jsp"><% numOfRITs %> region(s) in transition.</a>
<%if !ritsTwiceThreshold.isEmpty() %>
<span class="label label-danger" style="font-size:100%;font-weight:normal">
<%elseif !ritsOverThreshold.isEmpty() %>
Expand Down
13 changes: 10 additions & 3 deletions hbase-server/src/main/jamon/org/apache/hadoop/hbase/tmpl/master/MasterStatusTmpl.jamon
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -195,6 +195,10 @@ AssignmentManager assignmentManager = master.getAssignmentManager();
</div>
</%if>

<%if master.getAssignmentManager() != null %>
<& AssignmentManagerStatusTmpl; assignmentManager=master.getAssignmentManager()&>
</%if>

<section>
<h2>Region Servers</h2>
<& RegionServerListTmpl; master= master; servers = servers &>
Expand Down Expand Up @@ -241,9 +245,6 @@ AssignmentManager assignmentManager = master.getAssignmentManager();
<h2>Peers</h2>
<& peerConfigs &>
</section>
<%if master.getAssignmentManager() != null %>
<& AssignmentManagerStatusTmpl; assignmentManager=master.getAssignmentManager()&>
</%if>
<%else>
<section>
<& BackupMasterStatusTmpl; master = master &>
Expand Down Expand Up @@ -472,6 +473,9 @@ AssignmentManager assignmentManager = master.getAssignmentManager();
master.getAssignmentManager().getRegionStates()
.getRegionByStateOfTable(tableName);
int openRegionsCount = tableRegions.get(RegionState.State.OPEN).size();
int openingRegionsCount = tableRegions.get(RegionState.State.OPENING).size();
int closedRegionsCount = tableRegions.get(RegionState.State.CLOSED).size();
int closingRegionsCount = tableRegions.get(RegionState.State.CLOSING).size();
int offlineRegionsCount = tableRegions.get(RegionState.State.OFFLINE).size();
int splitRegionsCount = tableRegions.get(RegionState.State.SPLIT).size();
int failedRegionsCount = tableRegions.get(RegionState.State.FAILED_OPEN).size()
Expand All @@ -492,6 +496,9 @@ AssignmentManager assignmentManager = master.getAssignmentManager();
<td align="center"><% frags.get(tableName.getNameAsString()) != null ? frags.get(tableName.getNameAsString()).intValue() + "%" : "n/a" %></td>
</%if>
<td><% openRegionsCount %></td>
<%if (openingRegionsCount > 0) %> <td><a href="/rits.jsp?table=<% tableName.getNameAsString() %>&state=OPENING"><% openingRegionsCount %></td> <%else><td><% openingRegionsCount %></td> </%if>
<td><% closedRegionsCount %></td>
<%if (closingRegionsCount > 0) %> <td><a href="/rits.jsp?table=<% tableName.getNameAsString() %>&state=CLOSING"><% closingRegionsCount %></td> <%else><td><% closingRegionsCount %></td> </%if>
<td><% offlineRegionsCount %></td>
<td><% failedRegionsCount %></td>
<td><% splitRegionsCount %></td>
Expand Down
180 changes: 180 additions & 0 deletions hbase-server/src/main/resources/hbase-webapps/master/rits.jsp
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,180 @@
<%--
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
--%>
<%@ page contentType="text/html;charset=UTF-8"
import="java.util.ArrayList"
import="java.util.List"
import="java.util.HashMap"
import="java.util.HashSet"
import="java.util.Map"
import="java.util.Set"
import="org.apache.hadoop.hbase.HBaseConfiguration"
import="org.apache.hadoop.hbase.master.HMaster"
import="org.apache.hadoop.hbase.master.RegionState"
import="org.apache.hadoop.hbase.util.GsonUtil"
import="org.apache.hbase.thirdparty.com.google.gson.Gson"
%>
<%
HMaster master = (HMaster) getServletContext().getAttribute(HMaster.MASTER);
Set<RegionState> rit = master.getAssignmentManager().getRegionStates().getRegionsInTransition();
String table = request.getParameter("table");
String state = request.getParameter("state");
if (table != null && state != null && !table.equals("null") && !state.equals("null")) {
Set<RegionState> ritFiltered = new HashSet<>();
for (RegionState regionState: rit) {
if (regionState.getRegion().getTable().getNameAsString().equals(table) &&
regionState.getState().name().equals(state)){
ritFiltered.add(regionState);
}
}
rit = ritFiltered;
}

String format = request.getParameter("format");
if(format == null || format.isEmpty()){
format = "html";
}
String filter = request.getParameter("filter");
%>


<% if (format.equals("html")) { %>
<!--[if IE]>
<!DOCTYPE html>
<![endif]-->
<?xml version="1.0" encoding="UTF-8" ?>
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta charset="utf-8">
<title>HBase Master Procedures: <%= master.getServerName() %></title>
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta name="description" content="">
<meta name="author" content="">

<link href="/static/css/bootstrap.min.css" rel="stylesheet">
<link href="/static/css/bootstrap-theme.min.css" rel="stylesheet">
<link href="/static/css/hbase.css" rel="stylesheet">
</head>
<body>
<div class="navbar navbar-fixed-top navbar-default">
<div class="container-fluid">
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="/master-status"><img src="/static/hbase_logo_small.png" alt="HBase Logo"/></a>
</div>
<div class="collapse navbar-collapse">
<ul class="nav navbar-nav">
<li><a href="/master-status">Home</a></li>
<li><a href="/tablesDetailed.jsp">Table Details</a></li>
<li><a href="/procedures.jsp">Procedures</a></li>
<li><a href="/logs/">Local Logs</a></li>
<li><a href="/logLevel">Log Level</a></li>
<li><a href="/dump">Debug Dump</a></li>
<li><a href="/jmx">Metrics Dump</a></li>
<li><a href="/prof">Profiler</a></li>
<% if (HBaseConfiguration.isShowConfInServlet()) { %>
<li><a href="/conf">HBase Configuration</a></li>
<% } %>
</ul>
</div><!--/.nav-collapse -->
</div>
</div>
<div class="container-fluid content">
<div class="row">
<div class="page-header">
<h1>Regions in transition</h1>
</div>
</div>
<div class="row">
<div class="page-header">
<a href="/rits.jsp?format=txt&filter=region&table=<%=table%>&state=<%=state%>" class="btn btn-primary">Regions in text format</a>
<a href="/rits.jsp?format=json&table=<%=table%>&state=<%=state%>" class="btn btn-info">RIT info as JSON</a>
<p>regions in text format can be copied and passed to command-line utils such as hbck2</p>
</div>
</div>

<% if (rit != null && rit.size() > 0) { %>
<table class="table table-striped">
<tr>
<th>Region</th>
<th>Table</th>
<th>RegionState</th>
<th>Server</th>
<th>Start Time</th>
<th>Duration (ms)</th>
</tr>
<% for (RegionState regionState : rit) { %>
<tr>
<td><%= regionState.getRegion().getEncodedName() %></td>
<td><%= regionState.getRegion().getTable() %></td>
<td><%= regionState.getState() %></td>
<td><%= regionState.getServerName() %></td>
<td><%= regionState.getStamp() %></td>
<td><%= regionState.getRitDuration() %></td>
</tr>
<% } %>
<p><%= rit.size() %> region(s) in transition.</p>
</table>
<% } else { %>
<p> no region in transition right now. </p>
<% } %>
</div>
<script src="/static/js/jquery.min.js" type="text/javascript"></script>
<script src="/static/js/bootstrap.min.js" type="text/javascript"></script>

</body>
</html>
<% } else if (format.equals("json")) { %>
<%
Gson GSON = GsonUtil.createGson().create();
Map<String, List<Map<String, Object>>> map = new HashMap<>();
List<Map<String, Object>> rits = new ArrayList<>();
map.put("rits", rits);
for (RegionState regionState : rit) {
Map<String, Object> r = new HashMap<>();
r.put("region", regionState.getRegion().getEncodedName());
r.put("table", regionState.getRegion().getTable().getNameAsString());
r.put("state", regionState.getState());
r.put("server", regionState.getServerName());
r.put("startTime", regionState.getStamp());
r.put("duration", regionState.getRitDuration());
rits.add(r);
}
%>
<%= GSON.toJson(map) %>
<% } else { %>
<div class="container-fluid content">
<div class="row">
<p>
<%
if (filter.equals("region")) {
for (RegionState regionState : rit) { %>
<%= regionState.getRegion().getEncodedName() %><br>
<% }
} else { %>
"Not a valid filter"
<% } %>
</p>
</div>
</div>
<% } %>