http://git-wip-us.apache.org/repos/asf/hbase-site/blob/b2e10744/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/RSRpcServices.RegionScannerCloseCallBack.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/RSRpcServices.RegionScannerCloseCallBack.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/RSRpcServices.RegionScannerCloseCallBack.html index eccc4a3..ebbde54 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/RSRpcServices.RegionScannerCloseCallBack.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/RSRpcServices.RegionScannerCloseCallBack.html @@ -1744,1869 +1744,1872 @@ <span class="sourceLineNo">1736</span> HRegion region = getRegion(request.getRegion());<a name="line.1736"></a> <span class="sourceLineNo">1737</span> RegionInfo info = region.getRegionInfo();<a name="line.1737"></a> <span class="sourceLineNo">1738</span> byte[] bestSplitRow = null;<a name="line.1738"></a> -<span class="sourceLineNo">1739</span> if (request.hasBestSplitRow() && request.getBestSplitRow()) {<a name="line.1739"></a> -<span class="sourceLineNo">1740</span> HRegion r = region;<a name="line.1740"></a> -<span class="sourceLineNo">1741</span> region.startRegionOperation(Operation.SPLIT_REGION);<a name="line.1741"></a> -<span class="sourceLineNo">1742</span> r.forceSplit(null);<a name="line.1742"></a> -<span class="sourceLineNo">1743</span> bestSplitRow = r.checkSplit();<a name="line.1743"></a> -<span class="sourceLineNo">1744</span> // when all table data are in memstore, bestSplitRow = null<a name="line.1744"></a> -<span class="sourceLineNo">1745</span> // try to flush region first<a name="line.1745"></a> -<span class="sourceLineNo">1746</span> if(bestSplitRow == null) {<a name="line.1746"></a> -<span class="sourceLineNo">1747</span> r.flush(true);<a name="line.1747"></a> -<span class="sourceLineNo">1748</span> bestSplitRow = r.checkSplit();<a name="line.1748"></a> -<span class="sourceLineNo">1749</span> }<a name="line.1749"></a> -<span class="sourceLineNo">1750</span> r.clearSplit();<a name="line.1750"></a> -<span class="sourceLineNo">1751</span> }<a name="line.1751"></a> -<span class="sourceLineNo">1752</span> GetRegionInfoResponse.Builder builder = GetRegionInfoResponse.newBuilder();<a name="line.1752"></a> -<span class="sourceLineNo">1753</span> builder.setRegionInfo(ProtobufUtil.toRegionInfo(info));<a name="line.1753"></a> -<span class="sourceLineNo">1754</span> if (request.hasCompactionState() && request.getCompactionState()) {<a name="line.1754"></a> -<span class="sourceLineNo">1755</span> builder.setCompactionState(ProtobufUtil.createCompactionState(region.getCompactionState()));<a name="line.1755"></a> -<span class="sourceLineNo">1756</span> }<a name="line.1756"></a> -<span class="sourceLineNo">1757</span> builder.setSplittable(region.isSplittable());<a name="line.1757"></a> -<span class="sourceLineNo">1758</span> builder.setMergeable(region.isMergeable());<a name="line.1758"></a> -<span class="sourceLineNo">1759</span> if (request.hasBestSplitRow() && request.getBestSplitRow() && bestSplitRow != null) {<a name="line.1759"></a> -<span class="sourceLineNo">1760</span> builder.setBestSplitRow(UnsafeByteOperations.unsafeWrap(bestSplitRow));<a name="line.1760"></a> -<span class="sourceLineNo">1761</span> }<a name="line.1761"></a> -<span class="sourceLineNo">1762</span> return builder.build();<a name="line.1762"></a> -<span class="sourceLineNo">1763</span> } catch (IOException ie) {<a name="line.1763"></a> -<span class="sourceLineNo">1764</span> throw new ServiceException(ie);<a name="line.1764"></a> -<span class="sourceLineNo">1765</span> }<a name="line.1765"></a> -<span class="sourceLineNo">1766</span> }<a name="line.1766"></a> -<span class="sourceLineNo">1767</span><a name="line.1767"></a> -<span class="sourceLineNo">1768</span> @Override<a name="line.1768"></a> -<span class="sourceLineNo">1769</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1769"></a> -<span class="sourceLineNo">1770</span> public GetRegionLoadResponse getRegionLoad(RpcController controller,<a name="line.1770"></a> -<span class="sourceLineNo">1771</span> GetRegionLoadRequest request) throws ServiceException {<a name="line.1771"></a> -<span class="sourceLineNo">1772</span><a name="line.1772"></a> -<span class="sourceLineNo">1773</span> List<HRegion> regions;<a name="line.1773"></a> -<span class="sourceLineNo">1774</span> if (request.hasTableName()) {<a name="line.1774"></a> -<span class="sourceLineNo">1775</span> TableName tableName = ProtobufUtil.toTableName(request.getTableName());<a name="line.1775"></a> -<span class="sourceLineNo">1776</span> regions = regionServer.getRegions(tableName);<a name="line.1776"></a> -<span class="sourceLineNo">1777</span> } else {<a name="line.1777"></a> -<span class="sourceLineNo">1778</span> regions = regionServer.getRegions();<a name="line.1778"></a> -<span class="sourceLineNo">1779</span> }<a name="line.1779"></a> -<span class="sourceLineNo">1780</span> List<RegionLoad> rLoads = new ArrayList<>(regions.size());<a name="line.1780"></a> -<span class="sourceLineNo">1781</span> RegionLoad.Builder regionLoadBuilder = ClusterStatusProtos.RegionLoad.newBuilder();<a name="line.1781"></a> -<span class="sourceLineNo">1782</span> RegionSpecifier.Builder regionSpecifier = RegionSpecifier.newBuilder();<a name="line.1782"></a> -<span class="sourceLineNo">1783</span><a name="line.1783"></a> -<span class="sourceLineNo">1784</span> try {<a name="line.1784"></a> -<span class="sourceLineNo">1785</span> for (HRegion region : regions) {<a name="line.1785"></a> -<span class="sourceLineNo">1786</span> rLoads.add(regionServer.createRegionLoad(region, regionLoadBuilder, regionSpecifier));<a name="line.1786"></a> -<span class="sourceLineNo">1787</span> }<a name="line.1787"></a> -<span class="sourceLineNo">1788</span> } catch (IOException e) {<a name="line.1788"></a> -<span class="sourceLineNo">1789</span> throw new ServiceException(e);<a name="line.1789"></a> -<span class="sourceLineNo">1790</span> }<a name="line.1790"></a> -<span class="sourceLineNo">1791</span> GetRegionLoadResponse.Builder builder = GetRegionLoadResponse.newBuilder();<a name="line.1791"></a> -<span class="sourceLineNo">1792</span> builder.addAllRegionLoads(rLoads);<a name="line.1792"></a> -<span class="sourceLineNo">1793</span> return builder.build();<a name="line.1793"></a> -<span class="sourceLineNo">1794</span> }<a name="line.1794"></a> -<span class="sourceLineNo">1795</span><a name="line.1795"></a> -<span class="sourceLineNo">1796</span> @Override<a name="line.1796"></a> -<span class="sourceLineNo">1797</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1797"></a> -<span class="sourceLineNo">1798</span> public ClearCompactionQueuesResponse clearCompactionQueues(RpcController controller,<a name="line.1798"></a> -<span class="sourceLineNo">1799</span> ClearCompactionQueuesRequest request) throws ServiceException {<a name="line.1799"></a> -<span class="sourceLineNo">1800</span> LOG.debug("Client=" + RpcServer.getRequestUserName().orElse(null) + "/"<a name="line.1800"></a> -<span class="sourceLineNo">1801</span> + RpcServer.getRemoteAddress().orElse(null) + " clear compactions queue");<a name="line.1801"></a> -<span class="sourceLineNo">1802</span> ClearCompactionQueuesResponse.Builder respBuilder = ClearCompactionQueuesResponse.newBuilder();<a name="line.1802"></a> -<span class="sourceLineNo">1803</span> requestCount.increment();<a name="line.1803"></a> -<span class="sourceLineNo">1804</span> if (clearCompactionQueues.compareAndSet(false,true)) {<a name="line.1804"></a> -<span class="sourceLineNo">1805</span> try {<a name="line.1805"></a> -<span class="sourceLineNo">1806</span> checkOpen();<a name="line.1806"></a> -<span class="sourceLineNo">1807</span> regionServer.getRegionServerCoprocessorHost().preClearCompactionQueues();<a name="line.1807"></a> -<span class="sourceLineNo">1808</span> for (String queueName : request.getQueueNameList()) {<a name="line.1808"></a> -<span class="sourceLineNo">1809</span> LOG.debug("clear " + queueName + " compaction queue");<a name="line.1809"></a> -<span class="sourceLineNo">1810</span> switch (queueName) {<a name="line.1810"></a> -<span class="sourceLineNo">1811</span> case "long":<a name="line.1811"></a> -<span class="sourceLineNo">1812</span> regionServer.compactSplitThread.clearLongCompactionsQueue();<a name="line.1812"></a> -<span class="sourceLineNo">1813</span> break;<a name="line.1813"></a> -<span class="sourceLineNo">1814</span> case "short":<a name="line.1814"></a> -<span class="sourceLineNo">1815</span> regionServer.compactSplitThread.clearShortCompactionsQueue();<a name="line.1815"></a> +<span class="sourceLineNo">1739</span> boolean shouldSplit = true;<a name="line.1739"></a> +<span class="sourceLineNo">1740</span> if (request.hasBestSplitRow() && request.getBestSplitRow()) {<a name="line.1740"></a> +<span class="sourceLineNo">1741</span> HRegion r = region;<a name="line.1741"></a> +<span class="sourceLineNo">1742</span> region.startRegionOperation(Operation.SPLIT_REGION);<a name="line.1742"></a> +<span class="sourceLineNo">1743</span> r.forceSplit(null);<a name="line.1743"></a> +<span class="sourceLineNo">1744</span> // Even after setting force split if split policy says no to split then we should not split.<a name="line.1744"></a> +<span class="sourceLineNo">1745</span> shouldSplit = region.getSplitPolicy().shouldSplit() && !info.isMetaRegion();<a name="line.1745"></a> +<span class="sourceLineNo">1746</span> bestSplitRow = r.checkSplit();<a name="line.1746"></a> +<span class="sourceLineNo">1747</span> // when all table data are in memstore, bestSplitRow = null<a name="line.1747"></a> +<span class="sourceLineNo">1748</span> // try to flush region first<a name="line.1748"></a> +<span class="sourceLineNo">1749</span> if(bestSplitRow == null) {<a name="line.1749"></a> +<span class="sourceLineNo">1750</span> r.flush(true);<a name="line.1750"></a> +<span class="sourceLineNo">1751</span> bestSplitRow = r.checkSplit();<a name="line.1751"></a> +<span class="sourceLineNo">1752</span> }<a name="line.1752"></a> +<span class="sourceLineNo">1753</span> r.clearSplit();<a name="line.1753"></a> +<span class="sourceLineNo">1754</span> }<a name="line.1754"></a> +<span class="sourceLineNo">1755</span> GetRegionInfoResponse.Builder builder = GetRegionInfoResponse.newBuilder();<a name="line.1755"></a> +<span class="sourceLineNo">1756</span> builder.setRegionInfo(ProtobufUtil.toRegionInfo(info));<a name="line.1756"></a> +<span class="sourceLineNo">1757</span> if (request.hasCompactionState() && request.getCompactionState()) {<a name="line.1757"></a> +<span class="sourceLineNo">1758</span> builder.setCompactionState(ProtobufUtil.createCompactionState(region.getCompactionState()));<a name="line.1758"></a> +<span class="sourceLineNo">1759</span> }<a name="line.1759"></a> +<span class="sourceLineNo">1760</span> builder.setSplittable(region.isSplittable() && shouldSplit);<a name="line.1760"></a> +<span class="sourceLineNo">1761</span> builder.setMergeable(region.isMergeable());<a name="line.1761"></a> +<span class="sourceLineNo">1762</span> if (request.hasBestSplitRow() && request.getBestSplitRow() && bestSplitRow != null) {<a name="line.1762"></a> +<span class="sourceLineNo">1763</span> builder.setBestSplitRow(UnsafeByteOperations.unsafeWrap(bestSplitRow));<a name="line.1763"></a> +<span class="sourceLineNo">1764</span> }<a name="line.1764"></a> +<span class="sourceLineNo">1765</span> return builder.build();<a name="line.1765"></a> +<span class="sourceLineNo">1766</span> } catch (IOException ie) {<a name="line.1766"></a> +<span class="sourceLineNo">1767</span> throw new ServiceException(ie);<a name="line.1767"></a> +<span class="sourceLineNo">1768</span> }<a name="line.1768"></a> +<span class="sourceLineNo">1769</span> }<a name="line.1769"></a> +<span class="sourceLineNo">1770</span><a name="line.1770"></a> +<span class="sourceLineNo">1771</span> @Override<a name="line.1771"></a> +<span class="sourceLineNo">1772</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1772"></a> +<span class="sourceLineNo">1773</span> public GetRegionLoadResponse getRegionLoad(RpcController controller,<a name="line.1773"></a> +<span class="sourceLineNo">1774</span> GetRegionLoadRequest request) throws ServiceException {<a name="line.1774"></a> +<span class="sourceLineNo">1775</span><a name="line.1775"></a> +<span class="sourceLineNo">1776</span> List<HRegion> regions;<a name="line.1776"></a> +<span class="sourceLineNo">1777</span> if (request.hasTableName()) {<a name="line.1777"></a> +<span class="sourceLineNo">1778</span> TableName tableName = ProtobufUtil.toTableName(request.getTableName());<a name="line.1778"></a> +<span class="sourceLineNo">1779</span> regions = regionServer.getRegions(tableName);<a name="line.1779"></a> +<span class="sourceLineNo">1780</span> } else {<a name="line.1780"></a> +<span class="sourceLineNo">1781</span> regions = regionServer.getRegions();<a name="line.1781"></a> +<span class="sourceLineNo">1782</span> }<a name="line.1782"></a> +<span class="sourceLineNo">1783</span> List<RegionLoad> rLoads = new ArrayList<>(regions.size());<a name="line.1783"></a> +<span class="sourceLineNo">1784</span> RegionLoad.Builder regionLoadBuilder = ClusterStatusProtos.RegionLoad.newBuilder();<a name="line.1784"></a> +<span class="sourceLineNo">1785</span> RegionSpecifier.Builder regionSpecifier = RegionSpecifier.newBuilder();<a name="line.1785"></a> +<span class="sourceLineNo">1786</span><a name="line.1786"></a> +<span class="sourceLineNo">1787</span> try {<a name="line.1787"></a> +<span class="sourceLineNo">1788</span> for (HRegion region : regions) {<a name="line.1788"></a> +<span class="sourceLineNo">1789</span> rLoads.add(regionServer.createRegionLoad(region, regionLoadBuilder, regionSpecifier));<a name="line.1789"></a> +<span class="sourceLineNo">1790</span> }<a name="line.1790"></a> +<span class="sourceLineNo">1791</span> } catch (IOException e) {<a name="line.1791"></a> +<span class="sourceLineNo">1792</span> throw new ServiceException(e);<a name="line.1792"></a> +<span class="sourceLineNo">1793</span> }<a name="line.1793"></a> +<span class="sourceLineNo">1794</span> GetRegionLoadResponse.Builder builder = GetRegionLoadResponse.newBuilder();<a name="line.1794"></a> +<span class="sourceLineNo">1795</span> builder.addAllRegionLoads(rLoads);<a name="line.1795"></a> +<span class="sourceLineNo">1796</span> return builder.build();<a name="line.1796"></a> +<span class="sourceLineNo">1797</span> }<a name="line.1797"></a> +<span class="sourceLineNo">1798</span><a name="line.1798"></a> +<span class="sourceLineNo">1799</span> @Override<a name="line.1799"></a> +<span class="sourceLineNo">1800</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1800"></a> +<span class="sourceLineNo">1801</span> public ClearCompactionQueuesResponse clearCompactionQueues(RpcController controller,<a name="line.1801"></a> +<span class="sourceLineNo">1802</span> ClearCompactionQueuesRequest request) throws ServiceException {<a name="line.1802"></a> +<span class="sourceLineNo">1803</span> LOG.debug("Client=" + RpcServer.getRequestUserName().orElse(null) + "/"<a name="line.1803"></a> +<span class="sourceLineNo">1804</span> + RpcServer.getRemoteAddress().orElse(null) + " clear compactions queue");<a name="line.1804"></a> +<span class="sourceLineNo">1805</span> ClearCompactionQueuesResponse.Builder respBuilder = ClearCompactionQueuesResponse.newBuilder();<a name="line.1805"></a> +<span class="sourceLineNo">1806</span> requestCount.increment();<a name="line.1806"></a> +<span class="sourceLineNo">1807</span> if (clearCompactionQueues.compareAndSet(false,true)) {<a name="line.1807"></a> +<span class="sourceLineNo">1808</span> try {<a name="line.1808"></a> +<span class="sourceLineNo">1809</span> checkOpen();<a name="line.1809"></a> +<span class="sourceLineNo">1810</span> regionServer.getRegionServerCoprocessorHost().preClearCompactionQueues();<a name="line.1810"></a> +<span class="sourceLineNo">1811</span> for (String queueName : request.getQueueNameList()) {<a name="line.1811"></a> +<span class="sourceLineNo">1812</span> LOG.debug("clear " + queueName + " compaction queue");<a name="line.1812"></a> +<span class="sourceLineNo">1813</span> switch (queueName) {<a name="line.1813"></a> +<span class="sourceLineNo">1814</span> case "long":<a name="line.1814"></a> +<span class="sourceLineNo">1815</span> regionServer.compactSplitThread.clearLongCompactionsQueue();<a name="line.1815"></a> <span class="sourceLineNo">1816</span> break;<a name="line.1816"></a> -<span class="sourceLineNo">1817</span> default:<a name="line.1817"></a> -<span class="sourceLineNo">1818</span> LOG.warn("Unknown queue name " + queueName);<a name="line.1818"></a> -<span class="sourceLineNo">1819</span> throw new IOException("Unknown queue name " + queueName);<a name="line.1819"></a> -<span class="sourceLineNo">1820</span> }<a name="line.1820"></a> -<span class="sourceLineNo">1821</span> }<a name="line.1821"></a> -<span class="sourceLineNo">1822</span> regionServer.getRegionServerCoprocessorHost().postClearCompactionQueues();<a name="line.1822"></a> -<span class="sourceLineNo">1823</span> } catch (IOException ie) {<a name="line.1823"></a> -<span class="sourceLineNo">1824</span> throw new ServiceException(ie);<a name="line.1824"></a> -<span class="sourceLineNo">1825</span> } finally {<a name="line.1825"></a> -<span class="sourceLineNo">1826</span> clearCompactionQueues.set(false);<a name="line.1826"></a> -<span class="sourceLineNo">1827</span> }<a name="line.1827"></a> -<span class="sourceLineNo">1828</span> } else {<a name="line.1828"></a> -<span class="sourceLineNo">1829</span> LOG.warn("Clear compactions queue is executing by other admin.");<a name="line.1829"></a> -<span class="sourceLineNo">1830</span> }<a name="line.1830"></a> -<span class="sourceLineNo">1831</span> return respBuilder.build();<a name="line.1831"></a> -<span class="sourceLineNo">1832</span> }<a name="line.1832"></a> -<span class="sourceLineNo">1833</span><a name="line.1833"></a> -<span class="sourceLineNo">1834</span> /**<a name="line.1834"></a> -<span class="sourceLineNo">1835</span> * Get some information of the region server.<a name="line.1835"></a> -<span class="sourceLineNo">1836</span> *<a name="line.1836"></a> -<span class="sourceLineNo">1837</span> * @param controller the RPC controller<a name="line.1837"></a> -<span class="sourceLineNo">1838</span> * @param request the request<a name="line.1838"></a> -<span class="sourceLineNo">1839</span> * @throws ServiceException<a name="line.1839"></a> -<span class="sourceLineNo">1840</span> */<a name="line.1840"></a> -<span class="sourceLineNo">1841</span> @Override<a name="line.1841"></a> -<span class="sourceLineNo">1842</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1842"></a> -<span class="sourceLineNo">1843</span> public GetServerInfoResponse getServerInfo(final RpcController controller,<a name="line.1843"></a> -<span class="sourceLineNo">1844</span> final GetServerInfoRequest request) throws ServiceException {<a name="line.1844"></a> -<span class="sourceLineNo">1845</span> try {<a name="line.1845"></a> -<span class="sourceLineNo">1846</span> checkOpen();<a name="line.1846"></a> -<span class="sourceLineNo">1847</span> } catch (IOException ie) {<a name="line.1847"></a> -<span class="sourceLineNo">1848</span> throw new ServiceException(ie);<a name="line.1848"></a> -<span class="sourceLineNo">1849</span> }<a name="line.1849"></a> -<span class="sourceLineNo">1850</span> requestCount.increment();<a name="line.1850"></a> -<span class="sourceLineNo">1851</span> int infoPort = regionServer.infoServer != null ? regionServer.infoServer.getPort() : -1;<a name="line.1851"></a> -<span class="sourceLineNo">1852</span> return ResponseConverter.buildGetServerInfoResponse(regionServer.serverName, infoPort);<a name="line.1852"></a> -<span class="sourceLineNo">1853</span> }<a name="line.1853"></a> -<span class="sourceLineNo">1854</span><a name="line.1854"></a> -<span class="sourceLineNo">1855</span> @Override<a name="line.1855"></a> -<span class="sourceLineNo">1856</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1856"></a> -<span class="sourceLineNo">1857</span> public GetStoreFileResponse getStoreFile(final RpcController controller,<a name="line.1857"></a> -<span class="sourceLineNo">1858</span> final GetStoreFileRequest request) throws ServiceException {<a name="line.1858"></a> -<span class="sourceLineNo">1859</span> try {<a name="line.1859"></a> -<span class="sourceLineNo">1860</span> checkOpen();<a name="line.1860"></a> -<span class="sourceLineNo">1861</span> HRegion region = getRegion(request.getRegion());<a name="line.1861"></a> -<span class="sourceLineNo">1862</span> requestCount.increment();<a name="line.1862"></a> -<span class="sourceLineNo">1863</span> Set<byte[]> columnFamilies;<a name="line.1863"></a> -<span class="sourceLineNo">1864</span> if (request.getFamilyCount() == 0) {<a name="line.1864"></a> -<span class="sourceLineNo">1865</span> columnFamilies = region.getTableDescriptor().getColumnFamilyNames();<a name="line.1865"></a> -<span class="sourceLineNo">1866</span> } else {<a name="line.1866"></a> -<span class="sourceLineNo">1867</span> columnFamilies = new TreeSet<>(Bytes.BYTES_RAWCOMPARATOR);<a name="line.1867"></a> -<span class="sourceLineNo">1868</span> for (ByteString cf: request.getFamilyList()) {<a name="line.1868"></a> -<span class="sourceLineNo">1869</span> columnFamilies.add(cf.toByteArray());<a name="line.1869"></a> -<span class="sourceLineNo">1870</span> }<a name="line.1870"></a> -<span class="sourceLineNo">1871</span> }<a name="line.1871"></a> -<span class="sourceLineNo">1872</span> int nCF = columnFamilies.size();<a name="line.1872"></a> -<span class="sourceLineNo">1873</span> List<String> fileList = region.getStoreFileList(<a name="line.1873"></a> -<span class="sourceLineNo">1874</span> columnFamilies.toArray(new byte[nCF][]));<a name="line.1874"></a> -<span class="sourceLineNo">1875</span> GetStoreFileResponse.Builder builder = GetStoreFileResponse.newBuilder();<a name="line.1875"></a> -<span class="sourceLineNo">1876</span> builder.addAllStoreFile(fileList);<a name="line.1876"></a> -<span class="sourceLineNo">1877</span> return builder.build();<a name="line.1877"></a> -<span class="sourceLineNo">1878</span> } catch (IOException ie) {<a name="line.1878"></a> -<span class="sourceLineNo">1879</span> throw new ServiceException(ie);<a name="line.1879"></a> -<span class="sourceLineNo">1880</span> }<a name="line.1880"></a> -<span class="sourceLineNo">1881</span> }<a name="line.1881"></a> -<span class="sourceLineNo">1882</span><a name="line.1882"></a> -<span class="sourceLineNo">1883</span> /**<a name="line.1883"></a> -<span class="sourceLineNo">1884</span> * Open asynchronously a region or a set of regions on the region server.<a name="line.1884"></a> -<span class="sourceLineNo">1885</span> *<a name="line.1885"></a> -<span class="sourceLineNo">1886</span> * The opening is coordinated by ZooKeeper, and this method requires the znode to be created<a name="line.1886"></a> -<span class="sourceLineNo">1887</span> * before being called. As a consequence, this method should be called only from the master.<a name="line.1887"></a> -<span class="sourceLineNo">1888</span> * <p><a name="line.1888"></a> -<span class="sourceLineNo">1889</span> * Different manages states for the region are:<a name="line.1889"></a> -<span class="sourceLineNo">1890</span> * </p><ul><a name="line.1890"></a> -<span class="sourceLineNo">1891</span> * <li>region not opened: the region opening will start asynchronously.</li><a name="line.1891"></a> -<span class="sourceLineNo">1892</span> * <li>a close is already in progress: this is considered as an error.</li><a name="line.1892"></a> -<span class="sourceLineNo">1893</span> * <li>an open is already in progress: this new open request will be ignored. This is important<a name="line.1893"></a> -<span class="sourceLineNo">1894</span> * because the Master can do multiple requests if it crashes.</li><a name="line.1894"></a> -<span class="sourceLineNo">1895</span> * <li>the region is already opened: this new open request will be ignored.</li><a name="line.1895"></a> -<span class="sourceLineNo">1896</span> * </ul><a name="line.1896"></a> -<span class="sourceLineNo">1897</span> * <p><a name="line.1897"></a> -<span class="sourceLineNo">1898</span> * Bulk assign: If there are more than 1 region to open, it will be considered as a bulk assign.<a name="line.1898"></a> -<span class="sourceLineNo">1899</span> * For a single region opening, errors are sent through a ServiceException. For bulk assign,<a name="line.1899"></a> -<span class="sourceLineNo">1900</span> * errors are put in the response as FAILED_OPENING.<a name="line.1900"></a> -<span class="sourceLineNo">1901</span> * </p><a name="line.1901"></a> -<span class="sourceLineNo">1902</span> * @param controller the RPC controller<a name="line.1902"></a> -<span class="sourceLineNo">1903</span> * @param request the request<a name="line.1903"></a> -<span class="sourceLineNo">1904</span> * @throws ServiceException<a name="line.1904"></a> -<span class="sourceLineNo">1905</span> */<a name="line.1905"></a> -<span class="sourceLineNo">1906</span> @Override<a name="line.1906"></a> -<span class="sourceLineNo">1907</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1907"></a> -<span class="sourceLineNo">1908</span> public OpenRegionResponse openRegion(final RpcController controller,<a name="line.1908"></a> -<span class="sourceLineNo">1909</span> final OpenRegionRequest request) throws ServiceException {<a name="line.1909"></a> -<span class="sourceLineNo">1910</span> requestCount.increment();<a name="line.1910"></a> -<span class="sourceLineNo">1911</span> if (request.hasServerStartCode()) {<a name="line.1911"></a> -<span class="sourceLineNo">1912</span> // check that we are the same server that this RPC is intended for.<a name="line.1912"></a> -<span class="sourceLineNo">1913</span> long serverStartCode = request.getServerStartCode();<a name="line.1913"></a> -<span class="sourceLineNo">1914</span> if (regionServer.serverName.getStartcode() != serverStartCode) {<a name="line.1914"></a> -<span class="sourceLineNo">1915</span> throw new ServiceException(new DoNotRetryIOException("This RPC was intended for a " +<a name="line.1915"></a> -<span class="sourceLineNo">1916</span> "different server with startCode: " + serverStartCode + ", this server is: "<a name="line.1916"></a> -<span class="sourceLineNo">1917</span> + regionServer.serverName));<a name="line.1917"></a> -<span class="sourceLineNo">1918</span> }<a name="line.1918"></a> -<span class="sourceLineNo">1919</span> }<a name="line.1919"></a> -<span class="sourceLineNo">1920</span><a name="line.1920"></a> -<span class="sourceLineNo">1921</span> OpenRegionResponse.Builder builder = OpenRegionResponse.newBuilder();<a name="line.1921"></a> -<span class="sourceLineNo">1922</span> final int regionCount = request.getOpenInfoCount();<a name="line.1922"></a> -<span class="sourceLineNo">1923</span> final Map<TableName, TableDescriptor> htds = new HashMap<>(regionCount);<a name="line.1923"></a> -<span class="sourceLineNo">1924</span> final boolean isBulkAssign = regionCount > 1;<a name="line.1924"></a> -<span class="sourceLineNo">1925</span> try {<a name="line.1925"></a> -<span class="sourceLineNo">1926</span> checkOpen();<a name="line.1926"></a> -<span class="sourceLineNo">1927</span> } catch (IOException ie) {<a name="line.1927"></a> -<span class="sourceLineNo">1928</span> TableName tableName = null;<a name="line.1928"></a> -<span class="sourceLineNo">1929</span> if (regionCount == 1) {<a name="line.1929"></a> -<span class="sourceLineNo">1930</span> org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionInfo ri = request.getOpenInfo(0).getRegion();<a name="line.1930"></a> -<span class="sourceLineNo">1931</span> if (ri != null) {<a name="line.1931"></a> -<span class="sourceLineNo">1932</span> tableName = ProtobufUtil.toTableName(ri.getTableName());<a name="line.1932"></a> -<span class="sourceLineNo">1933</span> }<a name="line.1933"></a> -<span class="sourceLineNo">1934</span> }<a name="line.1934"></a> -<span class="sourceLineNo">1935</span> if (!TableName.META_TABLE_NAME.equals(tableName)) {<a name="line.1935"></a> -<span class="sourceLineNo">1936</span> throw new ServiceException(ie);<a name="line.1936"></a> +<span class="sourceLineNo">1817</span> case "short":<a name="line.1817"></a> +<span class="sourceLineNo">1818</span> regionServer.compactSplitThread.clearShortCompactionsQueue();<a name="line.1818"></a> +<span class="sourceLineNo">1819</span> break;<a name="line.1819"></a> +<span class="sourceLineNo">1820</span> default:<a name="line.1820"></a> +<span class="sourceLineNo">1821</span> LOG.warn("Unknown queue name " + queueName);<a name="line.1821"></a> +<span class="sourceLineNo">1822</span> throw new IOException("Unknown queue name " + queueName);<a name="line.1822"></a> +<span class="sourceLineNo">1823</span> }<a name="line.1823"></a> +<span class="sourceLineNo">1824</span> }<a name="line.1824"></a> +<span class="sourceLineNo">1825</span> regionServer.getRegionServerCoprocessorHost().postClearCompactionQueues();<a name="line.1825"></a> +<span class="sourceLineNo">1826</span> } catch (IOException ie) {<a name="line.1826"></a> +<span class="sourceLineNo">1827</span> throw new ServiceException(ie);<a name="line.1827"></a> +<span class="sourceLineNo">1828</span> } finally {<a name="line.1828"></a> +<span class="sourceLineNo">1829</span> clearCompactionQueues.set(false);<a name="line.1829"></a> +<span class="sourceLineNo">1830</span> }<a name="line.1830"></a> +<span class="sourceLineNo">1831</span> } else {<a name="line.1831"></a> +<span class="sourceLineNo">1832</span> LOG.warn("Clear compactions queue is executing by other admin.");<a name="line.1832"></a> +<span class="sourceLineNo">1833</span> }<a name="line.1833"></a> +<span class="sourceLineNo">1834</span> return respBuilder.build();<a name="line.1834"></a> +<span class="sourceLineNo">1835</span> }<a name="line.1835"></a> +<span class="sourceLineNo">1836</span><a name="line.1836"></a> +<span class="sourceLineNo">1837</span> /**<a name="line.1837"></a> +<span class="sourceLineNo">1838</span> * Get some information of the region server.<a name="line.1838"></a> +<span class="sourceLineNo">1839</span> *<a name="line.1839"></a> +<span class="sourceLineNo">1840</span> * @param controller the RPC controller<a name="line.1840"></a> +<span class="sourceLineNo">1841</span> * @param request the request<a name="line.1841"></a> +<span class="sourceLineNo">1842</span> * @throws ServiceException<a name="line.1842"></a> +<span class="sourceLineNo">1843</span> */<a name="line.1843"></a> +<span class="sourceLineNo">1844</span> @Override<a name="line.1844"></a> +<span class="sourceLineNo">1845</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1845"></a> +<span class="sourceLineNo">1846</span> public GetServerInfoResponse getServerInfo(final RpcController controller,<a name="line.1846"></a> +<span class="sourceLineNo">1847</span> final GetServerInfoRequest request) throws ServiceException {<a name="line.1847"></a> +<span class="sourceLineNo">1848</span> try {<a name="line.1848"></a> +<span class="sourceLineNo">1849</span> checkOpen();<a name="line.1849"></a> +<span class="sourceLineNo">1850</span> } catch (IOException ie) {<a name="line.1850"></a> +<span class="sourceLineNo">1851</span> throw new ServiceException(ie);<a name="line.1851"></a> +<span class="sourceLineNo">1852</span> }<a name="line.1852"></a> +<span class="sourceLineNo">1853</span> requestCount.increment();<a name="line.1853"></a> +<span class="sourceLineNo">1854</span> int infoPort = regionServer.infoServer != null ? regionServer.infoServer.getPort() : -1;<a name="line.1854"></a> +<span class="sourceLineNo">1855</span> return ResponseConverter.buildGetServerInfoResponse(regionServer.serverName, infoPort);<a name="line.1855"></a> +<span class="sourceLineNo">1856</span> }<a name="line.1856"></a> +<span class="sourceLineNo">1857</span><a name="line.1857"></a> +<span class="sourceLineNo">1858</span> @Override<a name="line.1858"></a> +<span class="sourceLineNo">1859</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1859"></a> +<span class="sourceLineNo">1860</span> public GetStoreFileResponse getStoreFile(final RpcController controller,<a name="line.1860"></a> +<span class="sourceLineNo">1861</span> final GetStoreFileRequest request) throws ServiceException {<a name="line.1861"></a> +<span class="sourceLineNo">1862</span> try {<a name="line.1862"></a> +<span class="sourceLineNo">1863</span> checkOpen();<a name="line.1863"></a> +<span class="sourceLineNo">1864</span> HRegion region = getRegion(request.getRegion());<a name="line.1864"></a> +<span class="sourceLineNo">1865</span> requestCount.increment();<a name="line.1865"></a> +<span class="sourceLineNo">1866</span> Set<byte[]> columnFamilies;<a name="line.1866"></a> +<span class="sourceLineNo">1867</span> if (request.getFamilyCount() == 0) {<a name="line.1867"></a> +<span class="sourceLineNo">1868</span> columnFamilies = region.getTableDescriptor().getColumnFamilyNames();<a name="line.1868"></a> +<span class="sourceLineNo">1869</span> } else {<a name="line.1869"></a> +<span class="sourceLineNo">1870</span> columnFamilies = new TreeSet<>(Bytes.BYTES_RAWCOMPARATOR);<a name="line.1870"></a> +<span class="sourceLineNo">1871</span> for (ByteString cf: request.getFamilyList()) {<a name="line.1871"></a> +<span class="sourceLineNo">1872</span> columnFamilies.add(cf.toByteArray());<a name="line.1872"></a> +<span class="sourceLineNo">1873</span> }<a name="line.1873"></a> +<span class="sourceLineNo">1874</span> }<a name="line.1874"></a> +<span class="sourceLineNo">1875</span> int nCF = columnFamilies.size();<a name="line.1875"></a> +<span class="sourceLineNo">1876</span> List<String> fileList = region.getStoreFileList(<a name="line.1876"></a> +<span class="sourceLineNo">1877</span> columnFamilies.toArray(new byte[nCF][]));<a name="line.1877"></a> +<span class="sourceLineNo">1878</span> GetStoreFileResponse.Builder builder = GetStoreFileResponse.newBuilder();<a name="line.1878"></a> +<span class="sourceLineNo">1879</span> builder.addAllStoreFile(fileList);<a name="line.1879"></a> +<span class="sourceLineNo">1880</span> return builder.build();<a name="line.1880"></a> +<span class="sourceLineNo">1881</span> } catch (IOException ie) {<a name="line.1881"></a> +<span class="sourceLineNo">1882</span> throw new ServiceException(ie);<a name="line.1882"></a> +<span class="sourceLineNo">1883</span> }<a name="line.1883"></a> +<span class="sourceLineNo">1884</span> }<a name="line.1884"></a> +<span class="sourceLineNo">1885</span><a name="line.1885"></a> +<span class="sourceLineNo">1886</span> /**<a name="line.1886"></a> +<span class="sourceLineNo">1887</span> * Open asynchronously a region or a set of regions on the region server.<a name="line.1887"></a> +<span class="sourceLineNo">1888</span> *<a name="line.1888"></a> +<span class="sourceLineNo">1889</span> * The opening is coordinated by ZooKeeper, and this method requires the znode to be created<a name="line.1889"></a> +<span class="sourceLineNo">1890</span> * before being called. As a consequence, this method should be called only from the master.<a name="line.1890"></a> +<span class="sourceLineNo">1891</span> * <p><a name="line.1891"></a> +<span class="sourceLineNo">1892</span> * Different manages states for the region are:<a name="line.1892"></a> +<span class="sourceLineNo">1893</span> * </p><ul><a name="line.1893"></a> +<span class="sourceLineNo">1894</span> * <li>region not opened: the region opening will start asynchronously.</li><a name="line.1894"></a> +<span class="sourceLineNo">1895</span> * <li>a close is already in progress: this is considered as an error.</li><a name="line.1895"></a> +<span class="sourceLineNo">1896</span> * <li>an open is already in progress: this new open request will be ignored. This is important<a name="line.1896"></a> +<span class="sourceLineNo">1897</span> * because the Master can do multiple requests if it crashes.</li><a name="line.1897"></a> +<span class="sourceLineNo">1898</span> * <li>the region is already opened: this new open request will be ignored.</li><a name="line.1898"></a> +<span class="sourceLineNo">1899</span> * </ul><a name="line.1899"></a> +<span class="sourceLineNo">1900</span> * <p><a name="line.1900"></a> +<span class="sourceLineNo">1901</span> * Bulk assign: If there are more than 1 region to open, it will be considered as a bulk assign.<a name="line.1901"></a> +<span class="sourceLineNo">1902</span> * For a single region opening, errors are sent through a ServiceException. For bulk assign,<a name="line.1902"></a> +<span class="sourceLineNo">1903</span> * errors are put in the response as FAILED_OPENING.<a name="line.1903"></a> +<span class="sourceLineNo">1904</span> * </p><a name="line.1904"></a> +<span class="sourceLineNo">1905</span> * @param controller the RPC controller<a name="line.1905"></a> +<span class="sourceLineNo">1906</span> * @param request the request<a name="line.1906"></a> +<span class="sourceLineNo">1907</span> * @throws ServiceException<a name="line.1907"></a> +<span class="sourceLineNo">1908</span> */<a name="line.1908"></a> +<span class="sourceLineNo">1909</span> @Override<a name="line.1909"></a> +<span class="sourceLineNo">1910</span> @QosPriority(priority=HConstants.ADMIN_QOS)<a name="line.1910"></a> +<span class="sourceLineNo">1911</span> public OpenRegionResponse openRegion(final RpcController controller,<a name="line.1911"></a> +<span class="sourceLineNo">1912</span> final OpenRegionRequest request) throws ServiceException {<a name="line.1912"></a> +<span class="sourceLineNo">1913</span> requestCount.increment();<a name="line.1913"></a> +<span class="sourceLineNo">1914</span> if (request.hasServerStartCode()) {<a name="line.1914"></a> +<span class="sourceLineNo">1915</span> // check that we are the same server that this RPC is intended for.<a name="line.1915"></a> +<span class="sourceLineNo">1916</span> long serverStartCode = request.getServerStartCode();<a name="line.1916"></a> +<span class="sourceLineNo">1917</span> if (regionServer.serverName.getStartcode() != serverStartCode) {<a name="line.1917"></a> +<span class="sourceLineNo">1918</span> throw new ServiceException(new DoNotRetryIOException("This RPC was intended for a " +<a name="line.1918"></a> +<span class="sourceLineNo">1919</span> "different server with startCode: " + serverStartCode + ", this server is: "<a name="line.1919"></a> +<span class="sourceLineNo">1920</span> + regionServer.serverName));<a name="line.1920"></a> +<span class="sourceLineNo">1921</span> }<a name="line.1921"></a> +<span class="sourceLineNo">1922</span> }<a name="line.1922"></a> +<span class="sourceLineNo">1923</span><a name="line.1923"></a> +<span class="sourceLineNo">1924</span> OpenRegionResponse.Builder builder = OpenRegionResponse.newBuilder();<a name="line.1924"></a> +<span class="sourceLineNo">1925</span> final int regionCount = request.getOpenInfoCount();<a name="line.1925"></a> +<span class="sourceLineNo">1926</span> final Map<TableName, TableDescriptor> htds = new HashMap<>(regionCount);<a name="line.1926"></a> +<span class="sourceLineNo">1927</span> final boolean isBulkAssign = regionCount > 1;<a name="line.1927"></a> +<span class="sourceLineNo">1928</span> try {<a name="line.1928"></a> +<span class="sourceLineNo">1929</span> checkOpen();<a name="line.1929"></a> +<span class="sourceLineNo">1930</span> } catch (IOException ie) {<a name="line.1930"></a> +<span class="sourceLineNo">1931</span> TableName tableName = null;<a name="line.1931"></a> +<span class="sourceLineNo">1932</span> if (regionCount == 1) {<a name="line.1932"></a> +<span class="sourceLineNo">1933</span> org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos.RegionInfo ri = request.getOpenInfo(0).getRegion();<a name="line.1933"></a> +<span class="sourceLineNo">1934</span> if (ri != null) {<a name="line.1934"></a> +<span class="sourceLineNo">1935</span> tableName = ProtobufUtil.toTableName(ri.getTableName());<a name="line.1935"></a> +<span class="sourceLineNo">1936</span> }<a name="line.1936"></a> <span class="sourceLineNo">1937</span> }<a name="line.1937"></a> -<span class="sourceLineNo">1938</span> // We are assigning meta, wait a little for regionserver to finish initialization.<a name="line.1938"></a> -<span class="sourceLineNo">1939</span> int timeout = regionServer.conf.getInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1939"></a> -<span class="sourceLineNo">1940</span> HConstants.DEFAULT_HBASE_RPC_TIMEOUT) >> 2; // Quarter of RPC timeout<a name="line.1940"></a> -<span class="sourceLineNo">1941</span> long endTime = System.currentTimeMillis() + timeout;<a name="line.1941"></a> -<span class="sourceLineNo">1942</span> synchronized (regionServer.online) {<a name="line.1942"></a> -<span class="sourceLineNo">1943</span> try {<a name="line.1943"></a> -<span class="sourceLineNo">1944</span> while (System.currentTimeMillis() <= endTime<a name="line.1944"></a> -<span class="sourceLineNo">1945</span> && !regionServer.isStopped() && !regionServer.isOnline()) {<a name="line.1945"></a> -<span class="sourceLineNo">1946</span> regionServer.online.wait(regionServer.msgInterval);<a name="line.1946"></a> -<span class="sourceLineNo">1947</span> }<a name="line.1947"></a> -<span class="sourceLineNo">1948</span> checkOpen();<a name="line.1948"></a> -<span class="sourceLineNo">1949</span> } catch (InterruptedException t) {<a name="line.1949"></a> -<span class="sourceLineNo">1950</span> Thread.currentThread().interrupt();<a name="line.1950"></a> -<span class="sourceLineNo">1951</span> throw new ServiceException(t);<a name="line.1951"></a> -<span class="sourceLineNo">1952</span> } catch (IOException e) {<a name="line.1952"></a> -<span class="sourceLineNo">1953</span> throw new ServiceException(e);<a name="line.1953"></a> -<span class="sourceLineNo">1954</span> }<a name="line.1954"></a> -<span class="sourceLineNo">1955</span> }<a name="line.1955"></a> -<span class="sourceLineNo">1956</span> }<a name="line.1956"></a> -<span class="sourceLineNo">1957</span><a name="line.1957"></a> -<span class="sourceLineNo">1958</span> long masterSystemTime = request.hasMasterSystemTime() ? request.getMasterSystemTime() : -1;<a name="line.1958"></a> -<span class="sourceLineNo">1959</span><a name="line.1959"></a> -<span class="sourceLineNo">1960</span> for (RegionOpenInfo regionOpenInfo : request.getOpenInfoList()) {<a name="line.1960"></a> -<span class="sourceLineNo">1961</span> final RegionInfo region = ProtobufUtil.toRegionInfo(regionOpenInfo.getRegion());<a name="line.1961"></a> -<span class="sourceLineNo">1962</span> TableDescriptor htd;<a name="line.1962"></a> -<span class="sourceLineNo">1963</span> try {<a name="line.1963"></a> -<span class="sourceLineNo">1964</span> String encodedName = region.getEncodedName();<a name="line.1964"></a> -<span class="sourceLineNo">1965</span> byte[] encodedNameBytes = region.getEncodedNameAsBytes();<a name="line.1965"></a> -<span class="sourceLineNo">1966</span> final HRegion onlineRegion = regionServer.getRegion(encodedName);<a name="line.1966"></a> -<span class="sourceLineNo">1967</span> if (onlineRegion != null) {<a name="line.1967"></a> -<span class="sourceLineNo">1968</span> // The region is already online. This should not happen any more.<a name="line.1968"></a> -<span class="sourceLineNo">1969</span> String error = "Received OPEN for the region:"<a name="line.1969"></a> -<span class="sourceLineNo">1970</span> + region.getRegionNameAsString() + ", which is already online";<a name="line.1970"></a> -<span class="sourceLineNo">1971</span> LOG.warn(error);<a name="line.1971"></a> -<span class="sourceLineNo">1972</span> //regionServer.abort(error);<a name="line.1972"></a> -<span class="sourceLineNo">1973</span> //throw new IOException(error);<a name="line.1973"></a> -<span class="sourceLineNo">1974</span> builder.addOpeningState(RegionOpeningState.OPENED);<a name="line.1974"></a> -<span class="sourceLineNo">1975</span> continue;<a name="line.1975"></a> -<span class="sourceLineNo">1976</span> }<a name="line.1976"></a> -<span class="sourceLineNo">1977</span> LOG.info("Open " + region.getRegionNameAsString());<a name="line.1977"></a> -<span class="sourceLineNo">1978</span><a name="line.1978"></a> -<span class="sourceLineNo">1979</span> final Boolean previous = regionServer.regionsInTransitionInRS.putIfAbsent(<a name="line.1979"></a> -<span class="sourceLineNo">1980</span> encodedNameBytes, Boolean.TRUE);<a name="line.1980"></a> +<span class="sourceLineNo">1938</span> if (!TableName.META_TABLE_NAME.equals(tableName)) {<a name="line.1938"></a> +<span class="sourceLineNo">1939</span> throw new ServiceException(ie);<a name="line.1939"></a> +<span class="sourceLineNo">1940</span> }<a name="line.1940"></a> +<span class="sourceLineNo">1941</span> // We are assigning meta, wait a little for regionserver to finish initialization.<a name="line.1941"></a> +<span class="sourceLineNo">1942</span> int timeout = regionServer.conf.getInt(HConstants.HBASE_RPC_TIMEOUT_KEY,<a name="line.1942"></a> +<span class="sourceLineNo">1943</span> HConstants.DEFAULT_HBASE_RPC_TIMEOUT) >> 2; // Quarter of RPC timeout<a name="line.1943"></a> +<span class="sourceLineNo">1944</span> long endTime = System.currentTimeMillis() + timeout;<a name="line.1944"></a> +<span class="sourceLineNo">1945</span> synchronized (regionServer.online) {<a name="line.1945"></a> +<span class="sourceLineNo">1946</span> try {<a name="line.1946"></a> +<span class="sourceLineNo">1947</span> while (System.currentTimeMillis() <= endTime<a name="line.1947"></a> +<span class="sourceLineNo">1948</span> && !regionServer.isStopped() && !regionServer.isOnline()) {<a name="line.1948"></a> +<span class="sourceLineNo">1949</span> regionServer.online.wait(regionServer.msgInterval);<a name="line.1949"></a> +<span class="sourceLineNo">1950</span> }<a name="line.1950"></a> +<span class="sourceLineNo">1951</span> checkOpen();<a name="line.1951"></a> +<span class="sourceLineNo">1952</span> } catch (InterruptedException t) {<a name="line.1952"></a> +<span class="sourceLineNo">1953</span> Thread.currentThread().interrupt();<a name="line.1953"></a> +<span class="sourceLineNo">1954</span> throw new ServiceException(t);<a name="line.1954"></a> +<span class="sourceLineNo">1955</span> } catch (IOException e) {<a name="line.1955"></a> +<span class="sourceLineNo">1956</span> throw new ServiceException(e);<a name="line.1956"></a> +<span class="sourceLineNo">1957</span> }<a name="line.1957"></a> +<span class="sourceLineNo">1958</span> }<a name="line.1958"></a> +<span class="sourceLineNo">1959</span> }<a name="line.1959"></a> +<span class="sourceLineNo">1960</span><a name="line.1960"></a> +<span class="sourceLineNo">1961</span> long masterSystemTime = request.hasMasterSystemTime() ? request.getMasterSystemTime() : -1;<a name="line.1961"></a> +<span class="sourceLineNo">1962</span><a name="line.1962"></a> +<span class="sourceLineNo">1963</span> for (RegionOpenInfo regionOpenInfo : request.getOpenInfoList()) {<a name="line.1963"></a> +<span class="sourceLineNo">1964</span> final RegionInfo region = ProtobufUtil.toRegionInfo(regionOpenInfo.getRegion());<a name="line.1964"></a> +<span class="sourceLineNo">1965</span> TableDescriptor htd;<a name="line.1965"></a> +<span class="sourceLineNo">1966</span> try {<a name="line.1966"></a> +<span class="sourceLineNo">1967</span> String encodedName = region.getEncodedName();<a name="line.1967"></a> +<span class="sourceLineNo">1968</span> byte[] encodedNameBytes = region.getEncodedNameAsBytes();<a name="line.1968"></a> +<span class="sourceLineNo">1969</span> final HRegion onlineRegion = regionServer.getRegion(encodedName);<a name="line.1969"></a> +<span class="sourceLineNo">1970</span> if (onlineRegion != null) {<a name="line.1970"></a> +<span class="sourceLineNo">1971</span> // The region is already online. This should not happen any more.<a name="line.1971"></a> +<span class="sourceLineNo">1972</span> String error = "Received OPEN for the region:"<a name="line.1972"></a> +<span class="sourceLineNo">1973</span> + region.getRegionNameAsString() + ", which is already online";<a name="line.1973"></a> +<span class="sourceLineNo">1974</span> LOG.warn(error);<a name="line.1974"></a> +<span class="sourceLineNo">1975</span> //regionServer.abort(error);<a name="line.1975"></a> +<span class="sourceLineNo">1976</span> //throw new IOException(error);<a name="line.1976"></a> +<span class="sourceLineNo">1977</span> builder.addOpeningState(RegionOpeningState.OPENED);<a name="line.1977"></a> +<span class="sourceLineNo">1978</span> continue;<a name="line.1978"></a> +<span class="sourceLineNo">1979</span> }<a name="line.1979"></a> +<span class="sourceLineNo">1980</span> LOG.info("Open " + region.getRegionNameAsString());<a name="line.1980"></a> <span class="sourceLineNo">1981</span><a name="line.1981"></a> -<span class="sourceLineNo">1982</span> if (Boolean.FALSE.equals(previous)) {<a name="line.1982"></a> -<span class="sourceLineNo">1983</span> if (regionServer.getRegion(encodedName) != null) {<a name="line.1983"></a> -<span class="sourceLineNo">1984</span> // There is a close in progress. This should not happen any more.<a name="line.1984"></a> -<span class="sourceLineNo">1985</span> String error = "Received OPEN for the region:"<a name="line.1985"></a> -<span class="sourceLineNo">1986</span> + region.getRegionNameAsString() + ", which we are already trying to CLOSE";<a name="line.1986"></a> -<span class="sourceLineNo">1987</span> regionServer.abort(error);<a name="line.1987"></a> -<span class="sourceLineNo">1988</span> throw new IOException(error);<a name="line.1988"></a> -<span class="sourceLineNo">1989</span> }<a name="line.1989"></a> -<span class="sourceLineNo">1990</span> regionServer.regionsInTransitionInRS.put(encodedNameBytes, Boolean.TRUE);<a name="line.1990"></a> -<span class="sourceLineNo">1991</span> }<a name="line.1991"></a> -<span class="sourceLineNo">1992</span><a name="line.1992"></a> -<span class="sourceLineNo">1993</span> if (Boolean.TRUE.equals(previous)) {<a name="line.1993"></a> -<span class="sourceLineNo">1994</span> // An open is in progress. This is supported, but let's log this.<a name="line.1994"></a> -<span class="sourceLineNo">1995</span> LOG.info("Receiving OPEN for the region:" +<a name="line.1995"></a> -<span class="sourceLineNo">1996</span> region.getRegionNameAsString() + ", which we are already trying to OPEN"<a name="line.1996"></a> -<span class="sourceLineNo">1997</span> + " - ignoring this new request for this region.");<a name="line.1997"></a> -<span class="sourceLineNo">1998</span> }<a name="line.1998"></a> -<span class="sourceLineNo">1999</span><a name="line.1999"></a> -<span class="sourceLineNo">2000</span> // We are opening this region. If it moves back and forth for whatever reason, we don't<a name="line.2000"></a> -<span class="sourceLineNo">2001</span> // want to keep returning the stale moved record while we are opening/if we close again.<a name="line.2001"></a> -<span class="sourceLineNo">2002</span> regionServer.removeFromMovedRegions(region.getEncodedName());<a name="line.2002"></a> -<span class="sourceLineNo">2003</span><a name="line.2003"></a> -<span class="sourceLineNo">2004</span> if (previous == null || !previous.booleanValue()) {<a name="line.2004"></a> -<span class="sourceLineNo">2005</span> htd = htds.get(region.getTable());<a name="line.2005"></a> -<span class="sourceLineNo">2006</span> if (htd == null) {<a name="line.2006"></a> -<span class="sourceLineNo">2007</span> htd = regionServer.tableDescriptors.get(region.getTable());<a name="line.2007"></a> -<span class="sourceLineNo">2008</span> htds.put(region.getTable(), htd);<a name="line.2008"></a> -<span class="sourceLineNo">2009</span> }<a name="line.2009"></a> -<span class="sourceLineNo">2010</span> if (htd == null) {<a name="line.2010"></a> -<span class="sourceLineNo">2011</span> throw new IOException("Missing table descriptor for " + region.getEncodedName());<a name="line.2011"></a> +<span class="sourceLineNo">1982</span> final Boolean previous = regionServer.regionsInTransitionInRS.putIfAbsent(<a name="line.1982"></a> +<span class="sourceLineNo">1983</span> encodedNameBytes, Boolean.TRUE);<a name="line.1983"></a> +<span class="sourceLineNo">1984</span><a name="line.1984"></a> +<span class="sourceLineNo">1985</span> if (Boolean.FALSE.equals(previous)) {<a name="line.1985"></a> +<span class="sourceLineNo">1986</span> if (regionServer.getRegion(encodedName) != null) {<a name="line.1986"></a> +<span class="sourceLineNo">1987</span> // There is a close in progress. This should not happen any more.<a name="line.1987"></a> +<span class="sourceLineNo">1988</span> String error = "Received OPEN for the region:"<a name="line.1988"></a> +<span class="sourceLineNo">1989</span> + region.getRegionNameAsString() + ", which we are already trying to CLOSE";<a name="line.1989"></a> +<span class="sourceLineNo">1990</span> regionServer.abort(error);<a name="line.1990"></a> +<span class="sourceLineNo">1991</span> throw new IOException(error);<a name="line.1991"></a> +<span class="sourceLineNo">1992</span> }<a name="line.1992"></a> +<span class="sourceLineNo">1993</span> regionServer.regionsInTransitionInRS.put(encodedNameBytes, Boolean.TRUE);<a name="line.1993"></a> +<span class="sourceLineNo">1994</span> }<a name="line.1994"></a> +<span class="sourceLineNo">1995</span><a name="line.1995"></a> +<span class="sourceLineNo">1996</span> if (Boolean.TRUE.equals(previous)) {<a name="line.1996"></a> +<span class="sourceLineNo">1997</span> // An open is in progress. This is supported, but let's log this.<a name="line.1997"></a> +<span class="sourceLineNo">1998</span> LOG.info("Receiving OPEN for the region:" +<a name="line.1998"></a> +<span class="sourceLineNo">1999</span> region.getRegionNameAsString() + ", which we are already trying to OPEN"<a name="line.1999"></a> +<span class="sourceLineNo">2000</span> + " - ignoring this new request for this region.");<a name="line.2000"></a> +<span class="sourceLineNo">2001</span> }<a name="line.2001"></a> +<span class="sourceLineNo">2002</span><a name="line.2002"></a> +<span class="sourceLineNo">2003</span> // We are opening this region. If it moves back and forth for whatever reason, we don't<a name="line.2003"></a> +<span class="sourceLineNo">2004</span> // want to keep returning the stale moved record while we are opening/if we close again.<a name="line.2004"></a> +<span class="sourceLineNo">2005</span> regionServer.removeFromMovedRegions(region.getEncodedName());<a name="line.2005"></a> +<span class="sourceLineNo">2006</span><a name="line.2006"></a> +<span class="sourceLineNo">2007</span> if (previous == null || !previous.booleanValue()) {<a name="line.2007"></a> +<span class="sourceLineNo">2008</span> htd = htds.get(region.getTable());<a name="line.2008"></a> +<span class="sourceLineNo">2009</span> if (htd == null) {<a name="line.2009"></a> +<span class="sourceLineNo">2010</span> htd = regionServer.tableDescriptors.get(region.getTable());<a name="line.2010"></a> +<span class="sourceLineNo">2011</span> htds.put(region.getTable(), htd);<a name="line.2011"></a> <span class="sourceLineNo">2012</span> }<a name="line.2012"></a> -<span class="sourceLineNo">2013</span> // If there is no action in progress, we can submit a specific handler.<a name="line.2013"></a> -<span class="sourceLineNo">2014</span> // Need to pass the expected version in the constructor.<a name="line.2014"></a> -<span class="sourceLineNo">2015</span> if (regionServer.executorService == null) {<a name="line.2015"></a> -<span class="sourceLineNo">2016</span> LOG.info("No executor executorService; skipping open request");<a name="line.2016"></a> -<span class="sourceLineNo">2017</span> } else {<a name="line.2017"></a> -<span class="sourceLineNo">2018</span> if (region.isMetaRegion()) {<a name="line.2018"></a> -<span class="sourceLineNo">2019</span> regionServer.executorService.submit(new OpenMetaHandler(<a name="line.2019"></a> -<span class="sourceLineNo">2020</span> regionServer, regionServer, region, htd, masterSystemTime));<a name="line.2020"></a> -<span class="sourceLineNo">2021</span> } else {<a name="line.2021"></a> -<span class="sourceLineNo">2022</span> if (regionOpenInfo.getFavoredNodesCount() > 0) {<a name="line.2022"></a> -<span class="sourceLineNo">2023</span> regionServer.updateRegionFavoredNodesMapping(region.getEncodedName(),<a name="line.2023"></a> -<span class="sourceLineNo">2024</span> regionOpenInfo.getFavoredNodesList());<a name="line.2024"></a> -<span class="sourceLineNo">2025</span> }<a name="line.2025"></a> -<span class="sourceLineNo">2026</span> if (htd.getPriority() >= HConstants.ADMIN_QOS || region.getTable().isSystemTable()) {<a name="line.2026"></a> -<span class="sourceLineNo">2027</span> regionServer.executorService.submit(new OpenPriorityRegionHandler(<a name="line.2027"></a> -<span class="sourceLineNo">2028</span> regionServer, regionServer, region, htd, masterSystemTime));<a name="line.2028"></a> -<span class="sourceLineNo">2029</span> } else {<a name="line.2029"></a> -<span class="sourceLineNo">2030</span> regionServer.executorService.submit(new OpenRegionHandler(<a name="line.2030"></a> +<span class="sourceLineNo">2013</span> if (htd == null) {<a name="line.2013"></a> +<span class="sourceLineNo">2014</span> throw new IOException("Missing table descriptor for " + region.getEncodedName());<a name="line.2014"></a> +<span class="sourceLineNo">2015</span> }<a name="line.2015"></a> +<span class="sourceLineNo">2016</span> // If there is no action in progress, we can submit a specific handler.<a name="line.2016"></a> +<span class="sourceLineNo">2017</span> // Need to pass the expected version in the constructor.<a name="line.2017"></a> +<span class="sourceLineNo">2018</span> if (regionServer.executorService == null) {<a name="line.2018"></a> +<span class="sourceLineNo">2019</span> LOG.info("No executor executorService; skipping open request");<a name="line.2019"></a> +<span class="sourceLineNo">2020</span> } else {<a name="line.2020"></a> +<span class="sourceLineNo">2021</span> if (region.isMetaRegion()) {<a name="line.2021"></a> +<span class="sourceLineNo">2022</span> regionServer.executorService.submit(new OpenMetaHandler(<a name="line.2022"></a> +<span class="sourceLineNo">2023</span> regionServer, regionServer, region, htd, masterSystemTime));<a name="line.2023"></a> +<span class="sourceLineNo">2024</span> } else {<a name="line.2024"></a> +<span class="sourceLineNo">2025</span> if (regionOpenInfo.getFavoredNodesCount() > 0) {<a name="line.2025"></a> +<span class="sourceLineNo">2026</span> regionServer.updateRegionFavoredNodesMapping(region.getEncodedName(),<a name="line.2026"></a> +<span class="sourceLineNo">2027</span> regionOpenInfo.getFavoredNodesList());<a name="line.2027"></a> +<span class="sourceLineNo">2028</span> }<a name="line.2028"></a> +<span class="sourceLineNo">2029</span> if (htd.getPriority() >= HConstants.ADMIN_QOS || region.getTable().isSystemTable()) {<a name="line.2029"></a> +<span class="sourceLineNo">2030</span> regionServer.executorService.submit(new OpenPriorityRegionHandler(<a name="line.2030"></a> <span class="sourceLineNo">2031</span> regionServer, regionServer, region, htd, masterSystemTime));<a name="line.2031"></a> -<span class="sourceLineNo">2032</span> }<a name="line.2032"></a> -<span class="sourceLineNo">2033</span> }<a name="line.2033"></a> -<span class="sourceLineNo">2034</span> }<a name="line.2034"></a> -<span class="sourceLineNo">2035</span> }<a name="line.2035"></a> -<span class="sourceLineNo">2036</span><a name="line.2036"></a> -<span class="sourceLineNo">2037</span> builder.addOpeningState(RegionOpeningState.OPENED);<a name="line.2037"></a> -<span class="sourceLineNo">2038</span> } catch (IOException ie) {<a name="line.2038"></a> -<span class="sourceLineNo">2039</span> LOG.warn("Failed opening region " + region.getRegionNameAsString(), ie);<a name="line.2039"></a> -<span class="sourceLineNo">2040</span> if (isBulkAssign) {<a name="line.2040"></a> -<span class="sourceLineNo">2041</span> builder.addOpeningState(RegionOpeningState.FAILED_OPENING);<a name="line.2041"></a> -<span class="sourceLineNo">2042</span> } else {<a name="line.2042"></a> -<span class="sourceLineNo">2043</span> throw new ServiceException(ie);<a name="line.2043"></a> -<span class="sourceLineNo">2044</span> }<a name="line.2044"></a> -<span class="sourceLineNo">2045</span> }<a name="line.2045"></a> -<span class="sourceLineNo">2046</span> }<a name="line.2046"></a> -<span class="sourceLineNo">2047</span> return builder.build();<a name="line.2047"></a> -<span class="sourceLineNo">2048</span> }<a name="line.2048"></a> -<span class="sourceLineNo">2049</span><a name="line.2049"></a> -<span class="sourceLineNo">2050</span> /**<a name="line.2050"></a> -<span class="sourceLineNo">2051</span> * Wamrmup a region on this server.<a name="line.2051"></a> -<span class="sourceLineNo">2052</span> *<a name="line.2052"></a> -<span class="sourceLineNo">2053</span> * This method should only be called by Master. It synchrnously opens the region and<a name="line.2053"></a> -<span class="sourceLineNo">2054</span> * closes the region bringing the most important pages in cache.<a name="line.2054"></a> -<span class="sourceLineNo">2055</span> * <p><a name="line.2055"></a> -<span class="sourceLineNo">2056</span> *<a name="line.2056"></a> -<span class="sourceLineNo">2057</span> * @param controller the RPC controller<a name="line.2057"></a> -<span class="sourceLineNo">2058</span> * @param request the request<a name="line.2058"></a> -<span class="sourceLineNo">2059</span> * @throws ServiceException<a name="line.2059"></a> -<span class="sourceLineNo">2060</span> */<a name="line.2060"></a> -<span class="sourceLineNo">2061</span> @Override<a name="line.2061"></a> -<span class="sourceLineNo">2062</span> public WarmupRegionResponse warmupRegion(final RpcController controller,<a name="line.2062"></a> -<span class="sourceLineNo">2063</span> final WarmupRegionRequest request) throws ServiceException {<a name="line.2063"></a> -<span class="sourceLineNo">2064</span><a name="line.2064"></a> -<span class="sourceLineNo">2065</span> final RegionInfo region = ProtobufUtil.toRegionInfo(request.getRegionInfo());<a name="line.2065"></a> -<span class="sourceLineNo">2066</span> TableDescriptor htd;<a name="line.2066"></a> -<span class="sourceLineNo">2067</span> WarmupRegionResponse response = WarmupRegionResponse.getDefaultInstance();<a name="line.2067"></a> -<span class="sourceLineNo">2068</span><a name="line.2068"></a> -<span class="sourceLineNo">2069</span> try {<a name="line.2069"></a> -<span class="sourceLineNo">2070</span> checkOpen();<a name="line.2070"></a> -<span class="sourceLineNo">2071</span> String encodedName = region.getEncodedName();<a name="line.2071"></a> -<span class="sourceLineNo">2072</span> byte[] encodedNameBytes = region.getEncodedNameAsBytes();<a name="line.2072"></a> -<span class="sourceLineNo">2073</span> final HRegion onlineRegion = regionServer.getRegion(encodedName);<a name="line.2073"></a> -<span class="sourceLineNo">2074</span><a name="line.2074"></a> -<span class="sourceLineNo">2075</span> if (onlineRegion != null) {<a name="line.2075"></a> -<span class="sourceLineNo">2076</span> LOG.info("Region already online. Skipping warming up " + region);<a name="line.2076"></a> -<span class="sourceLineNo">2077</span> return response;<a name="line.2077"></a> -<span class="sourceLineNo">2078</span> }<a name="line.2078"></a> -<span class="sourceLineNo">2079</span><a name="line.2079"></a> -<span class="sourceLineNo">2080</span> if (LOG.isDebugEnabled()) {<a name="line.2080"></a> -<span class="sourceLineNo">2081</span> LOG.debug("Warming up Region " + region.getRegionNameAsString());<a name="line.2081"></a> -<span class="sourceLineNo">2082</span> }<a name="line.2082"></a> -<span class="sourceLineNo">2083</span><a name="line.2083"></a> -<span class="sourceLineNo">2084</span> htd = regionServer.tableDescriptors.get(region.getTable());<a name="line.2084"></a> -<span class="sourceLineNo">2085</span><a name="line.2085"></a> -<span class="sourceLineNo">2086</span> if (regionServer.getRegionsInTransitionInRS().containsKey(encodedNameBytes)) {<a name="line.2086"></a> -<span class="sourceLineNo">2087</span> LOG.info("Region is in transition. Skipping warmup " + region);<a name="line.2087"></a> -<span class="sourceLineNo">2088</span> return response;<a name="line.2088"></a> -<span class="sourceLineNo">2089</span> }<a name="line.2089"></a> -<span class="sourceLineNo">2090</span><a name="line.2090"></a> -<span class="sourceLineNo">2091</span> HRegion.warmupHRegion(region, htd, regionServer.getWAL(region),<a name="line.2091"></a> -<span class="sourceLineNo">2092</span> regionServer.getConfiguration(), regionServer, null);<a name="line.2092"></a> +<span class="sourceLineNo">2032</span> } else {<a name="line.2032"></a> +<span class="sourceLineNo">2033</span> regionServer.executorService.submit(new OpenRegionHandler(<a name="line.2033"></a> +<span class="sourceLineNo">2034</span> regionServer, regionServer, region, htd, masterSystemTime));<a name="line.2034"></a> +<span class="sourceLineNo">2035</span> }<a name="line.2035"></a> +<span class="sourceLineNo">2036</span> }<a name="line.2036"></a> +<span class="sourceLineNo">2037</span> }<a name="line.2037"></a> +<span class="sourceLineNo">2038</span> }<a name="line.2038"></a> +<span class="sourceLineNo">2039</span><a name="line.2039"></a> +<span class="sourceLineNo">2040</span> builder.addOpeningState(RegionOpeningState.OPENED);<a name="line.2040"></a> +<span class="sourceLineNo">2041</span> } catch (IOException ie) {<a name="line.2041"></a> +<span class="sourceLineNo">2042</span> LOG.warn("Failed opening region " + region.getRegionNameAsString(), ie);<a name="line.2042"></a> +<span class="sourceLineNo">2043</span> if (isBulkAssign) {<a name="line.2043"></a> +<span class="sourceLineNo">2044</span> builder.addOpeningState(RegionOpeningState.FAILED_OPENING);<a name="line.2044"></a> +<span class="sourceLineNo">2045</span> } else {<a name="line.2045"></a> +<span class="sourceLineNo">2046</span> throw new ServiceException(ie);<a name="line.2046"></a> +<span class="sourceLineNo">2047</span> }<a name="line.2047"></a> +<span class="sourceLineNo">2048</span> }<a name="line.2048"></a> +<span class="sourceLineNo">2049</span> }<a name="line.2049"></a> +<span class="sourceLineNo">2050</span> return builder.build();<a name="line.2050"></a> +<span class="sourceLineNo">2051</span> }<a name="line.2051"></a> +<span class="sourceLineNo">2052</span><a name="line.2052"></a> +<span class="sourceLineNo">2053</span> /**<a name="line.2053"></a> +<span class="sourceLineNo">2054</span> * Wamrmup a region on this server.<a name="line.2054"></a> +<span class="sourceLineNo">2055</span> *<a name="line.2055"></a> +<span class="sourceLineNo">2056</span> * This method should only be called by Master. It synchrnously opens the region and<a name="line.2056"></a> +<span class="sourceLineNo">2057</span> * closes the region bringing the most important pages in cache.<a name="line.2057"></a> +<span class="sourceLineNo">2058</span> * <p><a name="line.2058"></a> +<span class="sourceLineNo">2059</span> *<a name="line.2059"></a> +<span class="sourceLineNo">2060</span> * @param controller the RPC controller<a name="line.2060"></a> +<span class="sourceLineNo">2061</span> * @param request the request<a name="line.2061"></a> +<span class="sourceLineNo">2062</span> * @throws ServiceException<a name="line.2062"></a> +<span class="sourceLineNo">2063</span> */<a name="line.2063"></a> +<span class="sourceLineNo">2064</span> @Override<a name="line.2064"></a> +<span class="sourceLineNo">2065</span> public WarmupRegionResponse warmupRegion(final RpcController controller,<a name="line.2065"></a> +<span class="sourceLineNo">2066</span> final WarmupRegionRequest request) throws ServiceException {<a name="line.2066"></a> +<span class="sourceLineNo">2067</span><a name="line.2067"></a> +<span class="sourceLineNo">2068</span> final RegionInfo region = ProtobufUtil.toRegionInfo(request.getRegionInfo());<a name="line.2068"></a> +<span class="sourceLineNo">2069</span> TableDescriptor htd;<a name="line.2069"></a> +<span class="sourceLineNo">2070</span> WarmupRegionResponse response = WarmupRegionResponse.getDefaultInstance();<a name="line.2070"></a> +<span class="sourceLineNo">2071</span><a name="line.2071"></a> +<span class="sourceLineNo">2072</span> try {<a name="line.2072"></a> +<span class="sourceLineNo">2073</span> checkOpen();<a name="line.2073"></a> +<span class="sourceLineNo">2074</span> String encodedName = region.getEncodedName();<a name="line.2074"></a> +<span class="sourceLineNo">2075</span> byte[] encodedNameBytes = region.getEncodedNameAsBytes();<a name="line.2075"></a> +<span class="sourceLineNo">2076</span> final HRegion onlineRegion = regionServer.getRegion(encodedName);<a name="line.2076"></a> +<span class="sourceLineNo">2077</span><a name="line.2077"></a> +<span class="sourceLineNo">2078</span> if (onlineRegion != null) {<a name="line.2078"></a> +<span class="sourceLineNo">2079</span> LOG.info("Region already online. Skipping warming up " + region);<a name="line.2079"></a> +<span class="sourceLineNo">2080</span> return response;<a name="line.2080"></a> +<span class="sourceLineNo">2081</span> }<a name="line.2081"></a> +<span class="sourceLineNo">2082</span><a name="line.2082"></a> +<span class="sourceLineNo">2083</span> if (LOG.isDebugEnabled()) {<a name="line.2083"></a> +<span class="sourceLineNo">2084</span> LOG.debug("Warming up Region " + region.getRegionNameAsString());<a name="line.2084"></a> +<span class="sourceLineNo">2085</span> }<a name="line.2085"></a> +<span class="sourceLineNo">2086</span><a name="line.2086"></a> +<span class="sourceLineNo">2087</span> htd = regionServer.tableDescriptors.get(region.getTable());<a name="line.2087"></a> +<span class="sourceLineNo">2088</span><a name="line.2088"></a> +<span class="sourceLineNo">2089</span> if (regionServer.getRegionsInTransitionInRS().containsKey(encodedNameBytes)) {<a name="line.2089"></a> +<span class="sourceLineNo">2090</span> LOG.info("Region is in transition. Skipping warmup " + region);<a name="line.2090"></a> +<span class="sourceLineNo">2091</span> return response;<a name="line.2091"></a> +<span class="sourceLineNo">2092</span> }<a name="line.2092"></a> <span class="sourceLineNo">2093</span><a name="line.2093"></a> -<span class="sourceLineNo">2094</span> } catch (IOException ie) {<a name="line.2094"></a> -<span class="sourceLineNo">2095</span> LOG.error("Failed warming up region " + region.getRegionNameAsString(), ie);<a name="line.2095"></a> -<span class="sourceLineNo">2096</span> throw new ServiceException(ie);<a name="line.2096"></a> -<span class="sourceLineNo">2097</span> }<a name="line.2097"></a> -<span class="sourceLineNo">2098</span><a name="line.2098"></a> -<span class="sourceLineNo">2099</span> return response;<a name="line.2099"></a> -<span class="sourceLineNo">2100</span> }<a name="line.2100"></a> +<span class="sourceLineNo">2094</span> HRegion.warmupHRegion(region, htd, regionServer.getWAL(region),<a name="line.2094"></a> +<span class="sourceLineNo">2095</span> regionServer.getConfiguration(), regionServer, null);<a name="line.2095"></a> +<span class="sourceLineNo">2096</span><a name="line.2096"></a> +<span class="sourceLineNo">2097</span> } catch (IOException ie) {<a name="line.2097"></a> +<span class="sourceLineNo">2098</span> LOG.error("Failed warming up region " + region.getRegionNameAsString(), ie);<a name="line.2098"></a> +<span class="sourceLineNo">2099</span> throw new ServiceException(ie);<a name="line.2099"></a> +<span class="sourceLineNo">2100</span> }<a name="line.2100"></a> <span class="sourceLineNo">2101</span><a name="line.2101"></a> -<span class="sourceLineNo">2102</span> /**<a name="line.2102"></a> -<span class="sourceLineNo">2103</span> * Replay the given changes when distributedLogReplay WAL edits from a failed RS. The guarantee is<a name="line.2103"></a> -<span class="sourceLineNo">2104</span> * that the given mutations will be durable on the receiving RS if this method returns without any<a name="line.2104"></a> -<span class="sourceLineNo">2105</span> * exception.<a name="line.2105"></a> -<span class="sourceLineNo">2106</span> * @param controller the RPC controller<a name="line.2106"></a> -<span class="sourceLineNo">2107</span> * @param request the request<a name="line.2107"></a> -<span class="sourceLineNo">2108</span> * @throws ServiceException<a name="line.2108"></a> -<span class="sourceLineNo">2109</span> */<a name="line.2109"></a> -<span class="sourceLineNo">2110</span> @Override<a name="line.2110"></a> -<span class="sourceLineNo">2111</span> @QosPriority(priority = HConstants.REPLAY_QOS)<a name="line.2111"></a> -<span class="sourceLineNo">2112</span> public ReplicateWALEntryResponse replay(final RpcController controller,<a name="line.2112"></a> -<span class="sourceLineNo">2113</span> final ReplicateWALEntryRequest request) throws ServiceException {<a name="line.2113"></a> -<span class="sourceLineNo">2114</span> long before = EnvironmentEdgeManager.currentTime();<a name="line.2114"></a> -<span class="sourceLineNo">2115</span> CellScanner cells = ((HBaseRpcController) controller).cellScanner();<a name="line.2115"></a> -<span class="sourceLineNo">2116</span> try {<a name="line.2116"></a> -<span class="sourceLineNo">2117</span> checkOpen();<a name="line.2117"></a> -<span class="sourceLineNo">2118</span> List<WALEntry> entries = request.getEntryList();<a name="line.2118"></a> -<span class="sourceLineNo">2119</span> if (entries == null || entries.isEmpty()) {<a name="line.2119"></a> -<span class="sourceLineNo">2120</span> // empty input<a name="line.2120"></a> -<span class="sourceLineNo">2121</span> return ReplicateWALEntryResponse.newBuilder().build();<a name="line.2121"></a> -<span class="sourceLineNo">2122</span> }<a name="line.2122"></a> -<span class="sourceLineNo">2123</span> ByteString regionName = entries.get(0).getKey().getEncodedRegionName();<a name="line.2123"></a> -<span class="sourceLineNo">2124</span> HRegion region = regionServer.getRegionByEncodedName(regionName.toStringUtf8());<a name="line.2124"></a> -<span class="sourceLineNo">2125</span> RegionCoprocessorHost coprocessorHost =<a name="line.2125"></a> -<span class="sourceLineNo">2126</span> ServerRegionReplicaUtil.isDefaultReplica(region.getRegionInfo())<a name="line.2126"></a> -<span class="sourceLineNo">2127</span> ? region.getCoprocessorHost()<a name="line.2127"></a> -<span class="sourceLineNo">2128</span> : null; // do not invoke coprocessors if this is a secondary region replica<a name="line.2128"></a> -<span class="sourceLineNo">2129</span> List<Pair<WALKey, WALEdit>> walEntries = new ArrayList<>();<a name="line.2129"></a> -<span class="sourceLineNo">2130</span><a name="line.2130"></a> -<span class="sourceLineNo">2131</span> // Skip adding the edits to WAL if this is a secondary region replica<a name="line.2131"></a> -<span class="sourceLineNo">2132</span> boolean isPrimary = RegionReplicaUtil.isDefaultReplica(region.getRegionInfo());<a name="line.2132"></a> -<span class="sourceLineNo">2133</span> Durability durability = isPrimary ? Durability.USE_DEFAULT : Durability.SKIP_WAL;<a name="line.2133"></a> -<span class="sourceLineNo">2134</span><a name="line.2134"></a> -<span class="sourceLineNo">2135</span> for (WALEntry entry : entries) {<a name="line.2135"></a> -<span class="sourceLineNo">2136</span> if (!regionName.equals(entry.getKey().getEncodedRegionName())) {<a name="line.2136"></a> -<span class="sourceLineNo">2137</span> throw new NotServingRegionException("Replay request contains entries from multiple " +<a name="line.2137"></a> -<span class="sourceLineNo">2138</span> "regions. First region:" + regionName.toStringUtf8() + " , other region:"<a name="line.2138"></a> -<span class="sourceLineNo">2139</span> + entry.getKey().getEncodedRegionName());<a name="line.2139"></a> -<span class="sourceLineNo">2140</span> }<a name="line.2140"></a> -<span class="sourceLineNo">2141</span> if (regionServer.nonceManager != null && isPrimary) {<a name="line.2141"></a> -<span class="sourceLineNo">2142</span> long nonceGroup = entry.getKey().hasNonceGroup()<a name="line.2142"></a> -<span class="sourceLineNo">2143</span> ? entry.getKey().getNonceGroup() : HConstants.NO_NONCE;<a name="line.2143"></a> -<span class="sourceLineNo">2144</span> long nonce = entry.getKey().hasNonce() ? entry.getKey().getNonce() : HConstants.NO_NONCE;<a name="line.2144"></a> -<span class="sourceLineNo">2145</span> regionServer.nonceManager.reportOperationFromWal(<a name="line.2145"></a> -<span class="sourceLineNo">2146</span> nonceGroup,<a name="line.2146"></a> -<span class="sourceLineNo">2147</span> nonce,<a name="line.2147"></a> -<span class="sourceLineNo">2148</span> entry.getKey().getWriteTime());<a name="line.2148"></a> -<span class="sourceLineNo">2149</span> }<a name="line.2149"></a> -<span class="sourceLineNo">2150</span> Pair<WALKey, WALEdit> walEntry = (coprocessorHost == null) ? null : new Pair<>();<a name="line.2150"></a> -<span class="sourceLineNo">2151</span> List<WALSplitter.MutationReplay> edits = WALSplitter.getMutationsFromWALEntry(entry,<a name="line.2151"></a> -<span class="sourceLineNo">2152</span> cells, walEntry, durability);<a name="line.2152"></a> -<span class="sourceLineNo">2153</span> if (coprocessorHost != null) {<a name="line.2153"></a> -<span class="sourceLineNo">2154</span> // Start coprocessor replay here. The coprocessor is for each WALEdit instead of a<a name="line.2154"></a> -<span class="sourceLineNo">2155</span> // KeyValue.<a name="line.2155"></a> -<span class="sourceLineNo">2156</span> if (coprocessorHost.preWALRestore(region.getRegionInfo(), walEntry.getFirst(),<a name="line.2156"></a> -<span class="sourceLineNo">2157</span> walEntry.getSecond())) {<a name="line.2157"></a> -<span class="sourceLineNo">2158</span> // if bypass this log entry, ignore it ...<a name="line.2158"></a> -<span class="sourceLineNo">2159</span> continue;<a name="line.2159"></a> -<span class="sourceLineNo">2160</span> }<a name="line.2160"></a> -<span class="sourceLineNo">2161</span> walEntries.add(walEntry);<a name="line.2161"></a> -<span class="sourceLineNo">2162</span> }<a name="line.2162"></a> -<span class="sourceLineNo">2163</span> if(edits!=null && !edits.isEmpty()) {<a name="line.2163"></a> -<span class="sourceLineNo">2164</span> // HBASE-17924<a name="line.2164"></a> -<span class="sourceLineNo">2165</span> // sort to improve lock efficiency<a name="line.2165"></a> -<span class="sourceLineNo">2166</span> Collections.sort(edits, (v1, v2) -> Row.COMPARATOR.compare(v1.mutation, v2.mutation));<a name="line.2166"></a> -<span class="sourceLineNo">2167</span> long replaySeqId = (entry.getKey().hasOrigSequenceNumber()) ?<a name="line.2167"></a> -<span class="sourceLineNo">2168</span> entry.getKey().getOrigSequenceNumber() : entry.getKey().getLogSequenceNumber();<a name="line.2168"></a> -<span class="sourceLineNo">2169</span> OperationStatus[] result = doReplayBatchOp(region, edits, replaySeqId);<a name="line.2169"></a> -<span class="sourceLineNo">2170</span> // check if it's a partial success<a name="line.2170"></a> -<span class="sourceLineNo">2171</span> for (int i = 0; result != null && i < result.length; i++) {<a name="line.2171"></a> -<span class="sourceLineNo">2172</span> if (result[i] != OperationStatus.SUCCESS) {<a name="line.2172"></a> -<span class="sourceLineNo">2173</span> throw new IOException(result[i].getExceptionMsg());<a name="line.2173"></a> -<span class="sourceLineNo">2174</span> }<a name="line.2174"></a> -<span class="sourceLineNo">2175</span> }<a name="line.2175"></a> -<span class="sourceLineNo">2176</span> }<a name="line.2176"></a> -<span class="sourceLineNo">2177</span> }<a name="line.2177"></a> -<span class="sourceLineNo">2178</span><a name="line.2178"></a> -<span class="sourceLineNo">2179</span> //sync wal at the end because ASYNC_WAL is used above<a name="line.2179"></a> -<span class="sourceLineNo">2180</span> WAL wal = region.getWAL();<a name="line.2180"></a> -<span class="sourceLineNo">2181</span> if (wal != null) {<a name="line.2181"></a> -<span class="sourceLineNo">2182</span> wal.sync();<a name="line.2182"></a> -<span class="sourceLineNo">2183</span> }<a name="line.2183"></a> -<span class="sourceLineNo">2184</span><a name="line.2184"></a> -<span class="sourceLineNo">2185</span> if (coprocessorHost != null) {<a name="line.2185"></a> -<span class="sourceLineNo">2186</span> for (Pair<WALKey, WALEdit> entry : walEntries) {<a name="line.2186"></a> -<span class="sourceLineNo">2187</span> coprocessorHost.postWALRestore(region.getRegionInfo(), entry.getFirst(),<a name="line.2187"></a> -<span class="sourceLineNo">2188</span> entry.getSecond());<a name="line.2188"></a> -<span class="sourceLineNo">2189</span> }<a name="line.2189"></a> -<span class="sourceLineNo">2190</span> }<a name="line.2190"></a> -<span class="sourceLineNo">2191</span> return ReplicateWALEntryResponse.newBuilder().build();<a name="line.2191"></a> -<span class="sourceLineNo">2192</span> } catch (IOException ie) {<a name="line.2192"></a> -<span class="sourceLineNo">2193</span> throw new ServiceException(ie);<a name="line.2193"></a> -<span class="sourceLineNo">2194</span> } finally {<a name="line.2194"></a> -<span class="sourceLineNo">2195</span> if (regionServer.metricsRegionServer != null) {<a name="line.2195"></a> -<span class="sourceLineNo">2196</span> regionServer.metricsRegionServer.updateReplay(<a name="line.2196"></a> -<span class="sourceLineNo">2197</span> EnvironmentEdgeManager.currentTime() - before);<a name="line.2197"></a> -<span class="sourceLineNo">2198</span> }<a name="line.2198"></a> -<span class="sourceLineNo">2199</span> }<a name="line.2199"></a> -<span class="sourceLineNo">2200</span> }<a name="line.2200"></a> -<span class="sourceLineNo">2201</span><a name="line.2201"></a> -<span class="sourceLineNo">2202</span> /**<a name="line.2202"></a> -<span class="sourceLineNo">2203</span> * Replicate WAL entries on the region server.<a name="line.2203"></a> -<span class="sourceLineNo">2204</span> *<a name="line.2204"></a> -<span class="sourceLineNo">2205</span> * @param controller the RPC controller<a name="line.2205"></a> -<span class="sourceLineNo">2206</span> * @param request the request<a name="line.2206"></a> -<span class="sourceLineNo">2207</span> * @throws ServiceException<a name="line.2207"></a> -<span class="sourceLineNo">2208</span> */<a name="line.2208"></a> -<span class="sourceLineNo">2209</span> @Override<a name="line.2209"></a> -<span class="sourceLineNo">2210</span> @QosPriority(priority=HConstants.REPLICATION_QOS)<a name="line.2210"></a> -<span class="sourceLineNo">2211</span> public ReplicateWALEntryResponse replicateWALEntry(final RpcController controller,<a name="line.2211"></a> -<span class="sourceLineNo">2212</span> final ReplicateWALEntryRequest request) throws ServiceException {<a name="line.2212"></a> -<span class="sourceLineNo">2213</span> try {<a name="line.2213"></a> -<span class="sourceLineNo">2214</span> checkOpen();<a name="line.2214"></a> -<span class="sourceLineNo">2215</span> if (regionServer.replicationSinkHandler != null) {<a name="line.2215"></a> -<span class="sourceLineNo">2216</span> requestCount.increment();<a name="line.2216"></a> -<span class="sourceLineNo">2217</span> List<WALEntry> entries = request.getEntryList();<a name="line.2217"></a> -<span class="sourceLineNo">2218</span> CellScanner cellScanner = ((HBaseRpcController)controller).cellScanner();<a name="line.2218"></a> -<span class="sourceLineNo">2219</span> regionSer
<TRUNCATED>