http://git-wip-us.apache.org/repos/asf/hbase-site/blob/804782f0/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html index 95f2a65..073d0d0 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/master/HMaster.MasterStoppedException.html @@ -931,7 +931,7 @@ <span class="sourceLineNo">923</span> InitMetaProcedure initMetaProc = null;<a name="line.923"></a> <span class="sourceLineNo">924</span> if (assignmentManager.getRegionStates().getRegionState(RegionInfoBuilder.FIRST_META_REGIONINFO)<a name="line.924"></a> <span class="sourceLineNo">925</span> .isOffline()) {<a name="line.925"></a> -<span class="sourceLineNo">926</span> Optional<Procedure<?>> optProc = procedureExecutor.getProcedures().stream()<a name="line.926"></a> +<span class="sourceLineNo">926</span> Optional<Procedure<MasterProcedureEnv>> optProc = procedureExecutor.getProcedures().stream()<a name="line.926"></a> <span class="sourceLineNo">927</span> .filter(p -> p instanceof InitMetaProcedure).findAny();<a name="line.927"></a> <span class="sourceLineNo">928</span> if (optProc.isPresent()) {<a name="line.928"></a> <span class="sourceLineNo">929</span> initMetaProc = (InitMetaProcedure) optProc.get();<a name="line.929"></a> @@ -3210,566 +3210,567 @@ <span class="sourceLineNo">3202</span> cpHost.preGetProcedures();<a name="line.3202"></a> <span class="sourceLineNo">3203</span> }<a name="line.3203"></a> <span class="sourceLineNo">3204</span><a name="line.3204"></a> -<span class="sourceLineNo">3205</span> final List<Procedure<?>> procList = this.procedureExecutor.getProcedures();<a name="line.3205"></a> -<span class="sourceLineNo">3206</span><a name="line.3206"></a> -<span class="sourceLineNo">3207</span> if (cpHost != null) {<a name="line.3207"></a> -<span class="sourceLineNo">3208</span> cpHost.postGetProcedures(procList);<a name="line.3208"></a> -<span class="sourceLineNo">3209</span> }<a name="line.3209"></a> -<span class="sourceLineNo">3210</span><a name="line.3210"></a> -<span class="sourceLineNo">3211</span> return procList;<a name="line.3211"></a> -<span class="sourceLineNo">3212</span> }<a name="line.3212"></a> -<span class="sourceLineNo">3213</span><a name="line.3213"></a> -<span class="sourceLineNo">3214</span> @Override<a name="line.3214"></a> -<span class="sourceLineNo">3215</span> public List<LockedResource> getLocks() throws IOException {<a name="line.3215"></a> -<span class="sourceLineNo">3216</span> if (cpHost != null) {<a name="line.3216"></a> -<span class="sourceLineNo">3217</span> cpHost.preGetLocks();<a name="line.3217"></a> -<span class="sourceLineNo">3218</span> }<a name="line.3218"></a> -<span class="sourceLineNo">3219</span><a name="line.3219"></a> -<span class="sourceLineNo">3220</span> MasterProcedureScheduler procedureScheduler =<a name="line.3220"></a> -<span class="sourceLineNo">3221</span> procedureExecutor.getEnvironment().getProcedureScheduler();<a name="line.3221"></a> -<span class="sourceLineNo">3222</span><a name="line.3222"></a> -<span class="sourceLineNo">3223</span> final List<LockedResource> lockedResources = procedureScheduler.getLocks();<a name="line.3223"></a> -<span class="sourceLineNo">3224</span><a name="line.3224"></a> -<span class="sourceLineNo">3225</span> if (cpHost != null) {<a name="line.3225"></a> -<span class="sourceLineNo">3226</span> cpHost.postGetLocks(lockedResources);<a name="line.3226"></a> -<span class="sourceLineNo">3227</span> }<a name="line.3227"></a> -<span class="sourceLineNo">3228</span><a name="line.3228"></a> -<span class="sourceLineNo">3229</span> return lockedResources;<a name="line.3229"></a> -<span class="sourceLineNo">3230</span> }<a name="line.3230"></a> -<span class="sourceLineNo">3231</span><a name="line.3231"></a> -<span class="sourceLineNo">3232</span> /**<a name="line.3232"></a> -<span class="sourceLineNo">3233</span> * Returns the list of table descriptors that match the specified request<a name="line.3233"></a> -<span class="sourceLineNo">3234</span> * @param namespace the namespace to query, or null if querying for all<a name="line.3234"></a> -<span class="sourceLineNo">3235</span> * @param regex The regular expression to match against, or null if querying for all<a name="line.3235"></a> -<span class="sourceLineNo">3236</span> * @param tableNameList the list of table names, or null if querying for all<a name="line.3236"></a> -<span class="sourceLineNo">3237</span> * @param includeSysTables False to match only against userspace tables<a name="line.3237"></a> -<span class="sourceLineNo">3238</span> * @return the list of table descriptors<a name="line.3238"></a> -<span class="sourceLineNo">3239</span> */<a name="line.3239"></a> -<span class="sourceLineNo">3240</span> public List<TableDescriptor> listTableDescriptors(final String namespace, final String regex,<a name="line.3240"></a> -<span class="sourceLineNo">3241</span> final List<TableName> tableNameList, final boolean includeSysTables)<a name="line.3241"></a> -<span class="sourceLineNo">3242</span> throws IOException {<a name="line.3242"></a> -<span class="sourceLineNo">3243</span> List<TableDescriptor> htds = new ArrayList<>();<a name="line.3243"></a> -<span class="sourceLineNo">3244</span> if (cpHost != null) {<a name="line.3244"></a> -<span class="sourceLineNo">3245</span> cpHost.preGetTableDescriptors(tableNameList, htds, regex);<a name="line.3245"></a> -<span class="sourceLineNo">3246</span> }<a name="line.3246"></a> -<span class="sourceLineNo">3247</span> htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables);<a name="line.3247"></a> -<span class="sourceLineNo">3248</span> if (cpHost != null) {<a name="line.3248"></a> -<span class="sourceLineNo">3249</span> cpHost.postGetTableDescriptors(tableNameList, htds, regex);<a name="line.3249"></a> -<span class="sourceLineNo">3250</span> }<a name="line.3250"></a> -<span class="sourceLineNo">3251</span> return htds;<a name="line.3251"></a> -<span class="sourceLineNo">3252</span> }<a name="line.3252"></a> -<span class="sourceLineNo">3253</span><a name="line.3253"></a> -<span class="sourceLineNo">3254</span> /**<a name="line.3254"></a> -<span class="sourceLineNo">3255</span> * Returns the list of table names that match the specified request<a name="line.3255"></a> -<span class="sourceLineNo">3256</span> * @param regex The regular expression to match against, or null if querying for all<a name="line.3256"></a> -<span class="sourceLineNo">3257</span> * @param namespace the namespace to query, or null if querying for all<a name="line.3257"></a> -<span class="sourceLineNo">3258</span> * @param includeSysTables False to match only against userspace tables<a name="line.3258"></a> -<span class="sourceLineNo">3259</span> * @return the list of table names<a name="line.3259"></a> -<span class="sourceLineNo">3260</span> */<a name="line.3260"></a> -<span class="sourceLineNo">3261</span> public List<TableName> listTableNames(final String namespace, final String regex,<a name="line.3261"></a> -<span class="sourceLineNo">3262</span> final boolean includeSysTables) throws IOException {<a name="line.3262"></a> -<span class="sourceLineNo">3263</span> List<TableDescriptor> htds = new ArrayList<>();<a name="line.3263"></a> -<span class="sourceLineNo">3264</span> if (cpHost != null) {<a name="line.3264"></a> -<span class="sourceLineNo">3265</span> cpHost.preGetTableNames(htds, regex);<a name="line.3265"></a> -<span class="sourceLineNo">3266</span> }<a name="line.3266"></a> -<span class="sourceLineNo">3267</span> htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables);<a name="line.3267"></a> -<span class="sourceLineNo">3268</span> if (cpHost != null) {<a name="line.3268"></a> -<span class="sourceLineNo">3269</span> cpHost.postGetTableNames(htds, regex);<a name="line.3269"></a> -<span class="sourceLineNo">3270</span> }<a name="line.3270"></a> -<span class="sourceLineNo">3271</span> List<TableName> result = new ArrayList<>(htds.size());<a name="line.3271"></a> -<span class="sourceLineNo">3272</span> for (TableDescriptor htd: htds) result.add(htd.getTableName());<a name="line.3272"></a> -<span class="sourceLineNo">3273</span> return result;<a name="line.3273"></a> -<span class="sourceLineNo">3274</span> }<a name="line.3274"></a> -<span class="sourceLineNo">3275</span><a name="line.3275"></a> -<span class="sourceLineNo">3276</span> /**<a name="line.3276"></a> -<span class="sourceLineNo">3277</span> * @return list of table table descriptors after filtering by regex and whether to include system<a name="line.3277"></a> -<span class="sourceLineNo">3278</span> * tables, etc.<a name="line.3278"></a> -<span class="sourceLineNo">3279</span> * @throws IOException<a name="line.3279"></a> -<span class="sourceLineNo">3280</span> */<a name="line.3280"></a> -<span class="sourceLineNo">3281</span> private List<TableDescriptor> getTableDescriptors(final List<TableDescriptor> htds,<a name="line.3281"></a> -<span class="sourceLineNo">3282</span> final String namespace, final String regex, final List<TableName> tableNameList,<a name="line.3282"></a> -<span class="sourceLineNo">3283</span> final boolean includeSysTables)<a name="line.3283"></a> -<span class="sourceLineNo">3284</span> throws IOException {<a name="line.3284"></a> -<span class="sourceLineNo">3285</span> if (tableNameList == null || tableNameList.isEmpty()) {<a name="line.3285"></a> -<span class="sourceLineNo">3286</span> // request for all TableDescriptors<a name="line.3286"></a> -<span class="sourceLineNo">3287</span> Collection<TableDescriptor> allHtds;<a name="line.3287"></a> -<span class="sourceLineNo">3288</span> if (namespace != null && namespace.length() > 0) {<a name="line.3288"></a> -<span class="sourceLineNo">3289</span> // Do a check on the namespace existence. Will fail if does not exist.<a name="line.3289"></a> -<span class="sourceLineNo">3290</span> this.clusterSchemaService.getNamespace(namespace);<a name="line.3290"></a> -<span class="sourceLineNo">3291</span> allHtds = tableDescriptors.getByNamespace(namespace).values();<a name="line.3291"></a> -<span class="sourceLineNo">3292</span> } else {<a name="line.3292"></a> -<span class="sourceLineNo">3293</span> allHtds = tableDescriptors.getAll().values();<a name="line.3293"></a> -<span class="sourceLineNo">3294</span> }<a name="line.3294"></a> -<span class="sourceLineNo">3295</span> for (TableDescriptor desc: allHtds) {<a name="line.3295"></a> -<span class="sourceLineNo">3296</span> if (tableStateManager.isTablePresent(desc.getTableName())<a name="line.3296"></a> -<span class="sourceLineNo">3297</span> && (includeSysTables || !desc.getTableName().isSystemTable())) {<a name="line.3297"></a> -<span class="sourceLineNo">3298</span> htds.add(desc);<a name="line.3298"></a> -<span class="sourceLineNo">3299</span> }<a name="line.3299"></a> -<span class="sourceLineNo">3300</span> }<a name="line.3300"></a> -<span class="sourceLineNo">3301</span> } else {<a name="line.3301"></a> -<span class="sourceLineNo">3302</span> for (TableName s: tableNameList) {<a name="line.3302"></a> -<span class="sourceLineNo">3303</span> if (tableStateManager.isTablePresent(s)) {<a name="line.3303"></a> -<span class="sourceLineNo">3304</span> TableDescriptor desc = tableDescriptors.get(s);<a name="line.3304"></a> -<span class="sourceLineNo">3305</span> if (desc != null) {<a name="line.3305"></a> -<span class="sourceLineNo">3306</span> htds.add(desc);<a name="line.3306"></a> -<span class="sourceLineNo">3307</span> }<a name="line.3307"></a> -<span class="sourceLineNo">3308</span> }<a name="line.3308"></a> -<span class="sourceLineNo">3309</span> }<a name="line.3309"></a> -<span class="sourceLineNo">3310</span> }<a name="line.3310"></a> -<span class="sourceLineNo">3311</span><a name="line.3311"></a> -<span class="sourceLineNo">3312</span> // Retains only those matched by regular expression.<a name="line.3312"></a> -<span class="sourceLineNo">3313</span> if (regex != null) filterTablesByRegex(htds, Pattern.compile(regex));<a name="line.3313"></a> -<span class="sourceLineNo">3314</span> return htds;<a name="line.3314"></a> -<span class="sourceLineNo">3315</span> }<a name="line.3315"></a> -<span class="sourceLineNo">3316</span><a name="line.3316"></a> -<span class="sourceLineNo">3317</span> /**<a name="line.3317"></a> -<span class="sourceLineNo">3318</span> * Removes the table descriptors that don't match the pattern.<a name="line.3318"></a> -<span class="sourceLineNo">3319</span> * @param descriptors list of table descriptors to filter<a name="line.3319"></a> -<span class="sourceLineNo">3320</span> * @param pattern the regex to use<a name="line.3320"></a> -<span class="sourceLineNo">3321</span> */<a name="line.3321"></a> -<span class="sourceLineNo">3322</span> private static void filterTablesByRegex(final Collection<TableDescriptor> descriptors,<a name="line.3322"></a> -<span class="sourceLineNo">3323</span> final Pattern pattern) {<a name="line.3323"></a> -<span class="sourceLineNo">3324</span> final String defaultNS = NamespaceDescriptor.DEFAULT_NAMESPACE_NAME_STR;<a name="line.3324"></a> -<span class="sourceLineNo">3325</span> Iterator<TableDescriptor> itr = descriptors.iterator();<a name="line.3325"></a> -<span class="sourceLineNo">3326</span> while (itr.hasNext()) {<a name="line.3326"></a> -<span class="sourceLineNo">3327</span> TableDescriptor htd = itr.next();<a name="line.3327"></a> -<span class="sourceLineNo">3328</span> String tableName = htd.getTableName().getNameAsString();<a name="line.3328"></a> -<span class="sourceLineNo">3329</span> boolean matched = pattern.matcher(tableName).matches();<a name="line.3329"></a> -<span class="sourceLineNo">3330</span> if (!matched && htd.getTableName().getNamespaceAsString().equals(defaultNS)) {<a name="line.3330"></a> -<span class="sourceLineNo">3331</span> matched = pattern.matcher(defaultNS + TableName.NAMESPACE_DELIM + tableName).matches();<a name="line.3331"></a> -<span class="sourceLineNo">3332</span> }<a name="line.3332"></a> -<span class="sourceLineNo">3333</span> if (!matched) {<a name="line.3333"></a> -<span class="sourceLineNo">3334</span> itr.remove();<a name="line.3334"></a> -<span class="sourceLineNo">3335</span> }<a name="line.3335"></a> -<span class="sourceLineNo">3336</span> }<a name="line.3336"></a> -<span class="sourceLineNo">3337</span> }<a name="line.3337"></a> -<span class="sourceLineNo">3338</span><a name="line.3338"></a> -<span class="sourceLineNo">3339</span> @Override<a name="line.3339"></a> -<span class="sourceLineNo">3340</span> public long getLastMajorCompactionTimestamp(TableName table) throws IOException {<a name="line.3340"></a> -<span class="sourceLineNo">3341</span> return getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS))<a name="line.3341"></a> -<span class="sourceLineNo">3342</span> .getLastMajorCompactionTimestamp(table);<a name="line.3342"></a> -<span class="sourceLineNo">3343</span> }<a name="line.3343"></a> -<span class="sourceLineNo">3344</span><a name="line.3344"></a> -<span class="sourceLineNo">3345</span> @Override<a name="line.3345"></a> -<span class="sourceLineNo">3346</span> public long getLastMajorCompactionTimestampForRegion(byte[] regionName) throws IOException {<a name="line.3346"></a> -<span class="sourceLineNo">3347</span> return getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS))<a name="line.3347"></a> -<span class="sourceLineNo">3348</span> .getLastMajorCompactionTimestamp(regionName);<a name="line.3348"></a> -<span class="sourceLineNo">3349</span> }<a name="line.3349"></a> -<span class="sourceLineNo">3350</span><a name="line.3350"></a> -<span class="sourceLineNo">3351</span> /**<a name="line.3351"></a> -<span class="sourceLineNo">3352</span> * Gets the mob file compaction state for a specific table.<a name="line.3352"></a> -<span class="sourceLineNo">3353</span> * Whether all the mob files are selected is known during the compaction execution, but<a name="line.3353"></a> -<span class="sourceLineNo">3354</span> * the statistic is done just before compaction starts, it is hard to know the compaction<a name="line.3354"></a> -<span class="sourceLineNo">3355</span> * type at that time, so the rough statistics are chosen for the mob file compaction. Only two<a name="line.3355"></a> -<span class="sourceLineNo">3356</span> * compaction states are available, CompactionState.MAJOR_AND_MINOR and CompactionState.NONE.<a name="line.3356"></a> -<span class="sourceLineNo">3357</span> * @param tableName The current table name.<a name="line.3357"></a> -<span class="sourceLineNo">3358</span> * @return If a given table is in mob file compaction now.<a name="line.3358"></a> -<span class="sourceLineNo">3359</span> */<a name="line.3359"></a> -<span class="sourceLineNo">3360</span> public CompactionState getMobCompactionState(TableName tableName) {<a name="line.3360"></a> -<span class="sourceLineNo">3361</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3361"></a> -<span class="sourceLineNo">3362</span> if (compactionsCount != null && compactionsCount.get() != 0) {<a name="line.3362"></a> -<span class="sourceLineNo">3363</span> return CompactionState.MAJOR_AND_MINOR;<a name="line.3363"></a> -<span class="sourceLineNo">3364</span> }<a name="line.3364"></a> -<span class="sourceLineNo">3365</span> return CompactionState.NONE;<a name="line.3365"></a> -<span class="sourceLineNo">3366</span> }<a name="line.3366"></a> -<span class="sourceLineNo">3367</span><a name="line.3367"></a> -<span class="sourceLineNo">3368</span> public void reportMobCompactionStart(TableName tableName) throws IOException {<a name="line.3368"></a> -<span class="sourceLineNo">3369</span> IdLock.Entry lockEntry = null;<a name="line.3369"></a> -<span class="sourceLineNo">3370</span> try {<a name="line.3370"></a> -<span class="sourceLineNo">3371</span> lockEntry = mobCompactionLock.getLockEntry(tableName.hashCode());<a name="line.3371"></a> -<span class="sourceLineNo">3372</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3372"></a> -<span class="sourceLineNo">3373</span> if (compactionsCount == null) {<a name="line.3373"></a> -<span class="sourceLineNo">3374</span> compactionsCount = new AtomicInteger(0);<a name="line.3374"></a> -<span class="sourceLineNo">3375</span> mobCompactionStates.put(tableName, compactionsCount);<a name="line.3375"></a> -<span class="sourceLineNo">3376</span> }<a name="line.3376"></a> -<span class="sourceLineNo">3377</span> compactionsCount.incrementAndGet();<a name="line.3377"></a> -<span class="sourceLineNo">3378</span> } finally {<a name="line.3378"></a> -<span class="sourceLineNo">3379</span> if (lockEntry != null) {<a name="line.3379"></a> -<span class="sourceLineNo">3380</span> mobCompactionLock.releaseLockEntry(lockEntry);<a name="line.3380"></a> -<span class="sourceLineNo">3381</span> }<a name="line.3381"></a> -<span class="sourceLineNo">3382</span> }<a name="line.3382"></a> -<span class="sourceLineNo">3383</span> }<a name="line.3383"></a> -<span class="sourceLineNo">3384</span><a name="line.3384"></a> -<span class="sourceLineNo">3385</span> public void reportMobCompactionEnd(TableName tableName) throws IOException {<a name="line.3385"></a> -<span class="sourceLineNo">3386</span> IdLock.Entry lockEntry = null;<a name="line.3386"></a> -<span class="sourceLineNo">3387</span> try {<a name="line.3387"></a> -<span class="sourceLineNo">3388</span> lockEntry = mobCompactionLock.getLockEntry(tableName.hashCode());<a name="line.3388"></a> -<span class="sourceLineNo">3389</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3389"></a> -<span class="sourceLineNo">3390</span> if (compactionsCount != null) {<a name="line.3390"></a> -<span class="sourceLineNo">3391</span> int count = compactionsCount.decrementAndGet();<a name="line.3391"></a> -<span class="sourceLineNo">3392</span> // remove the entry if the count is 0.<a name="line.3392"></a> -<span class="sourceLineNo">3393</span> if (count == 0) {<a name="line.3393"></a> -<span class="sourceLineNo">3394</span> mobCompactionStates.remove(tableName);<a name="line.3394"></a> -<span class="sourceLineNo">3395</span> }<a name="line.3395"></a> -<span class="sourceLineNo">3396</span> }<a name="line.3396"></a> -<span class="sourceLineNo">3397</span> } finally {<a name="line.3397"></a> -<span class="sourceLineNo">3398</span> if (lockEntry != null) {<a name="line.3398"></a> -<span class="sourceLineNo">3399</span> mobCompactionLock.releaseLockEntry(lockEntry);<a name="line.3399"></a> -<span class="sourceLineNo">3400</span> }<a name="line.3400"></a> -<span class="sourceLineNo">3401</span> }<a name="line.3401"></a> -<span class="sourceLineNo">3402</span> }<a name="line.3402"></a> -<span class="sourceLineNo">3403</span><a name="line.3403"></a> -<span class="sourceLineNo">3404</span> /**<a name="line.3404"></a> -<span class="sourceLineNo">3405</span> * Requests mob compaction.<a name="line.3405"></a> -<span class="sourceLineNo">3406</span> * @param tableName The table the compact.<a name="line.3406"></a> -<span class="sourceLineNo">3407</span> * @param columns The compacted columns.<a name="line.3407"></a> -<span class="sourceLineNo">3408</span> * @param allFiles Whether add all mob files into the compaction.<a name="line.3408"></a> -<span class="sourceLineNo">3409</span> */<a name="line.3409"></a> -<span class="sourceLineNo">3410</span> public void requestMobCompaction(TableName tableName,<a name="line.3410"></a> -<span class="sourceLineNo">3411</span> List<ColumnFamilyDescriptor> columns, boolean allFiles) throws IOException {<a name="line.3411"></a> -<span class="sourceLineNo">3412</span> mobCompactThread.requestMobCompaction(conf, fs, tableName, columns, allFiles);<a name="line.3412"></a> -<span class="sourceLineNo">3413</span> }<a name="line.3413"></a> -<span class="sourceLineNo">3414</span><a name="line.3414"></a> -<span class="sourceLineNo">3415</span> /**<a name="line.3415"></a> -<span class="sourceLineNo">3416</span> * Queries the state of the {@link LoadBalancerTracker}. If the balancer is not initialized,<a name="line.3416"></a> -<span class="sourceLineNo">3417</span> * false is returned.<a name="line.3417"></a> -<span class="sourceLineNo">3418</span> *<a name="line.3418"></a> -<span class="sourceLineNo">3419</span> * @return The state of the load balancer, or false if the load balancer isn't defined.<a name="line.3419"></a> -<span class="sourceLineNo">3420</span> */<a name="line.3420"></a> -<span class="sourceLineNo">3421</span> public boolean isBalancerOn() {<a name="line.3421"></a> -<span class="sourceLineNo">3422</span> try {<a name="line.3422"></a> -<span class="sourceLineNo">3423</span> if (null == loadBalancerTracker || isInMaintenanceMode()) {<a name="line.3423"></a> -<span class="sourceLineNo">3424</span> return false;<a name="line.3424"></a> -<span class="sourceLineNo">3425</span> }<a name="line.3425"></a> -<span class="sourceLineNo">3426</span> } catch (IOException e) {<a name="line.3426"></a> -<span class="sourceLineNo">3427</span> return false;<a name="line.3427"></a> -<span class="sourceLineNo">3428</span> }<a name="line.3428"></a> -<span class="sourceLineNo">3429</span> return loadBalancerTracker.isBalancerOn();<a name="line.3429"></a> -<span class="sourceLineNo">3430</span> }<a name="line.3430"></a> -<span class="sourceLineNo">3431</span><a name="line.3431"></a> -<span class="sourceLineNo">3432</span> /**<a name="line.3432"></a> -<span class="sourceLineNo">3433</span> * Queries the state of the {@link RegionNormalizerTracker}. If it's not initialized,<a name="line.3433"></a> -<span class="sourceLineNo">3434</span> * false is returned.<a name="line.3434"></a> -<span class="sourceLineNo">3435</span> */<a name="line.3435"></a> -<span class="sourceLineNo">3436</span> public boolean isNormalizerOn() {<a name="line.3436"></a> -<span class="sourceLineNo">3437</span> try {<a name="line.3437"></a> -<span class="sourceLineNo">3438</span> return (null == regionNormalizerTracker || isInMaintenanceMode()) ?<a name="line.3438"></a> -<span class="sourceLineNo">3439</span> false: regionNormalizerTracker.isNormalizerOn();<a name="line.3439"></a> -<span class="sourceLineNo">3440</span> } catch (IOException e) {<a name="line.3440"></a> -<span class="sourceLineNo">3441</span> return false;<a name="line.3441"></a> -<span class="sourceLineNo">3442</span> }<a name="line.3442"></a> -<span class="sourceLineNo">3443</span> }<a name="line.3443"></a> -<span class="sourceLineNo">3444</span><a name="line.3444"></a> -<span class="sourceLineNo">3445</span> /**<a name="line.3445"></a> -<span class="sourceLineNo">3446</span> * Queries the state of the {@link SplitOrMergeTracker}. If it is not initialized,<a name="line.3446"></a> -<span class="sourceLineNo">3447</span> * false is returned. If switchType is illegal, false will return.<a name="line.3447"></a> -<span class="sourceLineNo">3448</span> * @param switchType see {@link org.apache.hadoop.hbase.client.MasterSwitchType}<a name="line.3448"></a> -<span class="sourceLineNo">3449</span> * @return The state of the switch<a name="line.3449"></a> -<span class="sourceLineNo">3450</span> */<a name="line.3450"></a> -<span class="sourceLineNo">3451</span> @Override<a name="line.3451"></a> -<span class="sourceLineNo">3452</span> public boolean isSplitOrMergeEnabled(MasterSwitchType switchType) {<a name="line.3452"></a> -<span class="sourceLineNo">3453</span> try {<a name="line.3453"></a> -<span class="sourceLineNo">3454</span> if (null == splitOrMergeTracker || isInMaintenanceMode()) {<a name="line.3454"></a> -<span class="sourceLineNo">3455</span> return false;<a name="line.3455"></a> -<span class="sourceLineNo">3456</span> }<a name="line.3456"></a> -<span class="sourceLineNo">3457</span> } catch (IOException e) {<a name="line.3457"></a> -<span class="sourceLineNo">3458</span> return false;<a name="line.3458"></a> -<span class="sourceLineNo">3459</span> }<a name="line.3459"></a> -<span class="sourceLineNo">3460</span> return splitOrMergeTracker.isSplitOrMergeEnabled(switchType);<a name="line.3460"></a> -<span class="sourceLineNo">3461</span> }<a name="line.3461"></a> -<span class="sourceLineNo">3462</span><a name="line.3462"></a> -<span class="sourceLineNo">3463</span> /**<a name="line.3463"></a> -<span class="sourceLineNo">3464</span> * Fetch the configured {@link LoadBalancer} class name. If none is set, a default is returned.<a name="line.3464"></a> -<span class="sourceLineNo">3465</span> *<a name="line.3465"></a> -<span class="sourceLineNo">3466</span> * @return The name of the {@link LoadBalancer} in use.<a name="line.3466"></a> -<span class="sourceLineNo">3467</span> */<a name="line.3467"></a> -<span class="sourceLineNo">3468</span> public String getLoadBalancerClassName() {<a name="line.3468"></a> -<span class="sourceLineNo">3469</span> return conf.get(HConstants.HBASE_MASTER_LOADBALANCER_CLASS, LoadBalancerFactory<a name="line.3469"></a> -<span class="sourceLineNo">3470</span> .getDefaultLoadBalancerClass().getName());<a name="line.3470"></a> -<span class="sourceLineNo">3471</span> }<a name="line.3471"></a> -<span class="sourceLineNo">3472</span><a name="line.3472"></a> -<span class="sourceLineNo">3473</span> /**<a name="line.3473"></a> -<span class="sourceLineNo">3474</span> * @return RegionNormalizerTracker instance<a name="line.3474"></a> -<span class="sourceLineNo">3475</span> */<a name="line.3475"></a> -<span class="sourceLineNo">3476</span> public RegionNormalizerTracker getRegionNormalizerTracker() {<a name="line.3476"></a> -<span class="sourceLineNo">3477</span> return regionNormalizerTracker;<a name="line.3477"></a> -<span class="sourceLineNo">3478</span> }<a name="line.3478"></a> -<span class="sourceLineNo">3479</span><a name="line.3479"></a> -<span class="sourceLineNo">3480</span> public SplitOrMergeTracker getSplitOrMergeTracker() {<a name="line.3480"></a> -<span class="sourceLineNo">3481</span> return splitOrMergeTracker;<a name="line.3481"></a> -<span class="sourceLineNo">3482</span> }<a name="line.3482"></a> -<span class="sourceLineNo">3483</span><a name="line.3483"></a> -<span class="sourceLineNo">3484</span> @Override<a name="line.3484"></a> -<span class="sourceLineNo">3485</span> public LoadBalancer getLoadBalancer() {<a name="line.3485"></a> -<span class="sourceLineNo">3486</span> return balancer;<a name="line.3486"></a> -<span class="sourceLineNo">3487</span> }<a name="line.3487"></a> -<span class="sourceLineNo">3488</span><a name="line.3488"></a> -<span class="sourceLineNo">3489</span> @Override<a name="line.3489"></a> -<span class="sourceLineNo">3490</span> public FavoredNodesManager getFavoredNodesManager() {<a name="line.3490"></a> -<span class="sourceLineNo">3491</span> return favoredNodesManager;<a name="line.3491"></a> -<span class="sourceLineNo">3492</span> }<a name="line.3492"></a> -<span class="sourceLineNo">3493</span><a name="line.3493"></a> -<span class="sourceLineNo">3494</span> private long executePeerProcedure(AbstractPeerProcedure<?> procedure) throws IOException {<a name="line.3494"></a> -<span class="sourceLineNo">3495</span> long procId = procedureExecutor.submitProcedure(procedure);<a name="line.3495"></a> -<span class="sourceLineNo">3496</span> procedure.getLatch().await();<a name="line.3496"></a> -<span class="sourceLineNo">3497</span> return procId;<a name="line.3497"></a> -<span class="sourceLineNo">3498</span> }<a name="line.3498"></a> -<span class="sourceLineNo">3499</span><a name="line.3499"></a> -<span class="sourceLineNo">3500</span> @Override<a name="line.3500"></a> -<span class="sourceLineNo">3501</span> public long addReplicationPeer(String peerId, ReplicationPeerConfig peerConfig, boolean enabled)<a name="line.3501"></a> -<span class="sourceLineNo">3502</span> throws ReplicationException, IOException {<a name="line.3502"></a> -<span class="sourceLineNo">3503</span> LOG.info(getClientIdAuditPrefix() + " creating replication peer, id=" + peerId + ", config=" +<a name="line.3503"></a> -<span class="sourceLineNo">3504</span> peerConfig + ", state=" + (enabled ? "ENABLED" : "DISABLED"));<a name="line.3504"></a> -<span class="sourceLineNo">3505</span> return executePeerProcedure(new AddPeerProcedure(peerId, peerConfig, enabled));<a name="line.3505"></a> -<span class="sourceLineNo">3506</span> }<a name="line.3506"></a> -<span class="sourceLineNo">3507</span><a name="line.3507"></a> -<span class="sourceLineNo">3508</span> @Override<a name="line.3508"></a> -<span class="sourceLineNo">3509</span> public long removeReplicationPeer(String peerId) throws ReplicationException, IOException {<a name="line.3509"></a> -<span class="sourceLineNo">3510</span> LOG.info(getClientIdAuditPrefix() + " removing replication peer, id=" + peerId);<a name="line.3510"></a> -<span class="sourceLineNo">3511</span> return executePeerProcedure(new RemovePeerProcedure(peerId));<a name="line.3511"></a> -<span class="sourceLineNo">3512</span> }<a name="line.3512"></a> -<span class="sourceLineNo">3513</span><a name="line.3513"></a> -<span class="sourceLineNo">3514</span> @Override<a name="line.3514"></a> -<span class="sourceLineNo">3515</span> public long enableReplicationPeer(String peerId) throws ReplicationException, IOException {<a name="line.3515"></a> -<span class="sourceLineNo">3516</span> LOG.info(getClientIdAuditPrefix() + " enable replication peer, id=" + peerId);<a name="line.3516"></a> -<span class="sourceLineNo">3517</span> return executePeerProcedure(new EnablePeerProcedure(peerId));<a name="line.3517"></a> -<span class="sourceLineNo">3518</span> }<a name="line.3518"></a> -<span class="sourceLineNo">3519</span><a name="line.3519"></a> -<span class="sourceLineNo">3520</span> @Override<a name="line.3520"></a> -<span class="sourceLineNo">3521</span> public long disableReplicationPeer(String peerId) throws ReplicationException, IOException {<a name="line.3521"></a> -<span class="sourceLineNo">3522</span> LOG.info(getClientIdAuditPrefix() + " disable replication peer, id=" + peerId);<a name="line.3522"></a> -<span class="sourceLineNo">3523</span> return executePeerProcedure(new DisablePeerProcedure(peerId));<a name="line.3523"></a> -<span class="sourceLineNo">3524</span> }<a name="line.3524"></a> -<span class="sourceLineNo">3525</span><a name="line.3525"></a> -<span class="sourceLineNo">3526</span> @Override<a name="line.3526"></a> -<span class="sourceLineNo">3527</span> public ReplicationPeerConfig getReplicationPeerConfig(String peerId)<a name="line.3527"></a> -<span class="sourceLineNo">3528</span> throws ReplicationException, IOException {<a name="line.3528"></a> -<span class="sourceLineNo">3529</span> if (cpHost != null) {<a name="line.3529"></a> -<span class="sourceLineNo">3530</span> cpHost.preGetReplicationPeerConfig(peerId);<a name="line.3530"></a> -<span class="sourceLineNo">3531</span> }<a name="line.3531"></a> -<span class="sourceLineNo">3532</span> LOG.info(getClientIdAuditPrefix() + " get replication peer config, id=" + peerId);<a name="line.3532"></a> -<span class="sourceLineNo">3533</span> ReplicationPeerConfig peerConfig = this.replicationPeerManager.getPeerConfig(peerId)<a name="line.3533"></a> -<span class="sourceLineNo">3534</span> .orElseThrow(() -> new ReplicationPeerNotFoundException(peerId));<a name="line.3534"></a> -<span class="sourceLineNo">3535</span> if (cpHost != null) {<a name="line.3535"></a> -<span class="sourceLineNo">3536</span> cpHost.postGetReplicationPeerConfig(peerId);<a name="line.3536"></a> -<span class="sourceLineNo">3537</span> }<a name="line.3537"></a> -<span class="sourceLineNo">3538</span> return peerConfig;<a name="line.3538"></a> -<span class="sourceLineNo">3539</span> }<a name="line.3539"></a> -<span class="sourceLineNo">3540</span><a name="line.3540"></a> -<span class="sourceLineNo">3541</span> @Override<a name="line.3541"></a> -<span class="sourceLineNo">3542</span> public long updateReplicationPeerConfig(String peerId, ReplicationPeerConfig peerConfig)<a name="line.3542"></a> -<span class="sourceLineNo">3543</span> throws ReplicationException, IOException {<a name="line.3543"></a> -<span class="sourceLineNo">3544</span> LOG.info(getClientIdAuditPrefix() + " update replication peer config, id=" + peerId +<a name="line.3544"></a> -<span class="sourceLineNo">3545</span> ", config=" + peerConfig);<a name="line.3545"></a> -<span class="sourceLineNo">3546</span> return executePeerProcedure(new UpdatePeerConfigProcedure(peerId, peerConfig));<a name="line.3546"></a> -<span class="sourceLineNo">3547</span> }<a name="line.3547"></a> -<span class="sourceLineNo">3548</span><a name="line.3548"></a> -<span class="sourceLineNo">3549</span> @Override<a name="line.3549"></a> -<span class="sourceLineNo">3550</span> public List<ReplicationPeerDescription> listReplicationPeers(String regex)<a name="line.3550"></a> -<span class="sourceLineNo">3551</span> throws ReplicationException, IOException {<a name="line.3551"></a> -<span class="sourceLineNo">3552</span> if (cpHost != null) {<a name="line.3552"></a> -<span class="sourceLineNo">3553</span> cpHost.preListReplicationPeers(regex);<a name="line.3553"></a> -<span class="sourceLineNo">3554</span> }<a name="line.3554"></a> -<span class="sourceLineNo">3555</span> LOG.info(getClientIdAuditPrefix() + " list replication peers, regex=" + regex);<a name="line.3555"></a> -<span class="sourceLineNo">3556</span> Pattern pattern = regex == null ? null : Pattern.compile(regex);<a name="line.3556"></a> -<span class="sourceLineNo">3557</span> List<ReplicationPeerDescription> peers =<a name="line.3557"></a> -<span class="sourceLineNo">3558</span> this.replicationPeerManager.listPeers(pattern);<a name="line.3558"></a> -<span class="sourceLineNo">3559</span> if (cpHost != null) {<a name="line.3559"></a> -<span class="sourceLineNo">3560</span> cpHost.postListReplicationPeers(regex);<a name="line.3560"></a> -<span class="sourceLineNo">3561</span> }<a name="line.3561"></a> -<span class="sourceLineNo">3562</span> return peers;<a name="line.3562"></a> -<span class="sourceLineNo">3563</span> }<a name="line.3563"></a> -<span class="sourceLineNo">3564</span><a name="line.3564"></a> -<span class="sourceLineNo">3565</span> @Override<a name="line.3565"></a> -<span class="sourceLineNo">3566</span> public long transitReplicationPeerSyncReplicationState(String peerId, SyncReplicationState state)<a name="line.3566"></a> -<span class="sourceLineNo">3567</span> throws ReplicationException, IOException {<a name="line.3567"></a> -<span class="sourceLineNo">3568</span> LOG.info(<a name="line.3568"></a> -<span class="sourceLineNo">3569</span> getClientIdAuditPrefix() +<a name="line.3569"></a> -<span class="sourceLineNo">3570</span> " transit current cluster state to {} in a synchronous replication peer id={}",<a name="line.3570"></a> -<span class="sourceLineNo">3571</span> state, peerId);<a name="line.3571"></a> -<span class="sourceLineNo">3572</span> return executePeerProcedure(new TransitPeerSyncReplicationStateProcedure(peerId, state));<a name="line.3572"></a> -<span class="sourceLineNo">3573</span> }<a name="line.3573"></a> -<span class="sourceLineNo">3574</span><a name="line.3574"></a> -<span class="sourceLineNo">3575</span> /**<a name="line.3575"></a> -<span class="sourceLineNo">3576</span> * Mark region server(s) as decommissioned (previously called 'draining') to prevent additional<a name="line.3576"></a> -<span class="sourceLineNo">3577</span> * regions from getting assigned to them. Also unload the regions on the servers asynchronously.0<a name="line.3577"></a> -<span class="sourceLineNo">3578</span> * @param servers Region servers to decommission.<a name="line.3578"></a> -<span class="sourceLineNo">3579</span> * @throws HBaseIOException<a name="line.3579"></a> -<span class="sourceLineNo">3580</span> */<a name="line.3580"></a> -<span class="sourceLineNo">3581</span> public void decommissionRegionServers(final List<ServerName> servers, final boolean offload)<a name="line.3581"></a> -<span class="sourceLineNo">3582</span> throws HBaseIOException {<a name="line.3582"></a> -<span class="sourceLineNo">3583</span> List<ServerName> serversAdded = new ArrayList<>(servers.size());<a name="line.3583"></a> -<span class="sourceLineNo">3584</span> // Place the decommission marker first.<a name="line.3584"></a> -<span class="sourceLineNo">3585</span> String parentZnode = getZooKeeper().getZNodePaths().drainingZNode;<a name="line.3585"></a> -<span class="sourceLineNo">3586</span> for (ServerName server : servers) {<a name="line.3586"></a> -<span class="sourceLineNo">3587</span> try {<a name="line.3587"></a> -<span class="sourceLineNo">3588</span> String node = ZNodePaths.joinZNode(parentZnode, server.getServerName());<a name="line.3588"></a> -<span class="sourceLineNo">3589</span> ZKUtil.createAndFailSilent(getZooKeeper(), node);<a name="line.3589"></a> -<span class="sourceLineNo">3590</span> } catch (KeeperException ke) {<a name="line.3590"></a> -<span class="sourceLineNo">3591</span> throw new HBaseIOException(<a name="line.3591"></a> -<span class="sourceLineNo">3592</span> this.zooKeeper.prefix("Unable to decommission '" + server.getServerName() + "'."), ke);<a name="line.3592"></a> -<span class="sourceLineNo">3593</span> }<a name="line.3593"></a> -<span class="sourceLineNo">3594</span> if (this.serverManager.addServerToDrainList(server)) {<a name="line.3594"></a> -<span class="sourceLineNo">3595</span> serversAdded.add(server);<a name="line.3595"></a> -<span class="sourceLineNo">3596</span> }<a name="line.3596"></a> -<span class="sourceLineNo">3597</span> }<a name="line.3597"></a> -<span class="sourceLineNo">3598</span> // Move the regions off the decommissioned servers.<a name="line.3598"></a> -<span class="sourceLineNo">3599</span> if (offload) {<a name="line.3599"></a> -<span class="sourceLineNo">3600</span> final List<ServerName> destServers = this.serverManager.createDestinationServersList();<a name="line.3600"></a> -<span class="sourceLineNo">3601</span> for (ServerName server : serversAdded) {<a name="line.3601"></a> -<span class="sourceLineNo">3602</span> final List<RegionInfo> regionsOnServer =<a name="line.3602"></a> -<span class="sourceLineNo">3603</span> this.assignmentManager.getRegionStates().getServerRegionInfoSet(server);<a name="line.3603"></a> -<span class="sourceLineNo">3604</span> for (RegionInfo hri : regionsOnServer) {<a name="line.3604"></a> -<span class="sourceLineNo">3605</span> ServerName dest = balancer.randomAssignment(hri, destServers);<a name="line.3605"></a> -<span class="sourceLineNo">3606</span> if (dest == null) {<a name="line.3606"></a> -<span class="sourceLineNo">3607</span> throw new HBaseIOException("Unable to determine a plan to move " + hri);<a name="line.3607"></a> -<span class="sourceLineNo">3608</span> }<a name="line.3608"></a> -<span class="sourceLineNo">3609</span> RegionPlan rp = new RegionPlan(hri, server, dest);<a name="line.3609"></a> -<span class="sourceLineNo">3610</span> this.assignmentManager.moveAsync(rp);<a name="line.3610"></a> -<span class="sourceLineNo">3611</span> }<a name="line.3611"></a> -<span class="sourceLineNo">3612</span> }<a name="line.3612"></a> -<span class="sourceLineNo">3613</span> }<a name="line.3613"></a> -<span class="sourceLineNo">3614</span> }<a name="line.3614"></a> -<span class="sourceLineNo">3615</span><a name="line.3615"></a> -<span class="sourceLineNo">3616</span> /**<a name="line.3616"></a> -<span class="sourceLineNo">3617</span> * List region servers marked as decommissioned (previously called 'draining') to not get regions<a name="line.3617"></a> -<span class="sourceLineNo">3618</span> * assigned to them.<a name="line.3618"></a> -<span class="sourceLineNo">3619</span> * @return List of decommissioned servers.<a name="line.3619"></a> -<span class="sourceLineNo">3620</span> */<a name="line.3620"></a> -<span class="sourceLineNo">3621</span> public List<ServerName> listDecommissionedRegionServers() {<a name="line.3621"></a> -<span class="sourceLineNo">3622</span> return this.serverManager.getDrainingServersList();<a name="line.3622"></a> -<span class="sourceLineNo">3623</span> }<a name="line.3623"></a> -<span class="sourceLineNo">3624</span><a name="line.3624"></a> -<span class="sourceLineNo">3625</span> /**<a name="line.3625"></a> -<span class="sourceLineNo">3626</span> * Remove decommission marker (previously called 'draining') from a region server to allow regions<a name="line.3626"></a> -<span class="sourceLineNo">3627</span> * assignments. Load regions onto the server asynchronously if a list of regions is given<a name="line.3627"></a> -<span class="sourceLineNo">3628</span> * @param server Region server to remove decommission marker from.<a name="line.3628"></a> -<span class="sourceLineNo">3629</span> * @throws HBaseIOException<a name="line.3629"></a> -<span class="sourceLineNo">3630</span> */<a name="line.3630"></a> -<span class="sourceLineNo">3631</span> public void recommissionRegionServer(final ServerName server,<a name="line.3631"></a> -<span class="sourceLineNo">3632</span> final List<byte[]> encodedRegionNames) throws HBaseIOException {<a name="line.3632"></a> -<span class="sourceLineNo">3633</span> // Remove the server from decommissioned (draining) server list.<a name="line.3633"></a> -<span class="sourceLineNo">3634</span> String parentZnode = getZooKeeper().getZNodePaths().drainingZNode;<a name="line.3634"></a> -<span class="sourceLineNo">3635</span> String node = ZNodePaths.joinZNode(parentZnode, server.getServerName());<a name="line.3635"></a> -<span class="sourceLineNo">3636</span> try {<a name="line.3636"></a> -<span class="sourceLineNo">3637</span> ZKUtil.deleteNodeFailSilent(getZooKeeper(), node);<a name="line.3637"></a> -<span class="sourceLineNo">3638</span> } catch (KeeperException ke) {<a name="line.3638"></a> -<span class="sourceLineNo">3639</span> throw new HBaseIOException(<a name="line.3639"></a> -<span class="sourceLineNo">3640</span> this.zooKeeper.prefix("Unable to recommission '" + server.getServerName() + "'."), ke);<a name="line.3640"></a> -<span class="sourceLineNo">3641</span> }<a name="line.3641"></a> -<span class="sourceLineNo">3642</span> this.serverManager.removeServerFromDrainList(server);<a name="line.3642"></a> -<span class="sourceLineNo">3643</span><a name="line.3643"></a> -<span class="sourceLineNo">3644</span> // Load the regions onto the server if we are given a list of regions.<a name="line.3644"></a> -<span class="sourceLineNo">3645</span> if (encodedRegionNames == null || encodedRegionNames.isEmpty()) {<a name="line.3645"></a> -<span class="sourceLineNo">3646</span> return;<a name="line.3646"></a> -<span class="sourceLineNo">3647</span> }<a name="line.3647"></a> -<span class="sourceLineNo">3648</span> if (!this.serverManager.isServerOnline(server)) {<a name="line.3648"></a> -<span class="sourceLineNo">3649</span> return;<a name="line.3649"></a> -<span class="sourceLineNo">3650</span> }<a name="line.3650"></a> -<span class="sourceLineNo">3651</span> for (byte[] encodedRegionName : encodedRegionNames) {<a name="line.3651"></a> -<span class="sourceLineNo">3652</span> RegionState regionState =<a name="line.3652"></a> -<span class="sourceLineNo">3653</span> assignmentManager.getRegionStates().getRegionState(Bytes.toString(encodedRegionName));<a name="line.3653"></a> -<span class="sourceLineNo">3654</span> if (regionState == null) {<a name="line.3654"></a> -<span class="sourceLineNo">3655</span> LOG.warn("Unknown region " + Bytes.toStringBinary(encodedRegionName));<a name="line.3655"></a> -<span class="sourceLineNo">3656</span> continue;<a name="line.3656"></a> -<span class="sourceLineNo">3657</span> }<a name="line.3657"></a> -<span class="sourceLineNo">3658</span> RegionInfo hri = regionState.getRegion();<a name="line.3658"></a> -<span class="sourceLineNo">3659</span> if (server.equals(regionState.getServerName())) {<a name="line.3659"></a> -<span class="sourceLineNo">3660</span> LOG.info("Skipping move of region " + hri.getRegionNameAsString()<a name="line.3660"></a> -<span class="sourceLineNo">3661</span> + " because region already assigned to the same server " + server + ".");<a name="line.3661"></a> -<span class="sourceLineNo">3662</span> continue;<a name="line.3662"></a> -<span class="sourceLineNo">3663</span> }<a name="line.3663"></a> -<span class="sourceLineNo">3664</span> RegionPlan rp = new RegionPlan(hri, regionState.getServerName(), server);<a name="line.3664"></a> -<span class="sourceLineNo">3665</span> this.assignmentManager.moveAsync(rp);<a name="line.3665"></a> -<span class="sourceLineNo">3666</span> }<a name="line.3666"></a> -<span class="sourceLineNo">3667</span> }<a name="line.3667"></a> -<span class="sourceLineNo">3668</span><a name="line.3668"></a> -<span class="sourceLineNo">3669</span> @Override<a name="line.3669"></a> -<span class="sourceLineNo">3670</span> public LockManager getLockManager() {<a name="line.3670"></a> -<span class="sourceLineNo">3671</span> return lockManager;<a name="line.3671"></a> -<span class="sourceLineNo">3672</span> }<a name="line.3672"></a> -<span class="sourceLineNo">3673</span><a name="line.3673"></a> -<span class="sourceLineNo">3674</span> public QuotaObserverChore getQuotaObserverChore() {<a name="line.3674"></a> -<span class="sourceLineNo">3675</span> return this.quotaObserverChore;<a name="line.3675"></a> -<span class="sourceLineNo">3676</span> }<a name="line.3676"></a> -<span class="sourceLineNo">3677</span><a name="line.3677"></a> -<span class="sourceLineNo">3678</span> public SpaceQuotaSnapshotNotifier getSpaceQuotaSnapshotNotifier() {<a name="line.3678"></a> -<span class="sourceLineNo">3679</span> return this.spaceQuotaSnapshotNotifier;<a name="line.3679"></a> -<span class="sourceLineNo">3680</span> }<a name="line.3680"></a> -<span class="sourceLineNo">3681</span><a name="line.3681"></a> -<span class="sourceLineNo">3682</span> @SuppressWarnings("unchecked")<a name="line.3682"></a> -<span class="sourceLineNo">3683</span> private RemoteProcedure<MasterProcedureEnv, ?> getRemoteProcedure(long procId) {<a name="line.3683"></a> -<span class="sourceLineNo">3684</span> Procedure<?> procedure = procedureExecutor.getProcedure(procId);<a name="line.3684"></a> -<span class="sourceLineNo">3685</span> if (procedure == null) {<a name="line.3685"></a> -<span class="sourceLineNo">3686</span> return null;<a name="line.3686"></a> -<span class="sourceLineNo">3687</span> }<a name="line.3687"></a> -<span class="sourceLineNo">3688</span> assert procedure instanceof RemoteProcedure;<a name="line.3688"></a> -<span class="sourceLineNo">3689</span> return (RemoteProcedure<MasterProcedureEnv, ?>) procedure;<a name="line.3689"></a> -<span class="sourceLineNo">3690</span> }<a name="line.3690"></a> -<span class="sourceLineNo">3691</span><a name="line.3691"></a> -<span class="sourceLineNo">3692</span> public void remoteProcedureCompleted(long procId) {<a name="line.3692"></a> -<span class="sourceLineNo">3693</span> RemoteProcedure<MasterProcedureEnv, ?> procedure = getRemoteProcedure(procId);<a name="line.3693"></a> -<span class="sourceLineNo">3694</span> if (procedure != null) {<a name="line.3694"></a> -<span class="sourceLineNo">3695</span> procedure.remoteOperationCompleted(procedureExecutor.getEnvironment());<a name="line.3695"></a> -<span class="sourceLineNo">3696</span> }<a name="line.3696"></a> -<span class="sourceLineNo">3697</span> }<a name="line.3697"></a> -<span class="sourceLineNo">3698</span><a name="line.3698"></a> -<span class="sourceLineNo">3699</span> public void remoteProcedureFailed(long procId, RemoteProcedureException error) {<a name="line.3699"></a> -<span class="sourceLineNo">3700</span> RemoteProcedure<MasterProcedureEnv, ?> procedure = getRemoteProcedure(procId);<a name="line.3700"></a> -<span class="sourceLineNo">3701</span> if (procedure != null) {<a name="line.3701"></a> -<span class="sourceLineNo">3702</span> procedure.remoteOperationFailed(procedureExecutor.getEnvironment(), error);<a name="line.3702"></a> -<span class="sourceLineNo">3703</span> }<a name="line.3703"></a> -<span class="sourceLineNo">3704</span> }<a name="line.3704"></a> -<span class="sourceLineNo">3705</span><a name="line.3705"></a> -<span class="sourceLineNo">3706</span> @Override<a name="line.3706"></a> -<span class="sourceLineNo">3707</span> public ReplicationPeerManager getReplicationPeerManager() {<a name="line.3707"></a> -<span class="sourceLineNo">3708</span> return replicationPeerManager;<a name="line.3708"></a> -<span class="sourceLineNo">3709</span> }<a name="line.3709"></a> -<span class="sourceLineNo">3710</span><a name="line.3710"></a> -<span class="sourceLineNo">3711</span> public HashMap<String, List<Pair<ServerName, ReplicationLoadSource>>><a name="line.3711"></a> -<span class="sourceLineNo">3712</span> getReplicationLoad(ServerName[] serverNames) {<a name="line.3712"></a> -<span class="sourceLineNo">3713</span> List<ReplicationPeerDescription> peerList = this.getReplicationPeerManager().listPeers(null);<a name="line.3713"></a> -<span class="sourceLineNo">3714</span> if (peerList == null) {<a name="line.3714"></a> -<span class="sourceLineNo">3715</span> return null;<a name="line.3715"></a> -<span class="sourceLineNo">3716</span> }<a name="line.3716"></a> -<span class="sourceLineNo">3717</span> HashMap<String, List<Pair<ServerName, ReplicationLoadSource>>> replicationLoadSourceMap =<a name="line.3717"></a> -<span class="sourceLineNo">3718</span> new HashMap<>(peerList.size());<a name="line.3718"></a> -<span class="sourceLineNo">3719</span> peerList.stream()<a name="line.3719"></a> -<span class="sourceLineNo">3720</span> .forEach(peer -> replicationLoadSourceMap.put(peer.getPeerId(), new ArrayList()));<a name="line.3720"></a> -<span class="sourceLineNo">3721</span> for (ServerName serverName : serverNames) {<a name="line.3721"></a> -<span class="sourceLineNo">3722</span> List<ReplicationLoadSource> replicationLoadSources =<a name="line.3722"></a> -<span class="sourceLineNo">3723</span> getServerManager().getLoad(serverName).getReplicationLoadSourceList();<a name="line.3723"></a> -<span class="sourceLineNo">3724</span> for (ReplicationLoadSource replicationLoadSource : replicationLoadSources) {<a name="line.3724"></a> -<span class="sourceLineNo">3725</span> replicationLoadSourceMap.get(replicationLoadSource.getPeerID())<a name="line.3725"></a> -<span class="sourceLineNo">3726</span> .add(new Pair<>(serverName, replicationLoadSource));<a name="line.3726"></a> -<span class="sourceLineNo">3727</span> }<a name="line.3727"></a> -<span class="sourceLineNo">3728</span> }<a name="line.3728"></a> -<span class="sourceLineNo">3729</span> for (List<Pair<ServerName, ReplicationLoadSource>> loads : replicationLoadSourceMap.values()) {<a name="line.3729"></a> -<span class="sourceLineNo">3730</span> if (loads.size() > 0) {<a name="line.3730"></a> -<span class="sourceLineNo">3731</span> loads.sort(Comparator.comparingLong(load -> (-1) * load.getSecond().getReplicationLag()));<a name="line.3731"></a> -<span class="sourceLineNo">3732</span> }<a name="line.3732"></a> -<span class="sourceLineNo">3733</span> }<a name="line.3733"></a> -<span class="sourceLineNo">3734</span> return replicationLoadSourceMap;<a name="line.3734"></a> -<span class="sourceLineNo">3735</span> }<a name="line.3735"></a> -<span class="sourceLineNo">3736</span><a name="line.3736"></a> -<span class="sourceLineNo">3737</span> /**<a name="line.3737"></a> -<span class="sourceLineNo">3738</span> * This method modifies the master's configuration in order to inject replication-related features<a name="line.3738"></a> -<span class="sourceLineNo">3739</span> */<a name="line.3739"></a> -<span class="sourceLineNo">3740</span> @VisibleForTesting<a name="line.3740"></a> -<span class="sourceLineNo">3741</span> public static void decorateMasterConfiguration(Configuration conf) {<a name="line.3741"></a> -<span class="sourceLineNo">3742</span> String plugins = conf.get(HBASE_MASTER_LOGCLEANER_PLUGINS);<a name="line.3742"></a> -<span class="sourceLineNo">3743</span> String cleanerClass = ReplicationLogCleaner.class.getCanonicalName();<a name="line.3743"></a> -<span class="sourceLineNo">3744</span> if (!plugins.contains(cleanerClass)) {<a name="line.3744"></a> -<span class="sourceLineNo">3745</span> conf.set(HBASE_MASTER_LOGCLEANER_PLUGINS, plugins + "," + cleanerClass);<a name="line.3745"></a> -<span class="sourceLineNo">3746</span> }<a name="line.3746"></a> -<span class="sourceLineNo">3747</span> if (ReplicationUtils.isReplicationForBulkLoadDataEnabled(conf)) {<a name="line.3747"></a> -<span class="sourceLineNo">3748</span> plugins = conf.get(HFileCleaner.MASTER_HFILE_CLEANER_PLUGINS);<a name="line.3748"></a> -<span class="sourceLineNo">3749</span> cleanerClass = ReplicationHFileCleaner.class.getCanonicalName();<a name="line.3749"></a> -<span class="sourceLineNo">3750</span> if (!plugins.contains(cleanerClass)) {<a name="line.3750"></a> -<span class="sourceLineNo">3751</span> conf.set(HFileCleaner.MASTER_HFILE_CLEANER_PLUGINS, plugins + "," + cleanerClass);<a name="line.3751"></a> -<span class="sourceLineNo">3752</span> }<a name="line.3752"></a> -<span class="sourceLineNo">3753</span> }<a name="line.3753"></a> -<span class="sourceLineNo">3754</span> }<a name="line.3754"></a> -<span class="sourceLineNo">3755</span><a name="line.3755"></a> -<span class="sourceLineNo">3756</span> public SnapshotQuotaObserverChore getSnapshotQuotaObserverChore() {<a name="line.3756"></a> -<span class="sourceLineNo">3757</span> return this.snapshotQuotaChore;<a name="line.3757"></a> -<span class="sourceLineNo">3758</span> }<a name="line.3758"></a> -<span class="sourceLineNo">3759</span><a name="line.3759"></a> -<span class="sourceLineNo">3760</span> @Override<a name="line.3760"></a> -<span class="sourceLineNo">3761</span> public SyncReplicationReplayWALManager getSyncReplicationReplayWALManager() {<a name="line.3761"></a> -<span class="sourceLineNo">3762</span> return this.syncReplicationReplayWALManager;<a name="line.3762"></a> -<span class="sourceLineNo">3763</span> }<a name="line.3763"></a> -<span class="sourceLineNo">3764</span>}<a name="line.3764"></a> +<span class="sourceLineNo">3205</span> @SuppressWarnings({ "unchecked", "rawtypes" })<a name="line.3205"></a> +<span class="sourceLineNo">3206</span> List<Procedure<?>> procList = (List) this.procedureExecutor.getProcedures();<a name="line.3206"></a> +<span class="sourceLineNo">3207</span><a name="line.3207"></a> +<span class="sourceLineNo">3208</span> if (cpHost != null) {<a name="line.3208"></a> +<span class="sourceLineNo">3209</span> cpHost.postGetProcedures(procList);<a name="line.3209"></a> +<span class="sourceLineNo">3210</span> }<a name="line.3210"></a> +<span class="sourceLineNo">3211</span><a name="line.3211"></a> +<span class="sourceLineNo">3212</span> return procList;<a name="line.3212"></a> +<span class="sourceLineNo">3213</span> }<a name="line.3213"></a> +<span class="sourceLineNo">3214</span><a name="line.3214"></a> +<span class="sourceLineNo">3215</span> @Override<a name="line.3215"></a> +<span class="sourceLineNo">3216</span> public List<LockedResource> getLocks() throws IOException {<a name="line.3216"></a> +<span class="sourceLineNo">3217</span> if (cpHost != null) {<a name="line.3217"></a> +<span class="sourceLineNo">3218</span> cpHost.preGetLocks();<a name="line.3218"></a> +<span class="sourceLineNo">3219</span> }<a name="line.3219"></a> +<span class="sourceLineNo">3220</span><a name="line.3220"></a> +<span class="sourceLineNo">3221</span> MasterProcedureScheduler procedureScheduler =<a name="line.3221"></a> +<span class="sourceLineNo">3222</span> procedureExecutor.getEnvironment().getProcedureScheduler();<a name="line.3222"></a> +<span class="sourceLineNo">3223</span><a name="line.3223"></a> +<span class="sourceLineNo">3224</span> final List<LockedResource> lockedResources = procedureScheduler.getLocks();<a name="line.3224"></a> +<span class="sourceLineNo">3225</span><a name="line.3225"></a> +<span class="sourceLineNo">3226</span> if (cpHost != null) {<a name="line.3226"></a> +<span class="sourceLineNo">3227</span> cpHost.postGetLocks(lockedResources);<a name="line.3227"></a> +<span class="sourceLineNo">3228</span> }<a name="line.3228"></a> +<span class="sourceLineNo">3229</span><a name="line.3229"></a> +<span class="sourceLineNo">3230</span> return lockedResources;<a name="line.3230"></a> +<span class="sourceLineNo">3231</span> }<a name="line.3231"></a> +<span class="sourceLineNo">3232</span><a name="line.3232"></a> +<span class="sourceLineNo">3233</span> /**<a name="line.3233"></a> +<span class="sourceLineNo">3234</span> * Returns the list of table descriptors that match the specified request<a name="line.3234"></a> +<span class="sourceLineNo">3235</span> * @param namespace the namespace to query, or null if querying for all<a name="line.3235"></a> +<span class="sourceLineNo">3236</span> * @param regex The regular expression to match against, or null if querying for all<a name="line.3236"></a> +<span class="sourceLineNo">3237</span> * @param tableNameList the list of table names, or null if querying for all<a name="line.3237"></a> +<span class="sourceLineNo">3238</span> * @param includeSysTables False to match only against userspace tables<a name="line.3238"></a> +<span class="sourceLineNo">3239</span> * @return the list of table descriptors<a name="line.3239"></a> +<span class="sourceLineNo">3240</span> */<a name="line.3240"></a> +<span class="sourceLineNo">3241</span> public List<TableDescriptor> listTableDescriptors(final String namespace, final String regex,<a name="line.3241"></a> +<span class="sourceLineNo">3242</span> final List<TableName> tableNameList, final boolean includeSysTables)<a name="line.3242"></a> +<span class="sourceLineNo">3243</span> throws IOException {<a name="line.3243"></a> +<span class="sourceLineNo">3244</span> List<TableDescriptor> htds = new ArrayList<>();<a name="line.3244"></a> +<span class="sourceLineNo">3245</span> if (cpHost != null) {<a name="line.3245"></a> +<span class="sourceLineNo">3246</span> cpHost.preGetTableDescriptors(tableNameList, htds, regex);<a name="line.3246"></a> +<span class="sourceLineNo">3247</span> }<a name="line.3247"></a> +<span class="sourceLineNo">3248</span> htds = getTableDescriptors(htds, namespace, regex, tableNameList, includeSysTables);<a name="line.3248"></a> +<span class="sourceLineNo">3249</span> if (cpHost != null) {<a name="line.3249"></a> +<span class="sourceLineNo">3250</span> cpHost.postGetTableDescriptors(tableNameList, htds, regex);<a name="line.3250"></a> +<span class="sourceLineNo">3251</span> }<a name="line.3251"></a> +<span class="sourceLineNo">3252</span> return htds;<a name="line.3252"></a> +<span class="sourceLineNo">3253</span> }<a name="line.3253"></a> +<span class="sourceLineNo">3254</span><a name="line.3254"></a> +<span class="sourceLineNo">3255</span> /**<a name="line.3255"></a> +<span class="sourceLineNo">3256</span> * Returns the list of table names that match the specified request<a name="line.3256"></a> +<span class="sourceLineNo">3257</span> * @param regex The regular expression to match against, or null if querying for all<a name="line.3257"></a> +<span class="sourceLineNo">3258</span> * @param namespace the namespace to query, or null if querying for all<a name="line.3258"></a> +<span class="sourceLineNo">3259</span> * @param includeSysTables False to match only against userspace tables<a name="line.3259"></a> +<span class="sourceLineNo">3260</span> * @return the list of table names<a name="line.3260"></a> +<span class="sourceLineNo">3261</span> */<a name="line.3261"></a> +<span class="sourceLineNo">3262</span> public List<TableName> listTableNames(final String namespace, final String regex,<a name="line.3262"></a> +<span class="sourceLineNo">3263</span> final boolean includeSysTables) throws IOException {<a name="line.3263"></a> +<span class="sourceLineNo">3264</span> List<TableDescriptor> htds = new ArrayList<>();<a name="line.3264"></a> +<span class="sourceLineNo">3265</span> if (cpHost != null) {<a name="line.3265"></a> +<span class="sourceLineNo">3266</span> cpHost.preGetTableNames(htds, regex);<a name="line.3266"></a> +<span class="sourceLineNo">3267</span> }<a name="line.3267"></a> +<span class="sourceLineNo">3268</span> htds = getTableDescriptors(htds, namespace, regex, null, includeSysTables);<a name="line.3268"></a> +<span class="sourceLineNo">3269</span> if (cpHost != null) {<a name="line.3269"></a> +<span class="sourceLineNo">3270</span> cpHost.postGetTableNames(htds, regex);<a name="line.3270"></a> +<span class="sourceLineNo">3271</span> }<a name="line.3271"></a> +<span class="sourceLineNo">3272</span> List<TableName> result = new ArrayList<>(htds.size());<a name="line.3272"></a> +<span class="sourceLineNo">3273</span> for (TableDescriptor htd: htds) result.add(htd.getTableName());<a name="line.3273"></a> +<span class="sourceLineNo">3274</span> return result;<a name="line.3274"></a> +<span class="sourceLineNo">3275</span> }<a name="line.3275"></a> +<span class="sourceLineNo">3276</span><a name="line.3276"></a> +<span class="sourceLineNo">3277</span> /**<a name="line.3277"></a> +<span class="sourceLineNo">3278</span> * @return list of table table descriptors after filtering by regex and whether to include system<a name="line.3278"></a> +<span class="sourceLineNo">3279</span> * tables, etc.<a name="line.3279"></a> +<span class="sourceLineNo">3280</span> * @throws IOException<a name="line.3280"></a> +<span class="sourceLineNo">3281</span> */<a name="line.3281"></a> +<span class="sourceLineNo">3282</span> private List<TableDescriptor> getTableDescriptors(final List<TableDescriptor> htds,<a name="line.3282"></a> +<span class="sourceLineNo">3283</span> final String namespace, final String regex, final List<TableName> tableNameList,<a name="line.3283"></a> +<span class="sourceLineNo">3284</span> final boolean includeSysTables)<a name="line.3284"></a> +<span class="sourceLineNo">3285</span> throws IOException {<a name="line.3285"></a> +<span class="sourceLineNo">3286</span> if (tableNameList == null || tableNameList.isEmpty()) {<a name="line.3286"></a> +<span class="sourceLineNo">3287</span> // request for all TableDescriptors<a name="line.3287"></a> +<span class="sourceLineNo">3288</span> Collection<TableDescriptor> allHtds;<a name="line.3288"></a> +<span class="sourceLineNo">3289</span> if (namespace != null && namespace.length() > 0) {<a name="line.3289"></a> +<span class="sourceLineNo">3290</span> // Do a check on the namespace existence. Will fail if does not exist.<a name="line.3290"></a> +<span class="sourceLineNo">3291</span> this.clusterSchemaService.getNamespace(namespace);<a name="line.3291"></a> +<span class="sourceLineNo">3292</span> allHtds = tableDescriptors.getByNamespace(namespace).values();<a name="line.3292"></a> +<span class="sourceLineNo">3293</span> } else {<a name="line.3293"></a> +<span class="sourceLineNo">3294</span> allHtds = tableDescriptors.getAll().values();<a name="line.3294"></a> +<span class="sourceLineNo">3295</span> }<a name="line.3295"></a> +<span class="sourceLineNo">3296</span> for (TableDescriptor desc: allHtds) {<a name="line.3296"></a> +<span class="sourceLineNo">3297</span> if (tableStateManager.isTablePresent(desc.getTableName())<a name="line.3297"></a> +<span class="sourceLineNo">3298</span> && (includeSysTables || !desc.getTableName().isSystemTable())) {<a name="line.3298"></a> +<span class="sourceLineNo">3299</span> htds.add(desc);<a name="line.3299"></a> +<span class="sourceLineNo">3300</span> }<a name="line.3300"></a> +<span class="sourceLineNo">3301</span> }<a name="line.3301"></a> +<span class="sourceLineNo">3302</span> } else {<a name="line.3302"></a> +<span class="sourceLineNo">3303</span> for (TableName s: tableNameList) {<a name="line.3303"></a> +<span class="sourceLineNo">3304</span> if (tableStateManager.isTablePresent(s)) {<a name="line.3304"></a> +<span class="sourceLineNo">3305</span> TableDescriptor desc = tableDescriptors.get(s);<a name="line.3305"></a> +<span class="sourceLineNo">3306</span> if (desc != null) {<a name="line.3306"></a> +<span class="sourceLineNo">3307</span> htds.add(desc);<a name="line.3307"></a> +<span class="sourceLineNo">3308</span> }<a name="line.3308"></a> +<span class="sourceLineNo">3309</span> }<a name="line.3309"></a> +<span class="sourceLineNo">3310</span> }<a name="line.3310"></a> +<span class="sourceLineNo">3311</span> }<a name="line.3311"></a> +<span class="sourceLineNo">3312</span><a name="line.3312"></a> +<span class="sourceLineNo">3313</span> // Retains only those matched by regular expression.<a name="line.3313"></a> +<span class="sourceLineNo">3314</span> if (regex != null) filterTablesByRegex(htds, Pattern.compile(regex));<a name="line.3314"></a> +<span class="sourceLineNo">3315</span> return htds;<a name="line.3315"></a> +<span class="sourceLineNo">3316</span> }<a name="line.3316"></a> +<span class="sourceLineNo">3317</span><a name="line.3317"></a> +<span class="sourceLineNo">3318</span> /**<a name="line.3318"></a> +<span class="sourceLineNo">3319</span> * Removes the table descriptors that don't match the pattern.<a name="line.3319"></a> +<span class="sourceLineNo">3320</span> * @param descriptors list of table descriptors to filter<a name="line.3320"></a> +<span class="sourceLineNo">3321</span> * @param pattern the regex to use<a name="line.3321"></a> +<span class="sourceLineNo">3322</span> */<a name="line.3322"></a> +<span class="sourceLineNo">3323</span> private static void filterTablesByRegex(final Collection<TableDescriptor> descriptors,<a name="line.3323"></a> +<span class="sourceLineNo">3324</span> final Pattern pattern) {<a name="line.3324"></a> +<span class="sourceLineNo">3325</span> final String defaultNS = NamespaceDescriptor.DEFAULT_NAMESPACE_NAME_STR;<a name="line.3325"></a> +<span class="sourceLineNo">3326</span> Iterator<TableDescriptor> itr = descriptors.iterator();<a name="line.3326"></a> +<span class="sourceLineNo">3327</span> while (itr.hasNext()) {<a name="line.3327"></a> +<span class="sourceLineNo">3328</span> TableDescriptor htd = itr.next();<a name="line.3328"></a> +<span class="sourceLineNo">3329</span> String tableName = htd.getTableName().getNameAsString();<a name="line.3329"></a> +<span class="sourceLineNo">3330</span> boolean matched = pattern.matcher(tableName).matches();<a name="line.3330"></a> +<span class="sourceLineNo">3331</span> if (!matched && htd.getTableName().getNamespaceAsString().equals(defaultNS)) {<a name="line.3331"></a> +<span class="sourceLineNo">3332</span> matched = pattern.matcher(defaultNS + TableName.NAMESPACE_DELIM + tableName).matches();<a name="line.3332"></a> +<span class="sourceLineNo">3333</span> }<a name="line.3333"></a> +<span class="sourceLineNo">3334</span> if (!matched) {<a name="line.3334"></a> +<span class="sourceLineNo">3335</span> itr.remove();<a name="line.3335"></a> +<span class="sourceLineNo">3336</span> }<a name="line.3336"></a> +<span class="sourceLineNo">3337</span> }<a name="line.3337"></a> +<span class="sourceLineNo">3338</span> }<a name="line.3338"></a> +<span class="sourceLineNo">3339</span><a name="line.3339"></a> +<span class="sourceLineNo">3340</span> @Override<a name="line.3340"></a> +<span class="sourceLineNo">3341</span> public long getLastMajorCompactionTimestamp(TableName table) throws IOException {<a name="line.3341"></a> +<span class="sourceLineNo">3342</span> return getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS))<a name="line.3342"></a> +<span class="sourceLineNo">3343</span> .getLastMajorCompactionTimestamp(table);<a name="line.3343"></a> +<span class="sourceLineNo">3344</span> }<a name="line.3344"></a> +<span class="sourceLineNo">3345</span><a name="line.3345"></a> +<span class="sourceLineNo">3346</span> @Override<a name="line.3346"></a> +<span class="sourceLineNo">3347</span> public long getLastMajorCompactionTimestampForRegion(byte[] regionName) throws IOException {<a name="line.3347"></a> +<span class="sourceLineNo">3348</span> return getClusterMetrics(EnumSet.of(Option.LIVE_SERVERS))<a name="line.3348"></a> +<span class="sourceLineNo">3349</span> .getLastMajorCompactionTimestamp(regionName);<a name="line.3349"></a> +<span class="sourceLineNo">3350</span> }<a name="line.3350"></a> +<span class="sourceLineNo">3351</span><a name="line.3351"></a> +<span class="sourceLineNo">3352</span> /**<a name="line.3352"></a> +<span class="sourceLineNo">3353</span> * Gets the mob file compaction state for a specific table.<a name="line.3353"></a> +<span class="sourceLineNo">3354</span> * Whether all the mob files are selected is known during the compaction execution, but<a name="line.3354"></a> +<span class="sourceLineNo">3355</span> * the statistic is done just before compaction starts, it is hard to know the compaction<a name="line.3355"></a> +<span class="sourceLineNo">3356</span> * type at that time, so the rough statistics are chosen for the mob file compaction. Only two<a name="line.3356"></a> +<span class="sourceLineNo">3357</span> * compaction states are available, CompactionState.MAJOR_AND_MINOR and CompactionState.NONE.<a name="line.3357"></a> +<span class="sourceLineNo">3358</span> * @param tableName The current table name.<a name="line.3358"></a> +<span class="sourceLineNo">3359</span> * @return If a given table is in mob file compaction now.<a name="line.3359"></a> +<span class="sourceLineNo">3360</span> */<a name="line.3360"></a> +<span class="sourceLineNo">3361</span> public CompactionState getMobCompactionState(TableName tableName) {<a name="line.3361"></a> +<span class="sourceLineNo">3362</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3362"></a> +<span class="sourceLineNo">3363</span> if (compactionsCount != null && compactionsCount.get() != 0) {<a name="line.3363"></a> +<span class="sourceLineNo">3364</span> return CompactionState.MAJOR_AND_MINOR;<a name="line.3364"></a> +<span class="sourceLineNo">3365</span> }<a name="line.3365"></a> +<span class="sourceLineNo">3366</span> return CompactionState.NONE;<a name="line.3366"></a> +<span class="sourceLineNo">3367</span> }<a name="line.3367"></a> +<span class="sourceLineNo">3368</span><a name="line.3368"></a> +<span class="sourceLineNo">3369</span> public void reportMobCompactionStart(TableName tableName) throws IOException {<a name="line.3369"></a> +<span class="sourceLineNo">3370</span> IdLock.Entry lockEntry = null;<a name="line.3370"></a> +<span class="sourceLineNo">3371</span> try {<a name="line.3371"></a> +<span class="sourceLineNo">3372</span> lockEntry = mobCompactionLock.getLockEntry(tableName.hashCode());<a name="line.3372"></a> +<span class="sourceLineNo">3373</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3373"></a> +<span class="sourceLineNo">3374</span> if (compactionsCount == null) {<a name="line.3374"></a> +<span class="sourceLineNo">3375</span> compactionsCount = new AtomicInteger(0);<a name="line.3375"></a> +<span class="sourceLineNo">3376</span> mobCompactionStates.put(tableName, compactionsCount);<a name="line.3376"></a> +<span class="sourceLineNo">3377</span> }<a name="line.3377"></a> +<span class="sourceLineNo">3378</span> compactionsCount.incrementAndGet();<a name="line.3378"></a> +<span class="sourceLineNo">3379</span> } finally {<a name="line.3379"></a> +<span class="sourceLineNo">3380</span> if (lockEntry != null) {<a name="line.3380"></a> +<span class="sourceLineNo">3381</span> mobCompactionLock.releaseLockEntry(lockEntry);<a name="line.3381"></a> +<span class="sourceLineNo">3382</span> }<a name="line.3382"></a> +<span class="sourceLineNo">3383</span> }<a name="line.3383"></a> +<span class="sourceLineNo">3384</span> }<a name="line.3384"></a> +<span class="sourceLineNo">3385</span><a name="line.3385"></a> +<span class="sourceLineNo">3386</span> public void reportMobCompactionEnd(TableName tableName) throws IOException {<a name="line.3386"></a> +<span class="sourceLineNo">3387</span> IdLock.Entry lockEntry = null;<a name="line.3387"></a> +<span class="sourceLineNo">3388</span> try {<a name="line.3388"></a> +<span class="sourceLineNo">3389</span> lockEntry = mobCompactionLock.getLockEntry(tableName.hashCode());<a name="line.3389"></a> +<span class="sourceLineNo">3390</span> AtomicInteger compactionsCount = mobCompactionStates.get(tableName);<a name="line.3390"></a> +<span class="sourceLineNo">3391</span> if (compactionsCount != null) {<a name="line.3391"></a> +<span class="sourceLineNo">3392</span> int count = compactionsCount.decrementAndGet();<a name="line.3392"></a> +<span class="sourceLineNo">3393</span> // remove the entry if the count is 0.<a name="line.3393"></a> +<span class="sourceLineNo">3394</span> if (count == 0) {<a name="line.3394"></a> +<span class="sourceLineNo">3395</span> mobCompactionStates.remove(tableName);<a name="line.3395"></a> +<span class="sourceLineNo">3396</span> }<a name="line.3396"></a> +<span class="sourceLineNo">3397</span> }<a name="line.3397"></a> +<span class="sourceLineNo">3398</span> } finally {<a name="line.3398"></a> +<span class="sourceLineNo">3399</span> if (lockEntry != null) {<a name="line.3399"></a> +<span class="sourceLineNo">3400</span> mobCompactionLock.releaseLockEntry(lockEntry);<a name="line.3400"></a> +<span class="sourceLineNo">3401</span> }<a name="line.3401"></a> +<span class="sourceLineNo">3402</span> }<a name="line.3402"></a> +<span class="sourceLineNo">3403</span> }<a name="line.3403"></a> +<span class="sourceLineNo">3404</span><a name="line.3404"></a> +<span class="sourceLineNo">3405</span> /**<a name="line.3405"></a> +<span class="sourceLineNo">3406</span> * Requests mob compaction.<a name="line.3406"></a> +<span class="sourceLineNo">3407</span> * @param tableName The table the compact.<a name="line.3407"></a> +<span class="sourceLineNo">3408</span> * @param columns The compacted columns.<a name="line.3408"></a> +<span class="sourceLineNo">3409</span> * @param allFiles Whether add all mob files into the compaction.<a name="line.3409"></a> +<span class="sourceLineNo">3410</span> */<a name="line.3410"></a> +<span class="sourceLineNo">3411</span> public void requestMobCompaction(TableName tableName,<a name="line.3411"></a> +<span class="sourceLineNo">3412</span> List<ColumnFamilyDescriptor> columns, boolean allFiles) throws IOException {<a name="line.3412"></a> +<span class="sourceLineNo">3413</span> mobCompactThread.requestMobCompaction(conf, fs, tableName, columns, allFiles);<a name="line.3413"></a> +<span class="sourceLineNo">3414</span> }<a name="line.3414"></a> +<span class="sourceLineNo">3415</span><a name="line.3415"></a> +<span class="sourceLineNo">3416</span> /**<a name="line.3416"></a> +<span class="sourceLineNo">3417</span> * Queries the state of the {@link LoadBalancerTracker}. If the balancer is not initialized,<a name="line.3417"></a> +<span class="sourceLineNo">3418</span> * false is returned.<a name="line.3418"></a> +<span class="sourceLineNo">3419</span> *<a name="line.3419"></a> +<span class="sourceLineNo">3420</span> * @return The state of the load balancer, or false if the load balancer isn't defined.<a name="line.3420"></a> +<span class="sourceLineNo">3421</span> */<a name="line.3421"></a> +<span class="sourceLineNo">3422</span> public boolean isBalancerOn() {<a name="line.3422"></a> +<span class="sourceLineNo">3423</span> try {<a name="line.3423"></a> +<span class="sourceLineNo">3424</span> if (null == loadBalancerTracker || isInMaintenanceMode()) {<a name="line.3424"></a> +<span class="sourceLineNo">3425</span> return false;<a name="line.3425"></a> +<span class="sourceLineNo">3426</span> }<a name="line.3426"></a> +<span class="sourceLineNo">3427</span> } catch (IOException e) {<a name="line.3427"></a> +<span class="sourceLineNo">3428</span> return false;<a name="line.3428"></a> +<span class="sourceLineNo">3429</span> }<a name="line.3429"></a> +<span class="sourceLineNo">3430</span> return loadBalancerTracker.isBalancerOn();<a name="line.3430"></a> +<span class="sourceLineNo">3431</span> }<a name="line.3431"></a> +<span class="sourceLineNo">3432</span><a name="line.3432"></a> +<span class="sourceLineNo">3433</span> /**<a name="line.3433"></a> +<span class="sourceLineNo">3434</span> * Queries the state of the {@link RegionNormalizerTracker}. If it's not initialized,<a name="line.3434"></a> +<span class="sourceLineNo">3435</span> * false is returned.<a name="line.3435"></a> +<span class="sourceLineNo">3436</span> */<a name="line.3436"></a> +<span class="sourceLineNo">3437</span> public boolean isNormalizerOn() {<a name="line.3437"></a> +<span class="sourceLineNo">3438</span> try {<a name="line.3438"></a> +<span class="sourceLineNo">3439</span> return (null == regionNormalizerTracker || isInMaintenanceMode()) ?<a name="line.3439"></a> +<span class="sourceLineNo">3440</span> false: regionNormalizerTracker.isNormalizerOn();<a name="line.3440"></a> +<span class="sourceLineNo">3441</span> } catch (IOException e) {<a name="line.3441"></a> +<span class="sourceLineNo">3442</span> return false;<a name="line.3442"></a> +<span class="sourceLineNo">3443</span> }<a name="line.3443"></a> +<span class="sourceLineNo">3444</span> }<a name="line.3444"></a> +<span class="sourceLineNo">3445</span><a name="line.3445"></a> +<span class="sourceLineNo">3446</span> /**<a name="line.3446"></a> +<span class="sourceLineNo">3447</span> * Queries the state of the {@link SplitOrMergeTracker}. If it is not initialized,<a name="line.3447"></a> +<span class="sourceLineNo">3448</span> * false is returned. If switchType is illegal, false will return.<a name="line.3448"></a> +<span class="sourceLineNo">3449</span> * @param switchType see {@link org.apache.hadoop.hbase.client.MasterSwitchType}<a name="line.3449"></a> +<span class="sourceLineNo">3450</span> * @return The state of the switch<a name="line.3450"></a> +<span class="sourceLineNo">3451</span> */<a name="line.3451"></a> +<span class="sourceLineNo">3452</span> @Override<a name="line.3452"></a> +<span class="sourceLineNo">3453</span> public boolean isSplitOrMergeEnabled(MasterSwitchType switchType) {<a name="line.3453"></a> +<span class="sourceLineNo">3454</span> try {<a name="line.3454"></a> +<span class="sourceLineNo">3455</span> if (null == splitOrMergeTracker || isInMaintenanceMode()) {<a name="line.3455"></a> +<span class="sourceLineNo">3456</span> return false;<a name="line.3456"></a> +<span class="sourceLineNo">3457</span> }<a name="line.3457"></a> +<span class="sourceLineNo">3458</span> } catch (IOException e) {<a name="line.3458"></a> +<span class="sourceLineNo">3459</span> return false;<a name="line.3459"></a> +<span class="sourceLineNo">3460</span> }<a name="line.3460"></a> +<span class="sourceLineNo">3461</span> return splitOrMergeTracker.isSplitOrMergeEnabled(switchType);<a name="line.3461"></a> +<span class="sourceLineNo">3462</span> }<a name="line.3462"></a> +<span class="sourceLineNo">3463</span><a name="line.3463"></a> +<span class="sourceLineNo">3464</span> /**<a name="line.3464"></a> +<span class="sourceLineNo">3465</span> * Fetch the configured {@link LoadBalancer} class name. If none is set, a default is returned.<a name="line.3465"></a> +<span class="sourceLineNo">3466</span> *<a name="line.3466"></a> +<span class="sourceLineNo">3467</span> * @return The name of the {@link LoadBalancer} in use.<a name="line.3467"></a> +<span class="sourceLineNo">3468</span> */<a name="line.3468"></a> +<span class="sourceLineNo">3469</span> public String getLoadBalancerClassName() {<a name="line.3469"></a> +<span class="sourceLineNo">3470</span> return conf.get(HConstants.HBASE_MASTER_LOADBALANCER_CLASS, LoadBalancerFactory<a name="line.3470"></a> +<span class="sourceLineNo">3471</span> .getDefaultLoadBalancerClass().getName());<a name="line.3471"></a> +<span class="sourceLineNo">3472</span> }<a name="line.3472"></a> +<span class="sourceLineNo">3473</span><a name="line.3473"></a> +<span class="sourceLineNo">3474</span> /**<a name="line.3474"></a> +<span class="sourceLineNo">3475</span> * @return RegionNormalizerTracker instance<a name="line.3475"></a> +<span class="sourceLineNo">3476</span> */<a name="line.3476"></a> +<span class="sourceLineNo">3477</span> public RegionNormalizerTracker getRegionNormalizerTracker() {<a name="line.3477"></a> +<span class="sourceLineNo">3478</span> return regionNormalizerTracker;<a name="line.3478"></a> +<span class="sourceLineNo">3479</span> }<a name="line.3479"></a> +<span class="sourceLineNo">3480</span><a name="line.3480"></a> +<span class="sourceLineNo">3481</span> public SplitOrMergeTracker getSplitOrMergeTracker() {<a name="line.3481"></a> +<span class="sourceLineNo">3482</span> return splitOrMergeTracker;<a name="line.3482"></a> +<span class="sourceLineNo">3483</span> }<a name="line.3483"></a> +<span class="sourceLineNo">3484</span><a name="line.3484"></a> +<span class="sourceLineNo">3485</span> @Override<a name="line.3485"></a> +<span class="sourceLineNo">3486</span> public LoadBalancer getLoadBalancer() {<a name="line.3486"></a> +<span class="sourceLineNo">3487</span> return balancer;<a name="line.3487"></a> +<span class="sourceLineNo">3488</span> }<a name="line.3488"></a> +<span class="sourceLineNo">3489</span><a name="line.3489"></a> +<span class="sourceLineNo">3490</span> @Override<a name="line.3490"></a> +<span class="sourceLineNo">3491</span> public FavoredNodesManager getFavoredNodesManager() {<a name="line.3491"></a> +<span class="sourceLineNo">3492</span> return favoredNodesManager;<a name="line.3492"></a> +<span class="sourceLineNo">3493</span> }<a name="line.3493"></a> +<span class="sourceLineNo">3494</span><a name="line.3494"></a> +<span class="sourceLineNo">3495</span> private long executePeerProcedure(AbstractPeerProcedure<?> procedure) throws IOException {<a name="line.3495"></a> +<span class="sourceLineNo">3496</span> long procId = procedureExecutor.submitProcedure(procedure);<a name="line.3496"></a> +<span class="sourceLineNo">3497</span> procedure.getLatch().await();<a name="line.3497"></a> +<span class="sourceLineNo">3498</span> return procId;<a name="line.3498"></a> +<span class="sourceLineNo">3499</span> }<a name="line.3499"></a> +<span class="sourceLineNo">3500</span><a name="line.3500"></a> +<span class="sourceLineNo">3501</span> @Override<a name="line.3501"></a> +<span class="sourceLineNo">3502</span> public long addReplicationPeer(String peerId, ReplicationPeerConfig peerConfig, boolean enabled)<a name="line.3502"></a> +<span class="sourceLineNo">3503</span> throws ReplicationException, IOException {<a name="line.3503"></a> +<span class="sourceLineNo">3504</span> LOG.info(getClientIdAuditPrefix() + " creating replication peer, id=" + peerId + ", config=" +<a name="line.3504"></a> +<span class="sourceLineNo">3505</span> peerConfig + ", state=" + (enabled ? "ENABLED" : "DISABLED"));<a name="line.3505"></a> +<span class="sourceLineNo">3506</span> return executePeerProcedure(new AddPeerProcedure(peerId, peerConfig, enabled));<a name="line.3506"></a> +<span class="sourceLineNo">3507</span> }<a name="line.3507"></a> +<span class="sourceLineNo">3508</span><a name="line.3508"></a> +<span class="sourceLineNo">3509</span> @Override<a name="line.3509"></a> +<span class="sourceLineNo">3510</span> public long removeReplicationPeer(String peerId) throws ReplicationException, IOException {<a name="line.3510"></a> +<span class="sourceLineNo">3511</span> LOG.info(getClientIdAuditPrefix() + " removing replication peer, id=" + peerId);<a name="line.3511"></a> +<span class="sourceLineNo">3512</span> return executePeerProcedure(new RemovePeerProcedure(peerId));<a name="line.3512"></a> +<span class="sourceLineNo">3513</span> }<a name="line.3513"></a> +<span class="sourceLineNo">351
<TRUNCATED>