You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by gi...@apache.org on 2018/10/21 14:52:11 UTC
[06/17] hbase-site git commit: Published site at
ae5308ac4ab797950f221a9a905ec9cae6e6e694.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/6720b682/testdevapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.PortAllocator.html
----------------------------------------------------------------------
diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.PortAllocator.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.PortAllocator.html
index 8729895..8d98ec3 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.PortAllocator.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.PortAllocator.html
@@ -2318,2007 +2318,2009 @@
<span class="sourceLineNo">2310</span><a name="line.2310"></a>
<span class="sourceLineNo">2311</span> /**<a name="line.2311"></a>
<span class="sourceLineNo">2312</span> * Return the number of rows in the given table.<a name="line.2312"></a>
-<span class="sourceLineNo">2313</span> */<a name="line.2313"></a>
-<span class="sourceLineNo">2314</span> public int countRows(final Table table) throws IOException {<a name="line.2314"></a>
-<span class="sourceLineNo">2315</span> return countRows(table, new Scan());<a name="line.2315"></a>
-<span class="sourceLineNo">2316</span> }<a name="line.2316"></a>
-<span class="sourceLineNo">2317</span><a name="line.2317"></a>
-<span class="sourceLineNo">2318</span> public int countRows(final Table table, final Scan scan) throws IOException {<a name="line.2318"></a>
-<span class="sourceLineNo">2319</span> try (ResultScanner results = table.getScanner(scan)) {<a name="line.2319"></a>
-<span class="sourceLineNo">2320</span> int count = 0;<a name="line.2320"></a>
-<span class="sourceLineNo">2321</span> while (results.next() != null) {<a name="line.2321"></a>
-<span class="sourceLineNo">2322</span> count++;<a name="line.2322"></a>
-<span class="sourceLineNo">2323</span> }<a name="line.2323"></a>
-<span class="sourceLineNo">2324</span> return count;<a name="line.2324"></a>
-<span class="sourceLineNo">2325</span> }<a name="line.2325"></a>
-<span class="sourceLineNo">2326</span> }<a name="line.2326"></a>
-<span class="sourceLineNo">2327</span><a name="line.2327"></a>
-<span class="sourceLineNo">2328</span> public int countRows(final Table table, final byte[]... families) throws IOException {<a name="line.2328"></a>
-<span class="sourceLineNo">2329</span> Scan scan = new Scan();<a name="line.2329"></a>
-<span class="sourceLineNo">2330</span> for (byte[] family: families) {<a name="line.2330"></a>
-<span class="sourceLineNo">2331</span> scan.addFamily(family);<a name="line.2331"></a>
-<span class="sourceLineNo">2332</span> }<a name="line.2332"></a>
-<span class="sourceLineNo">2333</span> return countRows(table, scan);<a name="line.2333"></a>
-<span class="sourceLineNo">2334</span> }<a name="line.2334"></a>
-<span class="sourceLineNo">2335</span><a name="line.2335"></a>
-<span class="sourceLineNo">2336</span> /**<a name="line.2336"></a>
-<span class="sourceLineNo">2337</span> * Return the number of rows in the given table.<a name="line.2337"></a>
-<span class="sourceLineNo">2338</span> */<a name="line.2338"></a>
-<span class="sourceLineNo">2339</span> public int countRows(final TableName tableName) throws IOException {<a name="line.2339"></a>
-<span class="sourceLineNo">2340</span> Table table = getConnection().getTable(tableName);<a name="line.2340"></a>
-<span class="sourceLineNo">2341</span> try {<a name="line.2341"></a>
-<span class="sourceLineNo">2342</span> return countRows(table);<a name="line.2342"></a>
-<span class="sourceLineNo">2343</span> } finally {<a name="line.2343"></a>
-<span class="sourceLineNo">2344</span> table.close();<a name="line.2344"></a>
-<span class="sourceLineNo">2345</span> }<a name="line.2345"></a>
-<span class="sourceLineNo">2346</span> }<a name="line.2346"></a>
-<span class="sourceLineNo">2347</span><a name="line.2347"></a>
-<span class="sourceLineNo">2348</span> public int countRows(final Region region) throws IOException {<a name="line.2348"></a>
-<span class="sourceLineNo">2349</span> return countRows(region, new Scan());<a name="line.2349"></a>
-<span class="sourceLineNo">2350</span> }<a name="line.2350"></a>
-<span class="sourceLineNo">2351</span><a name="line.2351"></a>
-<span class="sourceLineNo">2352</span> public int countRows(final Region region, final Scan scan) throws IOException {<a name="line.2352"></a>
-<span class="sourceLineNo">2353</span> InternalScanner scanner = region.getScanner(scan);<a name="line.2353"></a>
-<span class="sourceLineNo">2354</span> try {<a name="line.2354"></a>
-<span class="sourceLineNo">2355</span> return countRows(scanner);<a name="line.2355"></a>
-<span class="sourceLineNo">2356</span> } finally {<a name="line.2356"></a>
-<span class="sourceLineNo">2357</span> scanner.close();<a name="line.2357"></a>
-<span class="sourceLineNo">2358</span> }<a name="line.2358"></a>
-<span class="sourceLineNo">2359</span> }<a name="line.2359"></a>
-<span class="sourceLineNo">2360</span><a name="line.2360"></a>
-<span class="sourceLineNo">2361</span> public int countRows(final InternalScanner scanner) throws IOException {<a name="line.2361"></a>
-<span class="sourceLineNo">2362</span> int scannedCount = 0;<a name="line.2362"></a>
-<span class="sourceLineNo">2363</span> List<Cell> results = new ArrayList<>();<a name="line.2363"></a>
-<span class="sourceLineNo">2364</span> boolean hasMore = true;<a name="line.2364"></a>
-<span class="sourceLineNo">2365</span> while (hasMore) {<a name="line.2365"></a>
-<span class="sourceLineNo">2366</span> hasMore = scanner.next(results);<a name="line.2366"></a>
-<span class="sourceLineNo">2367</span> scannedCount += results.size();<a name="line.2367"></a>
-<span class="sourceLineNo">2368</span> results.clear();<a name="line.2368"></a>
-<span class="sourceLineNo">2369</span> }<a name="line.2369"></a>
-<span class="sourceLineNo">2370</span> return scannedCount;<a name="line.2370"></a>
-<span class="sourceLineNo">2371</span> }<a name="line.2371"></a>
-<span class="sourceLineNo">2372</span><a name="line.2372"></a>
-<span class="sourceLineNo">2373</span> /**<a name="line.2373"></a>
-<span class="sourceLineNo">2374</span> * Return an md5 digest of the entire contents of a table.<a name="line.2374"></a>
-<span class="sourceLineNo">2375</span> */<a name="line.2375"></a>
-<span class="sourceLineNo">2376</span> public String checksumRows(final Table table) throws Exception {<a name="line.2376"></a>
-<span class="sourceLineNo">2377</span><a name="line.2377"></a>
-<span class="sourceLineNo">2378</span> Scan scan = new Scan();<a name="line.2378"></a>
-<span class="sourceLineNo">2379</span> ResultScanner results = table.getScanner(scan);<a name="line.2379"></a>
-<span class="sourceLineNo">2380</span> MessageDigest digest = MessageDigest.getInstance("MD5");<a name="line.2380"></a>
-<span class="sourceLineNo">2381</span> for (Result res : results) {<a name="line.2381"></a>
-<span class="sourceLineNo">2382</span> digest.update(res.getRow());<a name="line.2382"></a>
-<span class="sourceLineNo">2383</span> }<a name="line.2383"></a>
-<span class="sourceLineNo">2384</span> results.close();<a name="line.2384"></a>
-<span class="sourceLineNo">2385</span> return digest.toString();<a name="line.2385"></a>
-<span class="sourceLineNo">2386</span> }<a name="line.2386"></a>
-<span class="sourceLineNo">2387</span><a name="line.2387"></a>
-<span class="sourceLineNo">2388</span> /** All the row values for the data loaded by {@link #loadTable(Table, byte[])} */<a name="line.2388"></a>
-<span class="sourceLineNo">2389</span> public static final byte[][] ROWS = new byte[(int) Math.pow('z' - 'a' + 1, 3)][3]; // ~52KB<a name="line.2389"></a>
-<span class="sourceLineNo">2390</span> static {<a name="line.2390"></a>
-<span class="sourceLineNo">2391</span> int i = 0;<a name="line.2391"></a>
-<span class="sourceLineNo">2392</span> for (byte b1 = 'a'; b1 <= 'z'; b1++) {<a name="line.2392"></a>
-<span class="sourceLineNo">2393</span> for (byte b2 = 'a'; b2 <= 'z'; b2++) {<a name="line.2393"></a>
-<span class="sourceLineNo">2394</span> for (byte b3 = 'a'; b3 <= 'z'; b3++) {<a name="line.2394"></a>
-<span class="sourceLineNo">2395</span> ROWS[i][0] = b1;<a name="line.2395"></a>
-<span class="sourceLineNo">2396</span> ROWS[i][1] = b2;<a name="line.2396"></a>
-<span class="sourceLineNo">2397</span> ROWS[i][2] = b3;<a name="line.2397"></a>
-<span class="sourceLineNo">2398</span> i++;<a name="line.2398"></a>
-<span class="sourceLineNo">2399</span> }<a name="line.2399"></a>
-<span class="sourceLineNo">2400</span> }<a name="line.2400"></a>
-<span class="sourceLineNo">2401</span> }<a name="line.2401"></a>
-<span class="sourceLineNo">2402</span> }<a name="line.2402"></a>
-<span class="sourceLineNo">2403</span><a name="line.2403"></a>
-<span class="sourceLineNo">2404</span> public static final byte[][] KEYS = {<a name="line.2404"></a>
-<span class="sourceLineNo">2405</span> HConstants.EMPTY_BYTE_ARRAY, Bytes.toBytes("bbb"),<a name="line.2405"></a>
-<span class="sourceLineNo">2406</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"), Bytes.toBytes("eee"),<a name="line.2406"></a>
-<span class="sourceLineNo">2407</span> Bytes.toBytes("fff"), Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.2407"></a>
-<span class="sourceLineNo">2408</span> Bytes.toBytes("iii"), Bytes.toBytes("jjj"), Bytes.toBytes("kkk"),<a name="line.2408"></a>
-<span class="sourceLineNo">2409</span> Bytes.toBytes("lll"), Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.2409"></a>
-<span class="sourceLineNo">2410</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"), Bytes.toBytes("qqq"),<a name="line.2410"></a>
-<span class="sourceLineNo">2411</span> Bytes.toBytes("rrr"), Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.2411"></a>
-<span class="sourceLineNo">2412</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"), Bytes.toBytes("www"),<a name="line.2412"></a>
-<span class="sourceLineNo">2413</span> Bytes.toBytes("xxx"), Bytes.toBytes("yyy")<a name="line.2413"></a>
-<span class="sourceLineNo">2414</span> };<a name="line.2414"></a>
-<span class="sourceLineNo">2415</span><a name="line.2415"></a>
-<span class="sourceLineNo">2416</span> public static final byte[][] KEYS_FOR_HBA_CREATE_TABLE = {<a name="line.2416"></a>
-<span class="sourceLineNo">2417</span> Bytes.toBytes("bbb"),<a name="line.2417"></a>
-<span class="sourceLineNo">2418</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"), Bytes.toBytes("eee"),<a name="line.2418"></a>
-<span class="sourceLineNo">2419</span> Bytes.toBytes("fff"), Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.2419"></a>
-<span class="sourceLineNo">2420</span> Bytes.toBytes("iii"), Bytes.toBytes("jjj"), Bytes.toBytes("kkk"),<a name="line.2420"></a>
-<span class="sourceLineNo">2421</span> Bytes.toBytes("lll"), Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.2421"></a>
-<span class="sourceLineNo">2422</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"), Bytes.toBytes("qqq"),<a name="line.2422"></a>
-<span class="sourceLineNo">2423</span> Bytes.toBytes("rrr"), Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.2423"></a>
-<span class="sourceLineNo">2424</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"), Bytes.toBytes("www"),<a name="line.2424"></a>
-<span class="sourceLineNo">2425</span> Bytes.toBytes("xxx"), Bytes.toBytes("yyy"), Bytes.toBytes("zzz")<a name="line.2425"></a>
-<span class="sourceLineNo">2426</span> };<a name="line.2426"></a>
-<span class="sourceLineNo">2427</span><a name="line.2427"></a>
-<span class="sourceLineNo">2428</span> /**<a name="line.2428"></a>
-<span class="sourceLineNo">2429</span> * Create rows in hbase:meta for regions of the specified table with the specified<a name="line.2429"></a>
-<span class="sourceLineNo">2430</span> * start keys. The first startKey should be a 0 length byte array if you<a name="line.2430"></a>
-<span class="sourceLineNo">2431</span> * want to form a proper range of regions.<a name="line.2431"></a>
-<span class="sourceLineNo">2432</span> * @param conf<a name="line.2432"></a>
-<span class="sourceLineNo">2433</span> * @param htd<a name="line.2433"></a>
-<span class="sourceLineNo">2434</span> * @param startKeys<a name="line.2434"></a>
-<span class="sourceLineNo">2435</span> * @return list of region info for regions added to meta<a name="line.2435"></a>
-<span class="sourceLineNo">2436</span> * @throws IOException<a name="line.2436"></a>
-<span class="sourceLineNo">2437</span> * @deprecated since 2.0 version and will be removed in 3.0 version.<a name="line.2437"></a>
-<span class="sourceLineNo">2438</span> * use {@link #createMultiRegionsInMeta(Configuration, TableDescriptor, byte[][])}<a name="line.2438"></a>
-<span class="sourceLineNo">2439</span> */<a name="line.2439"></a>
-<span class="sourceLineNo">2440</span> @Deprecated<a name="line.2440"></a>
-<span class="sourceLineNo">2441</span> public List<HRegionInfo> createMultiRegionsInMeta(final Configuration conf,<a name="line.2441"></a>
-<span class="sourceLineNo">2442</span> final HTableDescriptor htd, byte [][] startKeys) throws IOException {<a name="line.2442"></a>
-<span class="sourceLineNo">2443</span> return createMultiRegionsInMeta(conf, (TableDescriptor) htd, startKeys)<a name="line.2443"></a>
-<span class="sourceLineNo">2444</span> .stream().map(ImmutableHRegionInfo::new).collect(Collectors.toList());<a name="line.2444"></a>
-<span class="sourceLineNo">2445</span> }<a name="line.2445"></a>
-<span class="sourceLineNo">2446</span> /**<a name="line.2446"></a>
-<span class="sourceLineNo">2447</span> * Create rows in hbase:meta for regions of the specified table with the specified<a name="line.2447"></a>
-<span class="sourceLineNo">2448</span> * start keys. The first startKey should be a 0 length byte array if you<a name="line.2448"></a>
-<span class="sourceLineNo">2449</span> * want to form a proper range of regions.<a name="line.2449"></a>
-<span class="sourceLineNo">2450</span> * @param conf<a name="line.2450"></a>
-<span class="sourceLineNo">2451</span> * @param htd<a name="line.2451"></a>
-<span class="sourceLineNo">2452</span> * @param startKeys<a name="line.2452"></a>
-<span class="sourceLineNo">2453</span> * @return list of region info for regions added to meta<a name="line.2453"></a>
-<span class="sourceLineNo">2454</span> * @throws IOException<a name="line.2454"></a>
-<span class="sourceLineNo">2455</span> */<a name="line.2455"></a>
-<span class="sourceLineNo">2456</span> public List<RegionInfo> createMultiRegionsInMeta(final Configuration conf,<a name="line.2456"></a>
-<span class="sourceLineNo">2457</span> final TableDescriptor htd, byte [][] startKeys)<a name="line.2457"></a>
-<span class="sourceLineNo">2458</span> throws IOException {<a name="line.2458"></a>
-<span class="sourceLineNo">2459</span> Table meta = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2459"></a>
-<span class="sourceLineNo">2460</span> Arrays.sort(startKeys, Bytes.BYTES_COMPARATOR);<a name="line.2460"></a>
-<span class="sourceLineNo">2461</span> List<RegionInfo> newRegions = new ArrayList<>(startKeys.length);<a name="line.2461"></a>
-<span class="sourceLineNo">2462</span> MetaTableAccessor<a name="line.2462"></a>
-<span class="sourceLineNo">2463</span> .updateTableState(getConnection(), htd.getTableName(), TableState.State.ENABLED);<a name="line.2463"></a>
-<span class="sourceLineNo">2464</span> // add custom ones<a name="line.2464"></a>
-<span class="sourceLineNo">2465</span> for (int i = 0; i < startKeys.length; i++) {<a name="line.2465"></a>
-<span class="sourceLineNo">2466</span> int j = (i + 1) % startKeys.length;<a name="line.2466"></a>
-<span class="sourceLineNo">2467</span> RegionInfo hri = RegionInfoBuilder.newBuilder(htd.getTableName())<a name="line.2467"></a>
-<span class="sourceLineNo">2468</span> .setStartKey(startKeys[i])<a name="line.2468"></a>
-<span class="sourceLineNo">2469</span> .setEndKey(startKeys[j])<a name="line.2469"></a>
-<span class="sourceLineNo">2470</span> .build();<a name="line.2470"></a>
-<span class="sourceLineNo">2471</span> MetaTableAccessor.addRegionToMeta(getConnection(), hri);<a name="line.2471"></a>
-<span class="sourceLineNo">2472</span> newRegions.add(hri);<a name="line.2472"></a>
-<span class="sourceLineNo">2473</span> }<a name="line.2473"></a>
-<span class="sourceLineNo">2474</span><a name="line.2474"></a>
-<span class="sourceLineNo">2475</span> meta.close();<a name="line.2475"></a>
-<span class="sourceLineNo">2476</span> return newRegions;<a name="line.2476"></a>
-<span class="sourceLineNo">2477</span> }<a name="line.2477"></a>
-<span class="sourceLineNo">2478</span><a name="line.2478"></a>
-<span class="sourceLineNo">2479</span> /**<a name="line.2479"></a>
-<span class="sourceLineNo">2480</span> * Create an unmanaged WAL. Be sure to close it when you're through.<a name="line.2480"></a>
-<span class="sourceLineNo">2481</span> */<a name="line.2481"></a>
-<span class="sourceLineNo">2482</span> public static WAL createWal(final Configuration conf, final Path rootDir, final RegionInfo hri)<a name="line.2482"></a>
-<span class="sourceLineNo">2483</span> throws IOException {<a name="line.2483"></a>
-<span class="sourceLineNo">2484</span> // The WAL subsystem will use the default rootDir rather than the passed in rootDir<a name="line.2484"></a>
-<span class="sourceLineNo">2485</span> // unless I pass along via the conf.<a name="line.2485"></a>
-<span class="sourceLineNo">2486</span> Configuration confForWAL = new Configuration(conf);<a name="line.2486"></a>
-<span class="sourceLineNo">2487</span> confForWAL.set(HConstants.HBASE_DIR, rootDir.toString());<a name="line.2487"></a>
-<span class="sourceLineNo">2488</span> return new WALFactory(confForWAL, "hregion-" + RandomStringUtils.randomNumeric(8)).getWAL(hri);<a name="line.2488"></a>
-<span class="sourceLineNo">2489</span> }<a name="line.2489"></a>
-<span class="sourceLineNo">2490</span><a name="line.2490"></a>
-<span class="sourceLineNo">2491</span> /**<a name="line.2491"></a>
-<span class="sourceLineNo">2492</span> * Create a region with it's own WAL. Be sure to call<a name="line.2492"></a>
-<span class="sourceLineNo">2493</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a name="line.2493"></a>
-<span class="sourceLineNo">2494</span> */<a name="line.2494"></a>
-<span class="sourceLineNo">2495</span> public static HRegion createRegionAndWAL(final RegionInfo info, final Path rootDir,<a name="line.2495"></a>
-<span class="sourceLineNo">2496</span> final Configuration conf, final TableDescriptor htd) throws IOException {<a name="line.2496"></a>
-<span class="sourceLineNo">2497</span> return createRegionAndWAL(info, rootDir, conf, htd, true);<a name="line.2497"></a>
-<span class="sourceLineNo">2498</span> }<a name="line.2498"></a>
-<span class="sourceLineNo">2499</span><a name="line.2499"></a>
-<span class="sourceLineNo">2500</span> /**<a name="line.2500"></a>
-<span class="sourceLineNo">2501</span> * Create a region with it's own WAL. Be sure to call<a name="line.2501"></a>
-<span class="sourceLineNo">2502</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a name="line.2502"></a>
-<span class="sourceLineNo">2503</span> */<a name="line.2503"></a>
-<span class="sourceLineNo">2504</span> public static HRegion createRegionAndWAL(final RegionInfo info, final Path rootDir,<a name="line.2504"></a>
-<span class="sourceLineNo">2505</span> final Configuration conf, final TableDescriptor htd, boolean initialize)<a name="line.2505"></a>
-<span class="sourceLineNo">2506</span> throws IOException {<a name="line.2506"></a>
-<span class="sourceLineNo">2507</span> ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, null);<a name="line.2507"></a>
-<span class="sourceLineNo">2508</span> WAL wal = createWal(conf, rootDir, info);<a name="line.2508"></a>
-<span class="sourceLineNo">2509</span> return HRegion.createHRegion(info, rootDir, conf, htd, wal, initialize);<a name="line.2509"></a>
-<span class="sourceLineNo">2510</span> }<a name="line.2510"></a>
-<span class="sourceLineNo">2511</span><a name="line.2511"></a>
-<span class="sourceLineNo">2512</span> /**<a name="line.2512"></a>
-<span class="sourceLineNo">2513</span> * Returns all rows from the hbase:meta table.<a name="line.2513"></a>
-<span class="sourceLineNo">2514</span> *<a name="line.2514"></a>
-<span class="sourceLineNo">2515</span> * @throws IOException When reading the rows fails.<a name="line.2515"></a>
-<span class="sourceLineNo">2516</span> */<a name="line.2516"></a>
-<span class="sourceLineNo">2517</span> public List<byte[]> getMetaTableRows() throws IOException {<a name="line.2517"></a>
-<span class="sourceLineNo">2518</span> // TODO: Redo using MetaTableAccessor class<a name="line.2518"></a>
-<span class="sourceLineNo">2519</span> Table t = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2519"></a>
-<span class="sourceLineNo">2520</span> List<byte[]> rows = new ArrayList<>();<a name="line.2520"></a>
-<span class="sourceLineNo">2521</span> ResultScanner s = t.getScanner(new Scan());<a name="line.2521"></a>
-<span class="sourceLineNo">2522</span> for (Result result : s) {<a name="line.2522"></a>
-<span class="sourceLineNo">2523</span> LOG.info("getMetaTableRows: row -> " +<a name="line.2523"></a>
-<span class="sourceLineNo">2524</span> Bytes.toStringBinary(result.getRow()));<a name="line.2524"></a>
-<span class="sourceLineNo">2525</span> rows.add(result.getRow());<a name="line.2525"></a>
-<span class="sourceLineNo">2526</span> }<a name="line.2526"></a>
-<span class="sourceLineNo">2527</span> s.close();<a name="line.2527"></a>
-<span class="sourceLineNo">2528</span> t.close();<a name="line.2528"></a>
-<span class="sourceLineNo">2529</span> return rows;<a name="line.2529"></a>
-<span class="sourceLineNo">2530</span> }<a name="line.2530"></a>
-<span class="sourceLineNo">2531</span><a name="line.2531"></a>
-<span class="sourceLineNo">2532</span> /**<a name="line.2532"></a>
-<span class="sourceLineNo">2533</span> * Returns all rows from the hbase:meta table for a given user table<a name="line.2533"></a>
-<span class="sourceLineNo">2534</span> *<a name="line.2534"></a>
-<span class="sourceLineNo">2535</span> * @throws IOException When reading the rows fails.<a name="line.2535"></a>
-<span class="sourceLineNo">2536</span> */<a name="line.2536"></a>
-<span class="sourceLineNo">2537</span> public List<byte[]> getMetaTableRows(TableName tableName) throws IOException {<a name="line.2537"></a>
-<span class="sourceLineNo">2538</span> // TODO: Redo using MetaTableAccessor.<a name="line.2538"></a>
-<span class="sourceLineNo">2539</span> Table t = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2539"></a>
-<span class="sourceLineNo">2540</span> List<byte[]> rows = new ArrayList<>();<a name="line.2540"></a>
-<span class="sourceLineNo">2541</span> ResultScanner s = t.getScanner(new Scan());<a name="line.2541"></a>
-<span class="sourceLineNo">2542</span> for (Result result : s) {<a name="line.2542"></a>
-<span class="sourceLineNo">2543</span> RegionInfo info = MetaTableAccessor.getRegionInfo(result);<a name="line.2543"></a>
-<span class="sourceLineNo">2544</span> if (info == null) {<a name="line.2544"></a>
-<span class="sourceLineNo">2545</span> LOG.error("No region info for row " + Bytes.toString(result.getRow()));<a name="line.2545"></a>
-<span class="sourceLineNo">2546</span> // TODO figure out what to do for this new hosed case.<a name="line.2546"></a>
-<span class="sourceLineNo">2547</span> continue;<a name="line.2547"></a>
-<span class="sourceLineNo">2548</span> }<a name="line.2548"></a>
-<span class="sourceLineNo">2549</span><a name="line.2549"></a>
-<span class="sourceLineNo">2550</span> if (info.getTable().equals(tableName)) {<a name="line.2550"></a>
-<span class="sourceLineNo">2551</span> LOG.info("getMetaTableRows: row -> " +<a name="line.2551"></a>
-<span class="sourceLineNo">2552</span> Bytes.toStringBinary(result.getRow()) + info);<a name="line.2552"></a>
-<span class="sourceLineNo">2553</span> rows.add(result.getRow());<a name="line.2553"></a>
-<span class="sourceLineNo">2554</span> }<a name="line.2554"></a>
-<span class="sourceLineNo">2555</span> }<a name="line.2555"></a>
-<span class="sourceLineNo">2556</span> s.close();<a name="line.2556"></a>
-<span class="sourceLineNo">2557</span> t.close();<a name="line.2557"></a>
-<span class="sourceLineNo">2558</span> return rows;<a name="line.2558"></a>
-<span class="sourceLineNo">2559</span> }<a name="line.2559"></a>
-<span class="sourceLineNo">2560</span><a name="line.2560"></a>
-<span class="sourceLineNo">2561</span> /**<a name="line.2561"></a>
-<span class="sourceLineNo">2562</span> * Returns all regions of the specified table<a name="line.2562"></a>
-<span class="sourceLineNo">2563</span> *<a name="line.2563"></a>
-<span class="sourceLineNo">2564</span> * @param tableName the table name<a name="line.2564"></a>
-<span class="sourceLineNo">2565</span> * @return all regions of the specified table<a name="line.2565"></a>
-<span class="sourceLineNo">2566</span> * @throws IOException when getting the regions fails.<a name="line.2566"></a>
-<span class="sourceLineNo">2567</span> */<a name="line.2567"></a>
-<span class="sourceLineNo">2568</span> private List<RegionInfo> getRegions(TableName tableName) throws IOException {<a name="line.2568"></a>
-<span class="sourceLineNo">2569</span> try (Admin admin = getConnection().getAdmin()) {<a name="line.2569"></a>
-<span class="sourceLineNo">2570</span> return admin.getRegions(tableName);<a name="line.2570"></a>
-<span class="sourceLineNo">2571</span> }<a name="line.2571"></a>
-<span class="sourceLineNo">2572</span> }<a name="line.2572"></a>
-<span class="sourceLineNo">2573</span><a name="line.2573"></a>
-<span class="sourceLineNo">2574</span> /*<a name="line.2574"></a>
-<span class="sourceLineNo">2575</span> * Find any other region server which is different from the one identified by parameter<a name="line.2575"></a>
-<span class="sourceLineNo">2576</span> * @param rs<a name="line.2576"></a>
-<span class="sourceLineNo">2577</span> * @return another region server<a name="line.2577"></a>
-<span class="sourceLineNo">2578</span> */<a name="line.2578"></a>
-<span class="sourceLineNo">2579</span> public HRegionServer getOtherRegionServer(HRegionServer rs) {<a name="line.2579"></a>
-<span class="sourceLineNo">2580</span> for (JVMClusterUtil.RegionServerThread rst :<a name="line.2580"></a>
-<span class="sourceLineNo">2581</span> getMiniHBaseCluster().getRegionServerThreads()) {<a name="line.2581"></a>
-<span class="sourceLineNo">2582</span> if (!(rst.getRegionServer() == rs)) {<a name="line.2582"></a>
-<span class="sourceLineNo">2583</span> return rst.getRegionServer();<a name="line.2583"></a>
-<span class="sourceLineNo">2584</span> }<a name="line.2584"></a>
-<span class="sourceLineNo">2585</span> }<a name="line.2585"></a>
-<span class="sourceLineNo">2586</span> return null;<a name="line.2586"></a>
-<span class="sourceLineNo">2587</span> }<a name="line.2587"></a>
-<span class="sourceLineNo">2588</span><a name="line.2588"></a>
-<span class="sourceLineNo">2589</span> /**<a name="line.2589"></a>
-<span class="sourceLineNo">2590</span> * Tool to get the reference to the region server object that holds the<a name="line.2590"></a>
-<span class="sourceLineNo">2591</span> * region of the specified user table.<a name="line.2591"></a>
-<span class="sourceLineNo">2592</span> * @param tableName user table to lookup in hbase:meta<a name="line.2592"></a>
-<span class="sourceLineNo">2593</span> * @return region server that holds it, null if the row doesn't exist<a name="line.2593"></a>
-<span class="sourceLineNo">2594</span> * @throws IOException<a name="line.2594"></a>
-<span class="sourceLineNo">2595</span> * @throws InterruptedException<a name="line.2595"></a>
-<span class="sourceLineNo">2596</span> */<a name="line.2596"></a>
-<span class="sourceLineNo">2597</span> public HRegionServer getRSForFirstRegionInTable(TableName tableName)<a name="line.2597"></a>
-<span class="sourceLineNo">2598</span> throws IOException, InterruptedException {<a name="line.2598"></a>
-<span class="sourceLineNo">2599</span> List<RegionInfo> regions = getRegions(tableName);<a name="line.2599"></a>
-<span class="sourceLineNo">2600</span> if (regions == null || regions.isEmpty()) {<a name="line.2600"></a>
-<span class="sourceLineNo">2601</span> return null;<a name="line.2601"></a>
-<span class="sourceLineNo">2602</span> }<a name="line.2602"></a>
-<span class="sourceLineNo">2603</span> LOG.debug("Found " + regions.size() + " regions for table " +<a name="line.2603"></a>
-<span class="sourceLineNo">2604</span> tableName);<a name="line.2604"></a>
-<span class="sourceLineNo">2605</span><a name="line.2605"></a>
-<span class="sourceLineNo">2606</span> byte[] firstRegionName = regions.stream()<a name="line.2606"></a>
-<span class="sourceLineNo">2607</span> .filter(r -> !r.isOffline())<a name="line.2607"></a>
-<span class="sourceLineNo">2608</span> .map(RegionInfo::getRegionName)<a name="line.2608"></a>
-<span class="sourceLineNo">2609</span> .findFirst()<a name="line.2609"></a>
-<span class="sourceLineNo">2610</span> .orElseThrow(() -> new IOException("online regions not found in table " + tableName));<a name="line.2610"></a>
-<span class="sourceLineNo">2611</span><a name="line.2611"></a>
-<span class="sourceLineNo">2612</span> LOG.debug("firstRegionName=" + Bytes.toString(firstRegionName));<a name="line.2612"></a>
-<span class="sourceLineNo">2613</span> long pause = getConfiguration().getLong(HConstants.HBASE_CLIENT_PAUSE,<a name="line.2613"></a>
-<span class="sourceLineNo">2614</span> HConstants.DEFAULT_HBASE_CLIENT_PAUSE);<a name="line.2614"></a>
-<span class="sourceLineNo">2615</span> int numRetries = getConfiguration().getInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.2615"></a>
-<span class="sourceLineNo">2616</span> HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER);<a name="line.2616"></a>
-<span class="sourceLineNo">2617</span> RetryCounter retrier = new RetryCounter(numRetries+1, (int)pause, TimeUnit.MICROSECONDS);<a name="line.2617"></a>
-<span class="sourceLineNo">2618</span> while(retrier.shouldRetry()) {<a name="line.2618"></a>
-<span class="sourceLineNo">2619</span> int index = getMiniHBaseCluster().getServerWith(firstRegionName);<a name="line.2619"></a>
-<span class="sourceLineNo">2620</span> if (index != -1) {<a name="line.2620"></a>
-<span class="sourceLineNo">2621</span> return getMiniHBaseCluster().getRegionServerThreads().get(index).getRegionServer();<a name="line.2621"></a>
-<span class="sourceLineNo">2622</span> }<a name="line.2622"></a>
-<span class="sourceLineNo">2623</span> // Came back -1. Region may not be online yet. Sleep a while.<a name="line.2623"></a>
-<span class="sourceLineNo">2624</span> retrier.sleepUntilNextRetry();<a name="line.2624"></a>
-<span class="sourceLineNo">2625</span> }<a name="line.2625"></a>
-<span class="sourceLineNo">2626</span> return null;<a name="line.2626"></a>
-<span class="sourceLineNo">2627</span> }<a name="line.2627"></a>
-<span class="sourceLineNo">2628</span><a name="line.2628"></a>
-<span class="sourceLineNo">2629</span> /**<a name="line.2629"></a>
-<span class="sourceLineNo">2630</span> * Starts a <code>MiniMRCluster</code> with a default number of<a name="line.2630"></a>
-<span class="sourceLineNo">2631</span> * <code>TaskTracker</code>'s.<a name="line.2631"></a>
-<span class="sourceLineNo">2632</span> *<a name="line.2632"></a>
-<span class="sourceLineNo">2633</span> * @throws IOException When starting the cluster fails.<a name="line.2633"></a>
-<span class="sourceLineNo">2634</span> */<a name="line.2634"></a>
-<span class="sourceLineNo">2635</span> public MiniMRCluster startMiniMapReduceCluster() throws IOException {<a name="line.2635"></a>
-<span class="sourceLineNo">2636</span> // Set a very high max-disk-utilization percentage to avoid the NodeManagers from failing.<a name="line.2636"></a>
-<span class="sourceLineNo">2637</span> conf.setIfUnset(<a name="line.2637"></a>
-<span class="sourceLineNo">2638</span> "yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage",<a name="line.2638"></a>
-<span class="sourceLineNo">2639</span> "99.0");<a name="line.2639"></a>
-<span class="sourceLineNo">2640</span> startMiniMapReduceCluster(2);<a name="line.2640"></a>
-<span class="sourceLineNo">2641</span> return mrCluster;<a name="line.2641"></a>
-<span class="sourceLineNo">2642</span> }<a name="line.2642"></a>
-<span class="sourceLineNo">2643</span><a name="line.2643"></a>
-<span class="sourceLineNo">2644</span> /**<a name="line.2644"></a>
-<span class="sourceLineNo">2645</span> * Tasktracker has a bug where changing the hadoop.log.dir system property<a name="line.2645"></a>
-<span class="sourceLineNo">2646</span> * will not change its internal static LOG_DIR variable.<a name="line.2646"></a>
-<span class="sourceLineNo">2647</span> */<a name="line.2647"></a>
-<span class="sourceLineNo">2648</span> private void forceChangeTaskLogDir() {<a name="line.2648"></a>
-<span class="sourceLineNo">2649</span> Field logDirField;<a name="line.2649"></a>
-<span class="sourceLineNo">2650</span> try {<a name="line.2650"></a>
-<span class="sourceLineNo">2651</span> logDirField = TaskLog.class.getDeclaredField("LOG_DIR");<a name="line.2651"></a>
-<span class="sourceLineNo">2652</span> logDirField.setAccessible(true);<a name="line.2652"></a>
-<span class="sourceLineNo">2653</span><a name="line.2653"></a>
-<span class="sourceLineNo">2654</span> Field modifiersField = Field.class.getDeclaredField("modifiers");<a name="line.2654"></a>
-<span class="sourceLineNo">2655</span> modifiersField.setAccessible(true);<a name="line.2655"></a>
-<span class="sourceLineNo">2656</span> modifiersField.setInt(logDirField, logDirField.getModifiers() & ~Modifier.FINAL);<a name="line.2656"></a>
-<span class="sourceLineNo">2657</span><a name="line.2657"></a>
-<span class="sourceLineNo">2658</span> logDirField.set(null, new File(hadoopLogDir, "userlogs"));<a name="line.2658"></a>
-<span class="sourceLineNo">2659</span> } catch (SecurityException e) {<a name="line.2659"></a>
-<span class="sourceLineNo">2660</span> throw new RuntimeException(e);<a name="line.2660"></a>
-<span class="sourceLineNo">2661</span> } catch (NoSuchFieldException e) {<a name="line.2661"></a>
-<span class="sourceLineNo">2662</span> // TODO Auto-generated catch block<a name="line.2662"></a>
-<span class="sourceLineNo">2663</span> throw new RuntimeException(e);<a name="line.2663"></a>
-<span class="sourceLineNo">2664</span> } catch (IllegalArgumentException e) {<a name="line.2664"></a>
+<span class="sourceLineNo">2313</span> * @param table to count rows<a name="line.2313"></a>
+<span class="sourceLineNo">2314</span> * @return count of rows<a name="line.2314"></a>
+<span class="sourceLineNo">2315</span> */<a name="line.2315"></a>
+<span class="sourceLineNo">2316</span> public static int countRows(final Table table) throws IOException {<a name="line.2316"></a>
+<span class="sourceLineNo">2317</span> return countRows(table, new Scan());<a name="line.2317"></a>
+<span class="sourceLineNo">2318</span> }<a name="line.2318"></a>
+<span class="sourceLineNo">2319</span><a name="line.2319"></a>
+<span class="sourceLineNo">2320</span> public static int countRows(final Table table, final Scan scan) throws IOException {<a name="line.2320"></a>
+<span class="sourceLineNo">2321</span> try (ResultScanner results = table.getScanner(scan)) {<a name="line.2321"></a>
+<span class="sourceLineNo">2322</span> int count = 0;<a name="line.2322"></a>
+<span class="sourceLineNo">2323</span> while (results.next() != null) {<a name="line.2323"></a>
+<span class="sourceLineNo">2324</span> count++;<a name="line.2324"></a>
+<span class="sourceLineNo">2325</span> }<a name="line.2325"></a>
+<span class="sourceLineNo">2326</span> return count;<a name="line.2326"></a>
+<span class="sourceLineNo">2327</span> }<a name="line.2327"></a>
+<span class="sourceLineNo">2328</span> }<a name="line.2328"></a>
+<span class="sourceLineNo">2329</span><a name="line.2329"></a>
+<span class="sourceLineNo">2330</span> public int countRows(final Table table, final byte[]... families) throws IOException {<a name="line.2330"></a>
+<span class="sourceLineNo">2331</span> Scan scan = new Scan();<a name="line.2331"></a>
+<span class="sourceLineNo">2332</span> for (byte[] family: families) {<a name="line.2332"></a>
+<span class="sourceLineNo">2333</span> scan.addFamily(family);<a name="line.2333"></a>
+<span class="sourceLineNo">2334</span> }<a name="line.2334"></a>
+<span class="sourceLineNo">2335</span> return countRows(table, scan);<a name="line.2335"></a>
+<span class="sourceLineNo">2336</span> }<a name="line.2336"></a>
+<span class="sourceLineNo">2337</span><a name="line.2337"></a>
+<span class="sourceLineNo">2338</span> /**<a name="line.2338"></a>
+<span class="sourceLineNo">2339</span> * Return the number of rows in the given table.<a name="line.2339"></a>
+<span class="sourceLineNo">2340</span> */<a name="line.2340"></a>
+<span class="sourceLineNo">2341</span> public int countRows(final TableName tableName) throws IOException {<a name="line.2341"></a>
+<span class="sourceLineNo">2342</span> Table table = getConnection().getTable(tableName);<a name="line.2342"></a>
+<span class="sourceLineNo">2343</span> try {<a name="line.2343"></a>
+<span class="sourceLineNo">2344</span> return countRows(table);<a name="line.2344"></a>
+<span class="sourceLineNo">2345</span> } finally {<a name="line.2345"></a>
+<span class="sourceLineNo">2346</span> table.close();<a name="line.2346"></a>
+<span class="sourceLineNo">2347</span> }<a name="line.2347"></a>
+<span class="sourceLineNo">2348</span> }<a name="line.2348"></a>
+<span class="sourceLineNo">2349</span><a name="line.2349"></a>
+<span class="sourceLineNo">2350</span> public int countRows(final Region region) throws IOException {<a name="line.2350"></a>
+<span class="sourceLineNo">2351</span> return countRows(region, new Scan());<a name="line.2351"></a>
+<span class="sourceLineNo">2352</span> }<a name="line.2352"></a>
+<span class="sourceLineNo">2353</span><a name="line.2353"></a>
+<span class="sourceLineNo">2354</span> public int countRows(final Region region, final Scan scan) throws IOException {<a name="line.2354"></a>
+<span class="sourceLineNo">2355</span> InternalScanner scanner = region.getScanner(scan);<a name="line.2355"></a>
+<span class="sourceLineNo">2356</span> try {<a name="line.2356"></a>
+<span class="sourceLineNo">2357</span> return countRows(scanner);<a name="line.2357"></a>
+<span class="sourceLineNo">2358</span> } finally {<a name="line.2358"></a>
+<span class="sourceLineNo">2359</span> scanner.close();<a name="line.2359"></a>
+<span class="sourceLineNo">2360</span> }<a name="line.2360"></a>
+<span class="sourceLineNo">2361</span> }<a name="line.2361"></a>
+<span class="sourceLineNo">2362</span><a name="line.2362"></a>
+<span class="sourceLineNo">2363</span> public int countRows(final InternalScanner scanner) throws IOException {<a name="line.2363"></a>
+<span class="sourceLineNo">2364</span> int scannedCount = 0;<a name="line.2364"></a>
+<span class="sourceLineNo">2365</span> List<Cell> results = new ArrayList<>();<a name="line.2365"></a>
+<span class="sourceLineNo">2366</span> boolean hasMore = true;<a name="line.2366"></a>
+<span class="sourceLineNo">2367</span> while (hasMore) {<a name="line.2367"></a>
+<span class="sourceLineNo">2368</span> hasMore = scanner.next(results);<a name="line.2368"></a>
+<span class="sourceLineNo">2369</span> scannedCount += results.size();<a name="line.2369"></a>
+<span class="sourceLineNo">2370</span> results.clear();<a name="line.2370"></a>
+<span class="sourceLineNo">2371</span> }<a name="line.2371"></a>
+<span class="sourceLineNo">2372</span> return scannedCount;<a name="line.2372"></a>
+<span class="sourceLineNo">2373</span> }<a name="line.2373"></a>
+<span class="sourceLineNo">2374</span><a name="line.2374"></a>
+<span class="sourceLineNo">2375</span> /**<a name="line.2375"></a>
+<span class="sourceLineNo">2376</span> * Return an md5 digest of the entire contents of a table.<a name="line.2376"></a>
+<span class="sourceLineNo">2377</span> */<a name="line.2377"></a>
+<span class="sourceLineNo">2378</span> public String checksumRows(final Table table) throws Exception {<a name="line.2378"></a>
+<span class="sourceLineNo">2379</span><a name="line.2379"></a>
+<span class="sourceLineNo">2380</span> Scan scan = new Scan();<a name="line.2380"></a>
+<span class="sourceLineNo">2381</span> ResultScanner results = table.getScanner(scan);<a name="line.2381"></a>
+<span class="sourceLineNo">2382</span> MessageDigest digest = MessageDigest.getInstance("MD5");<a name="line.2382"></a>
+<span class="sourceLineNo">2383</span> for (Result res : results) {<a name="line.2383"></a>
+<span class="sourceLineNo">2384</span> digest.update(res.getRow());<a name="line.2384"></a>
+<span class="sourceLineNo">2385</span> }<a name="line.2385"></a>
+<span class="sourceLineNo">2386</span> results.close();<a name="line.2386"></a>
+<span class="sourceLineNo">2387</span> return digest.toString();<a name="line.2387"></a>
+<span class="sourceLineNo">2388</span> }<a name="line.2388"></a>
+<span class="sourceLineNo">2389</span><a name="line.2389"></a>
+<span class="sourceLineNo">2390</span> /** All the row values for the data loaded by {@link #loadTable(Table, byte[])} */<a name="line.2390"></a>
+<span class="sourceLineNo">2391</span> public static final byte[][] ROWS = new byte[(int) Math.pow('z' - 'a' + 1, 3)][3]; // ~52KB<a name="line.2391"></a>
+<span class="sourceLineNo">2392</span> static {<a name="line.2392"></a>
+<span class="sourceLineNo">2393</span> int i = 0;<a name="line.2393"></a>
+<span class="sourceLineNo">2394</span> for (byte b1 = 'a'; b1 <= 'z'; b1++) {<a name="line.2394"></a>
+<span class="sourceLineNo">2395</span> for (byte b2 = 'a'; b2 <= 'z'; b2++) {<a name="line.2395"></a>
+<span class="sourceLineNo">2396</span> for (byte b3 = 'a'; b3 <= 'z'; b3++) {<a name="line.2396"></a>
+<span class="sourceLineNo">2397</span> ROWS[i][0] = b1;<a name="line.2397"></a>
+<span class="sourceLineNo">2398</span> ROWS[i][1] = b2;<a name="line.2398"></a>
+<span class="sourceLineNo">2399</span> ROWS[i][2] = b3;<a name="line.2399"></a>
+<span class="sourceLineNo">2400</span> i++;<a name="line.2400"></a>
+<span class="sourceLineNo">2401</span> }<a name="line.2401"></a>
+<span class="sourceLineNo">2402</span> }<a name="line.2402"></a>
+<span class="sourceLineNo">2403</span> }<a name="line.2403"></a>
+<span class="sourceLineNo">2404</span> }<a name="line.2404"></a>
+<span class="sourceLineNo">2405</span><a name="line.2405"></a>
+<span class="sourceLineNo">2406</span> public static final byte[][] KEYS = {<a name="line.2406"></a>
+<span class="sourceLineNo">2407</span> HConstants.EMPTY_BYTE_ARRAY, Bytes.toBytes("bbb"),<a name="line.2407"></a>
+<span class="sourceLineNo">2408</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"), Bytes.toBytes("eee"),<a name="line.2408"></a>
+<span class="sourceLineNo">2409</span> Bytes.toBytes("fff"), Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.2409"></a>
+<span class="sourceLineNo">2410</span> Bytes.toBytes("iii"), Bytes.toBytes("jjj"), Bytes.toBytes("kkk"),<a name="line.2410"></a>
+<span class="sourceLineNo">2411</span> Bytes.toBytes("lll"), Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.2411"></a>
+<span class="sourceLineNo">2412</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"), Bytes.toBytes("qqq"),<a name="line.2412"></a>
+<span class="sourceLineNo">2413</span> Bytes.toBytes("rrr"), Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.2413"></a>
+<span class="sourceLineNo">2414</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"), Bytes.toBytes("www"),<a name="line.2414"></a>
+<span class="sourceLineNo">2415</span> Bytes.toBytes("xxx"), Bytes.toBytes("yyy")<a name="line.2415"></a>
+<span class="sourceLineNo">2416</span> };<a name="line.2416"></a>
+<span class="sourceLineNo">2417</span><a name="line.2417"></a>
+<span class="sourceLineNo">2418</span> public static final byte[][] KEYS_FOR_HBA_CREATE_TABLE = {<a name="line.2418"></a>
+<span class="sourceLineNo">2419</span> Bytes.toBytes("bbb"),<a name="line.2419"></a>
+<span class="sourceLineNo">2420</span> Bytes.toBytes("ccc"), Bytes.toBytes("ddd"), Bytes.toBytes("eee"),<a name="line.2420"></a>
+<span class="sourceLineNo">2421</span> Bytes.toBytes("fff"), Bytes.toBytes("ggg"), Bytes.toBytes("hhh"),<a name="line.2421"></a>
+<span class="sourceLineNo">2422</span> Bytes.toBytes("iii"), Bytes.toBytes("jjj"), Bytes.toBytes("kkk"),<a name="line.2422"></a>
+<span class="sourceLineNo">2423</span> Bytes.toBytes("lll"), Bytes.toBytes("mmm"), Bytes.toBytes("nnn"),<a name="line.2423"></a>
+<span class="sourceLineNo">2424</span> Bytes.toBytes("ooo"), Bytes.toBytes("ppp"), Bytes.toBytes("qqq"),<a name="line.2424"></a>
+<span class="sourceLineNo">2425</span> Bytes.toBytes("rrr"), Bytes.toBytes("sss"), Bytes.toBytes("ttt"),<a name="line.2425"></a>
+<span class="sourceLineNo">2426</span> Bytes.toBytes("uuu"), Bytes.toBytes("vvv"), Bytes.toBytes("www"),<a name="line.2426"></a>
+<span class="sourceLineNo">2427</span> Bytes.toBytes("xxx"), Bytes.toBytes("yyy"), Bytes.toBytes("zzz")<a name="line.2427"></a>
+<span class="sourceLineNo">2428</span> };<a name="line.2428"></a>
+<span class="sourceLineNo">2429</span><a name="line.2429"></a>
+<span class="sourceLineNo">2430</span> /**<a name="line.2430"></a>
+<span class="sourceLineNo">2431</span> * Create rows in hbase:meta for regions of the specified table with the specified<a name="line.2431"></a>
+<span class="sourceLineNo">2432</span> * start keys. The first startKey should be a 0 length byte array if you<a name="line.2432"></a>
+<span class="sourceLineNo">2433</span> * want to form a proper range of regions.<a name="line.2433"></a>
+<span class="sourceLineNo">2434</span> * @param conf<a name="line.2434"></a>
+<span class="sourceLineNo">2435</span> * @param htd<a name="line.2435"></a>
+<span class="sourceLineNo">2436</span> * @param startKeys<a name="line.2436"></a>
+<span class="sourceLineNo">2437</span> * @return list of region info for regions added to meta<a name="line.2437"></a>
+<span class="sourceLineNo">2438</span> * @throws IOException<a name="line.2438"></a>
+<span class="sourceLineNo">2439</span> * @deprecated since 2.0 version and will be removed in 3.0 version.<a name="line.2439"></a>
+<span class="sourceLineNo">2440</span> * use {@link #createMultiRegionsInMeta(Configuration, TableDescriptor, byte[][])}<a name="line.2440"></a>
+<span class="sourceLineNo">2441</span> */<a name="line.2441"></a>
+<span class="sourceLineNo">2442</span> @Deprecated<a name="line.2442"></a>
+<span class="sourceLineNo">2443</span> public List<HRegionInfo> createMultiRegionsInMeta(final Configuration conf,<a name="line.2443"></a>
+<span class="sourceLineNo">2444</span> final HTableDescriptor htd, byte [][] startKeys) throws IOException {<a name="line.2444"></a>
+<span class="sourceLineNo">2445</span> return createMultiRegionsInMeta(conf, (TableDescriptor) htd, startKeys)<a name="line.2445"></a>
+<span class="sourceLineNo">2446</span> .stream().map(ImmutableHRegionInfo::new).collect(Collectors.toList());<a name="line.2446"></a>
+<span class="sourceLineNo">2447</span> }<a name="line.2447"></a>
+<span class="sourceLineNo">2448</span> /**<a name="line.2448"></a>
+<span class="sourceLineNo">2449</span> * Create rows in hbase:meta for regions of the specified table with the specified<a name="line.2449"></a>
+<span class="sourceLineNo">2450</span> * start keys. The first startKey should be a 0 length byte array if you<a name="line.2450"></a>
+<span class="sourceLineNo">2451</span> * want to form a proper range of regions.<a name="line.2451"></a>
+<span class="sourceLineNo">2452</span> * @param conf<a name="line.2452"></a>
+<span class="sourceLineNo">2453</span> * @param htd<a name="line.2453"></a>
+<span class="sourceLineNo">2454</span> * @param startKeys<a name="line.2454"></a>
+<span class="sourceLineNo">2455</span> * @return list of region info for regions added to meta<a name="line.2455"></a>
+<span class="sourceLineNo">2456</span> * @throws IOException<a name="line.2456"></a>
+<span class="sourceLineNo">2457</span> */<a name="line.2457"></a>
+<span class="sourceLineNo">2458</span> public List<RegionInfo> createMultiRegionsInMeta(final Configuration conf,<a name="line.2458"></a>
+<span class="sourceLineNo">2459</span> final TableDescriptor htd, byte [][] startKeys)<a name="line.2459"></a>
+<span class="sourceLineNo">2460</span> throws IOException {<a name="line.2460"></a>
+<span class="sourceLineNo">2461</span> Table meta = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2461"></a>
+<span class="sourceLineNo">2462</span> Arrays.sort(startKeys, Bytes.BYTES_COMPARATOR);<a name="line.2462"></a>
+<span class="sourceLineNo">2463</span> List<RegionInfo> newRegions = new ArrayList<>(startKeys.length);<a name="line.2463"></a>
+<span class="sourceLineNo">2464</span> MetaTableAccessor<a name="line.2464"></a>
+<span class="sourceLineNo">2465</span> .updateTableState(getConnection(), htd.getTableName(), TableState.State.ENABLED);<a name="line.2465"></a>
+<span class="sourceLineNo">2466</span> // add custom ones<a name="line.2466"></a>
+<span class="sourceLineNo">2467</span> for (int i = 0; i < startKeys.length; i++) {<a name="line.2467"></a>
+<span class="sourceLineNo">2468</span> int j = (i + 1) % startKeys.length;<a name="line.2468"></a>
+<span class="sourceLineNo">2469</span> RegionInfo hri = RegionInfoBuilder.newBuilder(htd.getTableName())<a name="line.2469"></a>
+<span class="sourceLineNo">2470</span> .setStartKey(startKeys[i])<a name="line.2470"></a>
+<span class="sourceLineNo">2471</span> .setEndKey(startKeys[j])<a name="line.2471"></a>
+<span class="sourceLineNo">2472</span> .build();<a name="line.2472"></a>
+<span class="sourceLineNo">2473</span> MetaTableAccessor.addRegionToMeta(getConnection(), hri);<a name="line.2473"></a>
+<span class="sourceLineNo">2474</span> newRegions.add(hri);<a name="line.2474"></a>
+<span class="sourceLineNo">2475</span> }<a name="line.2475"></a>
+<span class="sourceLineNo">2476</span><a name="line.2476"></a>
+<span class="sourceLineNo">2477</span> meta.close();<a name="line.2477"></a>
+<span class="sourceLineNo">2478</span> return newRegions;<a name="line.2478"></a>
+<span class="sourceLineNo">2479</span> }<a name="line.2479"></a>
+<span class="sourceLineNo">2480</span><a name="line.2480"></a>
+<span class="sourceLineNo">2481</span> /**<a name="line.2481"></a>
+<span class="sourceLineNo">2482</span> * Create an unmanaged WAL. Be sure to close it when you're through.<a name="line.2482"></a>
+<span class="sourceLineNo">2483</span> */<a name="line.2483"></a>
+<span class="sourceLineNo">2484</span> public static WAL createWal(final Configuration conf, final Path rootDir, final RegionInfo hri)<a name="line.2484"></a>
+<span class="sourceLineNo">2485</span> throws IOException {<a name="line.2485"></a>
+<span class="sourceLineNo">2486</span> // The WAL subsystem will use the default rootDir rather than the passed in rootDir<a name="line.2486"></a>
+<span class="sourceLineNo">2487</span> // unless I pass along via the conf.<a name="line.2487"></a>
+<span class="sourceLineNo">2488</span> Configuration confForWAL = new Configuration(conf);<a name="line.2488"></a>
+<span class="sourceLineNo">2489</span> confForWAL.set(HConstants.HBASE_DIR, rootDir.toString());<a name="line.2489"></a>
+<span class="sourceLineNo">2490</span> return new WALFactory(confForWAL, "hregion-" + RandomStringUtils.randomNumeric(8)).getWAL(hri);<a name="line.2490"></a>
+<span class="sourceLineNo">2491</span> }<a name="line.2491"></a>
+<span class="sourceLineNo">2492</span><a name="line.2492"></a>
+<span class="sourceLineNo">2493</span> /**<a name="line.2493"></a>
+<span class="sourceLineNo">2494</span> * Create a region with it's own WAL. Be sure to call<a name="line.2494"></a>
+<span class="sourceLineNo">2495</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a name="line.2495"></a>
+<span class="sourceLineNo">2496</span> */<a name="line.2496"></a>
+<span class="sourceLineNo">2497</span> public static HRegion createRegionAndWAL(final RegionInfo info, final Path rootDir,<a name="line.2497"></a>
+<span class="sourceLineNo">2498</span> final Configuration conf, final TableDescriptor htd) throws IOException {<a name="line.2498"></a>
+<span class="sourceLineNo">2499</span> return createRegionAndWAL(info, rootDir, conf, htd, true);<a name="line.2499"></a>
+<span class="sourceLineNo">2500</span> }<a name="line.2500"></a>
+<span class="sourceLineNo">2501</span><a name="line.2501"></a>
+<span class="sourceLineNo">2502</span> /**<a name="line.2502"></a>
+<span class="sourceLineNo">2503</span> * Create a region with it's own WAL. Be sure to call<a name="line.2503"></a>
+<span class="sourceLineNo">2504</span> * {@link HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a name="line.2504"></a>
+<span class="sourceLineNo">2505</span> */<a name="line.2505"></a>
+<span class="sourceLineNo">2506</span> public static HRegion createRegionAndWAL(final RegionInfo info, final Path rootDir,<a name="line.2506"></a>
+<span class="sourceLineNo">2507</span> final Configuration conf, final TableDescriptor htd, boolean initialize)<a name="line.2507"></a>
+<span class="sourceLineNo">2508</span> throws IOException {<a name="line.2508"></a>
+<span class="sourceLineNo">2509</span> ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, null);<a name="line.2509"></a>
+<span class="sourceLineNo">2510</span> WAL wal = createWal(conf, rootDir, info);<a name="line.2510"></a>
+<span class="sourceLineNo">2511</span> return HRegion.createHRegion(info, rootDir, conf, htd, wal, initialize);<a name="line.2511"></a>
+<span class="sourceLineNo">2512</span> }<a name="line.2512"></a>
+<span class="sourceLineNo">2513</span><a name="line.2513"></a>
+<span class="sourceLineNo">2514</span> /**<a name="line.2514"></a>
+<span class="sourceLineNo">2515</span> * Returns all rows from the hbase:meta table.<a name="line.2515"></a>
+<span class="sourceLineNo">2516</span> *<a name="line.2516"></a>
+<span class="sourceLineNo">2517</span> * @throws IOException When reading the rows fails.<a name="line.2517"></a>
+<span class="sourceLineNo">2518</span> */<a name="line.2518"></a>
+<span class="sourceLineNo">2519</span> public List<byte[]> getMetaTableRows() throws IOException {<a name="line.2519"></a>
+<span class="sourceLineNo">2520</span> // TODO: Redo using MetaTableAccessor class<a name="line.2520"></a>
+<span class="sourceLineNo">2521</span> Table t = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2521"></a>
+<span class="sourceLineNo">2522</span> List<byte[]> rows = new ArrayList<>();<a name="line.2522"></a>
+<span class="sourceLineNo">2523</span> ResultScanner s = t.getScanner(new Scan());<a name="line.2523"></a>
+<span class="sourceLineNo">2524</span> for (Result result : s) {<a name="line.2524"></a>
+<span class="sourceLineNo">2525</span> LOG.info("getMetaTableRows: row -> " +<a name="line.2525"></a>
+<span class="sourceLineNo">2526</span> Bytes.toStringBinary(result.getRow()));<a name="line.2526"></a>
+<span class="sourceLineNo">2527</span> rows.add(result.getRow());<a name="line.2527"></a>
+<span class="sourceLineNo">2528</span> }<a name="line.2528"></a>
+<span class="sourceLineNo">2529</span> s.close();<a name="line.2529"></a>
+<span class="sourceLineNo">2530</span> t.close();<a name="line.2530"></a>
+<span class="sourceLineNo">2531</span> return rows;<a name="line.2531"></a>
+<span class="sourceLineNo">2532</span> }<a name="line.2532"></a>
+<span class="sourceLineNo">2533</span><a name="line.2533"></a>
+<span class="sourceLineNo">2534</span> /**<a name="line.2534"></a>
+<span class="sourceLineNo">2535</span> * Returns all rows from the hbase:meta table for a given user table<a name="line.2535"></a>
+<span class="sourceLineNo">2536</span> *<a name="line.2536"></a>
+<span class="sourceLineNo">2537</span> * @throws IOException When reading the rows fails.<a name="line.2537"></a>
+<span class="sourceLineNo">2538</span> */<a name="line.2538"></a>
+<span class="sourceLineNo">2539</span> public List<byte[]> getMetaTableRows(TableName tableName) throws IOException {<a name="line.2539"></a>
+<span class="sourceLineNo">2540</span> // TODO: Redo using MetaTableAccessor.<a name="line.2540"></a>
+<span class="sourceLineNo">2541</span> Table t = getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2541"></a>
+<span class="sourceLineNo">2542</span> List<byte[]> rows = new ArrayList<>();<a name="line.2542"></a>
+<span class="sourceLineNo">2543</span> ResultScanner s = t.getScanner(new Scan());<a name="line.2543"></a>
+<span class="sourceLineNo">2544</span> for (Result result : s) {<a name="line.2544"></a>
+<span class="sourceLineNo">2545</span> RegionInfo info = MetaTableAccessor.getRegionInfo(result);<a name="line.2545"></a>
+<span class="sourceLineNo">2546</span> if (info == null) {<a name="line.2546"></a>
+<span class="sourceLineNo">2547</span> LOG.error("No region info for row " + Bytes.toString(result.getRow()));<a name="line.2547"></a>
+<span class="sourceLineNo">2548</span> // TODO figure out what to do for this new hosed case.<a name="line.2548"></a>
+<span class="sourceLineNo">2549</span> continue;<a name="line.2549"></a>
+<span class="sourceLineNo">2550</span> }<a name="line.2550"></a>
+<span class="sourceLineNo">2551</span><a name="line.2551"></a>
+<span class="sourceLineNo">2552</span> if (info.getTable().equals(tableName)) {<a name="line.2552"></a>
+<span class="sourceLineNo">2553</span> LOG.info("getMetaTableRows: row -> " +<a name="line.2553"></a>
+<span class="sourceLineNo">2554</span> Bytes.toStringBinary(result.getRow()) + info);<a name="line.2554"></a>
+<span class="sourceLineNo">2555</span> rows.add(result.getRow());<a name="line.2555"></a>
+<span class="sourceLineNo">2556</span> }<a name="line.2556"></a>
+<span class="sourceLineNo">2557</span> }<a name="line.2557"></a>
+<span class="sourceLineNo">2558</span> s.close();<a name="line.2558"></a>
+<span class="sourceLineNo">2559</span> t.close();<a name="line.2559"></a>
+<span class="sourceLineNo">2560</span> return rows;<a name="line.2560"></a>
+<span class="sourceLineNo">2561</span> }<a name="line.2561"></a>
+<span class="sourceLineNo">2562</span><a name="line.2562"></a>
+<span class="sourceLineNo">2563</span> /**<a name="line.2563"></a>
+<span class="sourceLineNo">2564</span> * Returns all regions of the specified table<a name="line.2564"></a>
+<span class="sourceLineNo">2565</span> *<a name="line.2565"></a>
+<span class="sourceLineNo">2566</span> * @param tableName the table name<a name="line.2566"></a>
+<span class="sourceLineNo">2567</span> * @return all regions of the specified table<a name="line.2567"></a>
+<span class="sourceLineNo">2568</span> * @throws IOException when getting the regions fails.<a name="line.2568"></a>
+<span class="sourceLineNo">2569</span> */<a name="line.2569"></a>
+<span class="sourceLineNo">2570</span> private List<RegionInfo> getRegions(TableName tableName) throws IOException {<a name="line.2570"></a>
+<span class="sourceLineNo">2571</span> try (Admin admin = getConnection().getAdmin()) {<a name="line.2571"></a>
+<span class="sourceLineNo">2572</span> return admin.getRegions(tableName);<a name="line.2572"></a>
+<span class="sourceLineNo">2573</span> }<a name="line.2573"></a>
+<span class="sourceLineNo">2574</span> }<a name="line.2574"></a>
+<span class="sourceLineNo">2575</span><a name="line.2575"></a>
+<span class="sourceLineNo">2576</span> /*<a name="line.2576"></a>
+<span class="sourceLineNo">2577</span> * Find any other region server which is different from the one identified by parameter<a name="line.2577"></a>
+<span class="sourceLineNo">2578</span> * @param rs<a name="line.2578"></a>
+<span class="sourceLineNo">2579</span> * @return another region server<a name="line.2579"></a>
+<span class="sourceLineNo">2580</span> */<a name="line.2580"></a>
+<span class="sourceLineNo">2581</span> public HRegionServer getOtherRegionServer(HRegionServer rs) {<a name="line.2581"></a>
+<span class="sourceLineNo">2582</span> for (JVMClusterUtil.RegionServerThread rst :<a name="line.2582"></a>
+<span class="sourceLineNo">2583</span> getMiniHBaseCluster().getRegionServerThreads()) {<a name="line.2583"></a>
+<span class="sourceLineNo">2584</span> if (!(rst.getRegionServer() == rs)) {<a name="line.2584"></a>
+<span class="sourceLineNo">2585</span> return rst.getRegionServer();<a name="line.2585"></a>
+<span class="sourceLineNo">2586</span> }<a name="line.2586"></a>
+<span class="sourceLineNo">2587</span> }<a name="line.2587"></a>
+<span class="sourceLineNo">2588</span> return null;<a name="line.2588"></a>
+<span class="sourceLineNo">2589</span> }<a name="line.2589"></a>
+<span class="sourceLineNo">2590</span><a name="line.2590"></a>
+<span class="sourceLineNo">2591</span> /**<a name="line.2591"></a>
+<span class="sourceLineNo">2592</span> * Tool to get the reference to the region server object that holds the<a name="line.2592"></a>
+<span class="sourceLineNo">2593</span> * region of the specified user table.<a name="line.2593"></a>
+<span class="sourceLineNo">2594</span> * @param tableName user table to lookup in hbase:meta<a name="line.2594"></a>
+<span class="sourceLineNo">2595</span> * @return region server that holds it, null if the row doesn't exist<a name="line.2595"></a>
+<span class="sourceLineNo">2596</span> * @throws IOException<a name="line.2596"></a>
+<span class="sourceLineNo">2597</span> * @throws InterruptedException<a name="line.2597"></a>
+<span class="sourceLineNo">2598</span> */<a name="line.2598"></a>
+<span class="sourceLineNo">2599</span> public HRegionServer getRSForFirstRegionInTable(TableName tableName)<a name="line.2599"></a>
+<span class="sourceLineNo">2600</span> throws IOException, InterruptedException {<a name="line.2600"></a>
+<span class="sourceLineNo">2601</span> List<RegionInfo> regions = getRegions(tableName);<a name="line.2601"></a>
+<span class="sourceLineNo">2602</span> if (regions == null || regions.isEmpty()) {<a name="line.2602"></a>
+<span class="sourceLineNo">2603</span> return null;<a name="line.2603"></a>
+<span class="sourceLineNo">2604</span> }<a name="line.2604"></a>
+<span class="sourceLineNo">2605</span> LOG.debug("Found " + regions.size() + " regions for table " +<a name="line.2605"></a>
+<span class="sourceLineNo">2606</span> tableName);<a name="line.2606"></a>
+<span class="sourceLineNo">2607</span><a name="line.2607"></a>
+<span class="sourceLineNo">2608</span> byte[] firstRegionName = regions.stream()<a name="line.2608"></a>
+<span class="sourceLineNo">2609</span> .filter(r -> !r.isOffline())<a name="line.2609"></a>
+<span class="sourceLineNo">2610</span> .map(RegionInfo::getRegionName)<a name="line.2610"></a>
+<span class="sourceLineNo">2611</span> .findFirst()<a name="line.2611"></a>
+<span class="sourceLineNo">2612</span> .orElseThrow(() -> new IOException("online regions not found in table " + tableName));<a name="line.2612"></a>
+<span class="sourceLineNo">2613</span><a name="line.2613"></a>
+<span class="sourceLineNo">2614</span> LOG.debug("firstRegionName=" + Bytes.toString(firstRegionName));<a name="line.2614"></a>
+<span class="sourceLineNo">2615</span> long pause = getConfiguration().getLong(HConstants.HBASE_CLIENT_PAUSE,<a name="line.2615"></a>
+<span class="sourceLineNo">2616</span> HConstants.DEFAULT_HBASE_CLIENT_PAUSE);<a name="line.2616"></a>
+<span class="sourceLineNo">2617</span> int numRetries = getConfiguration().getInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a name="line.2617"></a>
+<span class="sourceLineNo">2618</span> HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER);<a name="line.2618"></a>
+<span class="sourceLineNo">2619</span> RetryCounter retrier = new RetryCounter(numRetries+1, (int)pause, TimeUnit.MICROSECONDS);<a name="line.2619"></a>
+<span class="sourceLineNo">2620</span> while(retrier.shouldRetry()) {<a name="line.2620"></a>
+<span class="sourceLineNo">2621</span> int index = getMiniHBaseCluster().getServerWith(firstRegionName);<a name="line.2621"></a>
+<span class="sourceLineNo">2622</span> if (index != -1) {<a name="line.2622"></a>
+<span class="sourceLineNo">2623</span> return getMiniHBaseCluster().getRegionServerThreads().get(index).getRegionServer();<a name="line.2623"></a>
+<span class="sourceLineNo">2624</span> }<a name="line.2624"></a>
+<span class="sourceLineNo">2625</span> // Came back -1. Region may not be online yet. Sleep a while.<a name="line.2625"></a>
+<span class="sourceLineNo">2626</span> retrier.sleepUntilNextRetry();<a name="line.2626"></a>
+<span class="sourceLineNo">2627</span> }<a name="line.2627"></a>
+<span class="sourceLineNo">2628</span> return null;<a name="line.2628"></a>
+<span class="sourceLineNo">2629</span> }<a name="line.2629"></a>
+<span class="sourceLineNo">2630</span><a name="line.2630"></a>
+<span class="sourceLineNo">2631</span> /**<a name="line.2631"></a>
+<span class="sourceLineNo">2632</span> * Starts a <code>MiniMRCluster</code> with a default number of<a name="line.2632"></a>
+<span class="sourceLineNo">2633</span> * <code>TaskTracker</code>'s.<a name="line.2633"></a>
+<span class="sourceLineNo">2634</span> *<a name="line.2634"></a>
+<span class="sourceLineNo">2635</span> * @throws IOException When starting the cluster fails.<a name="line.2635"></a>
+<span class="sourceLineNo">2636</span> */<a name="line.2636"></a>
+<span class="sourceLineNo">2637</span> public MiniMRCluster startMiniMapReduceCluster() throws IOException {<a name="line.2637"></a>
+<span class="sourceLineNo">2638</span> // Set a very high max-disk-utilization percentage to avoid the NodeManagers from failing.<a name="line.2638"></a>
+<span class="sourceLineNo">2639</span> conf.setIfUnset(<a name="line.2639"></a>
+<span class="sourceLineNo">2640</span> "yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage",<a name="line.2640"></a>
+<span class="sourceLineNo">2641</span> "99.0");<a name="line.2641"></a>
+<span class="sourceLineNo">2642</span> startMiniMapReduceCluster(2);<a name="line.2642"></a>
+<span class="sourceLineNo">2643</span> return mrCluster;<a name="line.2643"></a>
+<span class="sourceLineNo">2644</span> }<a name="line.2644"></a>
+<span class="sourceLineNo">2645</span><a name="line.2645"></a>
+<span class="sourceLineNo">2646</span> /**<a name="line.2646"></a>
+<span class="sourceLineNo">2647</span> * Tasktracker has a bug where changing the hadoop.log.dir system property<a name="line.2647"></a>
+<span class="sourceLineNo">2648</span> * will not change its internal static LOG_DIR variable.<a name="line.2648"></a>
+<span class="sourceLineNo">2649</span> */<a name="line.2649"></a>
+<span class="sourceLineNo">2650</span> private void forceChangeTaskLogDir() {<a name="line.2650"></a>
+<span class="sourceLineNo">2651</span> Field logDirField;<a name="line.2651"></a>
+<span class="sourceLineNo">2652</span> try {<a name="line.2652"></a>
+<span class="sourceLineNo">2653</span> logDirField = TaskLog.class.getDeclaredField("LOG_DIR");<a name="line.2653"></a>
+<span class="sourceLineNo">2654</span> logDirField.setAccessible(true);<a name="line.2654"></a>
+<span class="sourceLineNo">2655</span><a name="line.2655"></a>
+<span class="sourceLineNo">2656</span> Field modifiersField = Field.class.getDeclaredField("modifiers");<a name="line.2656"></a>
+<span class="sourceLineNo">2657</span> modifiersField.setAccessible(true);<a name="line.2657"></a>
+<span class="sourceLineNo">2658</span> modifiersField.setInt(logDirField, logDirField.getModifiers() & ~Modifier.FINAL);<a name="line.2658"></a>
+<span class="sourceLineNo">2659</span><a name="line.2659"></a>
+<span class="sourceLineNo">2660</span> logDirField.set(null, new File(hadoopLogDir, "userlogs"));<a name="line.2660"></a>
+<span class="sourceLineNo">2661</span> } catch (SecurityException e) {<a name="line.2661"></a>
+<span class="sourceLineNo">2662</span> throw new RuntimeException(e);<a name="line.2662"></a>
+<span class="sourceLineNo">2663</span> } catch (NoSuchFieldException e) {<a name="line.2663"></a>
+<span class="sourceLineNo">2664</span> // TODO Auto-generated catch block<a name="line.2664"></a>
<span class="sourceLineNo">2665</span> throw new RuntimeException(e);<a name="line.2665"></a>
-<span class="sourceLineNo">2666</span> } catch (IllegalAccessException e) {<a name="line.2666"></a>
+<span class="sourceLineNo">2666</span> } catch (IllegalArgumentException e) {<a name="line.2666"></a>
<span class="sourceLineNo">2667</span> throw new RuntimeException(e);<a name="line.2667"></a>
-<span class="sourceLineNo">2668</span> }<a name="line.2668"></a>
-<span class="sourceLineNo">2669</span> }<a name="line.2669"></a>
-<span class="sourceLineNo">2670</span><a name="line.2670"></a>
-<span class="sourceLineNo">2671</span> /**<a name="line.2671"></a>
-<span class="sourceLineNo">2672</span> * Starts a <code>MiniMRCluster</code>. Call {@link #setFileSystemURI(String)} to use a different<a name="line.2672"></a>
-<span class="sourceLineNo">2673</span> * filesystem.<a name="line.2673"></a>
-<span class="sourceLineNo">2674</span> * @param servers The number of <code>TaskTracker</code>'s to start.<a name="line.2674"></a>
-<span class="sourceLineNo">2675</span> * @throws IOException When starting the cluster fails.<a name="line.2675"></a>
-<span class="sourceLineNo">2676</span> */<a name="line.2676"></a>
-<span class="sourceLineNo">2677</span> private void startMiniMapReduceCluster(final int servers) throws IOException {<a name="line.2677"></a>
-<span class="sourceLineNo">2678</span> if (mrCluster != null) {<a name="line.2678"></a>
-<span class="sourceLineNo">2679</span> throw new IllegalStateException("MiniMRCluster is already running");<a name="line.2679"></a>
-<span class="sourceLineNo">2680</span> }<a name="line.2680"></a>
-<span class="sourceLineNo">2681</span> LOG.info("Starting mini mapreduce cluster...");<a name="line.2681"></a>
-<span class="sourceLineNo">2682</span> setupClusterTestDir();<a name="line.2682"></a>
-<span class="sourceLineNo">2683</span> createDirsAndSetProperties();<a name="line.2683"></a>
-<span class="sourceLineNo">2684</span><a name="line.2684"></a>
-<span class="sourceLineNo">2685</span> forceChangeTaskLogDir();<a name="line.2685"></a>
+<span class="sourceLineNo">2668</span> } catch (IllegalAccessException e) {<a name="line.2668"></a>
+<span class="sourceLineNo">2669</span> throw new RuntimeException(e);<a name="line.2669"></a>
+<span class="sourceLineNo">2670</span> }<a name="line.2670"></a>
+<span class="sourceLineNo">2671</span> }<a name="line.2671"></a>
+<span class="sourceLineNo">2672</span><a name="line.2672"></a>
+<span class="sourceLineNo">2673</span> /**<a name="line.2673"></a>
+<span class="sourceLineNo">2674</span> * Starts a <code>MiniMRCluster</code>. Call {@link #setFileSystemURI(String)} to use a different<a name="line.2674"></a>
+<span class="sourceLineNo">2675</span> * filesystem.<a name="line.2675"></a>
+<span class="sourceLineNo">2676</span> * @param servers The number of <code>TaskTracker</code>'s to start.<a name="line.2676"></a>
+<span class="sourceLineNo">2677</span> * @throws IOException When starting the cluster fails.<a name="line.2677"></a>
+<span class="sourceLineNo">2678</span> */<a name="line.2678"></a>
+<span class="sourceLineNo">2679</span> private void startMiniMapReduceCluster(final int servers) throws IOException {<a name="line.2679"></a>
+<span class="sourceLineNo">2680</span> if (mrCluster != null) {<a name="line.2680"></a>
+<span class="sourceLineNo">2681</span> throw new IllegalStateException("MiniMRCluster is already running");<a name="line.2681"></a>
+<span class="sourceLineNo">2682</span> }<a name="line.2682"></a>
+<span class="sourceLineNo">2683</span> LOG.info("Starting mini mapreduce cluster...");<a name="line.2683"></a>
+<span class="sourceLineNo">2684</span> setupClusterTestDir();<a name="line.2684"></a>
+<span class="sourceLineNo">2685</span> createDirsAndSetProperties();<a name="line.2685"></a>
<span class="sourceLineNo">2686</span><a name="line.2686"></a>
-<span class="sourceLineNo">2687</span> //// hadoop2 specific settings<a name="line.2687"></a>
-<span class="sourceLineNo">2688</span> // Tests were failing because this process used 6GB of virtual memory and was getting killed.<a name="line.2688"></a>
-<span class="sourceLineNo">2689</span> // we up the VM usable so that processes don't get killed.<a name="line.2689"></a>
-<span class="sourceLineNo">2690</span> conf.setFloat("yarn.nodemanager.vmem-pmem-ratio", 8.0f);<a name="line.2690"></a>
-<span class="sourceLineNo">2691</span><a name="line.2691"></a>
-<span class="sourceLineNo">2692</span> // Tests were failing due to MAPREDUCE-4880 / MAPREDUCE-4607 against hadoop 2.0.2-alpha and<a name="line.2692"></a>
-<span class="sourceLineNo">2693</span> // this avoids the problem by disabling speculative task execution in tests.<a name="line.2693"></a>
-<span class="sourceLineNo">2694</span> conf.setBoolean("mapreduce.map.speculative", false);<a name="line.2694"></a>
-<span class="sourceLineNo">2695</span> conf.setBoolean("mapreduce.reduce.speculative", false);<a name="line.2695"></a>
-<span class="sourceLineNo">2696</span> ////<a name="line.2696"></a>
-<span class="sourceLineNo">2697</span><a name="line.2697"></a>
-<span class="sourceLineNo">2698</span> // Allow the user to override FS URI for this map-reduce cluster to use.<a name="line.2698"></a>
-<span class="sourceLineNo">2699</span> mrCluster = new MiniMRCluster(servers,<a name="line.2699"></a>
-<span class="sourceLineNo">2700</span> FS_URI != null ? FS_URI : FileSystem.get(conf).getUri().toString(), 1,<a name="line.2700"></a>
-<span class="sourceLineNo">2701</span> null, null, new JobConf(this.conf));<a name="line.2701"></a>
-<span class="sourceLineNo">2702</span> JobConf jobConf = MapreduceTestingShim.getJobConf(mrCluster);<a name="line.2702"></a>
-<span class="sourceLineNo">2703</span> if (jobConf == null) {<a name="line.2703"></a>
-<span class="sourceLineNo">2704</span> jobConf = mrCluster.createJobConf();<a name="line.2704"></a>
-<span class="sourceLineNo">2705</span> }<a name="line.2705"></a>
-<span class="sourceLineNo">2706</span><a name="line.2706"></a>
-<span class="sourceLineNo">2707</span> jobConf.set("mapreduce.cluster.local.dir",<a name="line.2707"></a>
-<span class="sourceLineNo">2708</span> conf.get("mapreduce.cluster.local.dir")); //Hadoop MiniMR overwrites this while it should not<a name="line.2708"></a>
-<span class="sourceLineNo">2709</span> LOG.info("Mini mapreduce cluster started");<a name="line.2709"></a>
-<span class="sourceLineNo">2710</span><a name="line.2710"></a>
-<span class="sourceLineNo">2711</span> // In hadoop2, YARN/MR2 starts a mini cluster with its own conf instance and updates settings.<a name="line.2711"></a>
-<span class="sourceLineNo">2712</span> // Our HBase MR jobs need several of these settings in order to properly run. So we copy the<a name="line.2712"></a>
-<span class="sourceLineNo">2713</span> // necessary config properties here. YARN-129 required adding a few properties.<a name="line.2713"></a>
-<span class="sourceLineNo">2714</span> conf.set("mapreduce.jobtracker.address", jobConf.get("mapreduce.jobtracker.address"));<a name="line.2714"></a>
-<span class="sourceLineNo">2715</span> // this for mrv2 support; mr1 ignores this<a name="line.2715"></a>
-<span class="sourceLineNo">2716</span> conf.set("mapreduce.framework.name", "yarn");<a name="line.2716"></a>
-<span class="sourceLineNo">2717</span> conf.setBoolean("yarn.is.minicluster", true);<a name="line.2717"></a>
-<span class="sourceLineNo">2718</span> String rmAddress = jobConf.get("yarn.resourcemanager.address");<a name="line.2718"></a>
-<span class="sourceLineNo">2719</span> if (rmAddress != null) {<a name="line.2719"></a>
-<span class="sourceLineNo">2720</span> conf.set("yarn.resourcemanager.address", rmAddress);<a name="line.2720"></a>
-<span class="sourceLineNo">2721</span> }<a name="line.2721"></a>
-<span class="sourceLineNo">2722</span> String historyAddress = jobConf.get("mapreduce.jobhistory.address");<a name="line.2722"></a>
-<span class="sourceLineNo">2723</span> if (historyAddress != null) {<a name="line.2723"></a>
-<span class="sourceLineNo">2724</span> conf.set("mapreduce.jobhistory.address", historyAddress);<a name="line.2724"></a>
-<span class="sourceLineNo">2725</span> }<a name="line.2725"></a>
-<span class="sourceLineNo">2726</span> String schedulerAddress =<a name="line.2726"></a>
-<span class="sourceLineNo">2727</span> jobConf.get("yarn.resourcemanager.scheduler.address");<a name="line.2727"></a>
-<span class="sourceLineNo">2728</span> if (schedulerAddress != null) {<a name="line.2728"></a>
-<span class="sourceLineNo">2729</span> conf.set("yarn.resourcemanager.scheduler.address", schedulerAddress);<a name="line.2729"></a>
-<span class="sourceLineNo">2730</span> }<a name="line.2730"></a>
-<span class="sourceLineNo">2731</span> String mrJobHistoryWebappAddress =<a name="line.2731"></a>
-<span class="sourceLineNo">2732</span> jobConf.get("mapreduce.jobhistory.webapp.address");<a name="line.2732"></a>
-<span class="sourceLineNo">2733</span> if (mrJobHistoryWebappAddress != null) {<a name="line.2733"></a>
-<span class="sourceLineNo">2734</span> conf.set("mapreduce.jobhistory.webapp.address", mrJobHistoryWebappAddress);<a name="line.2734"></a>
-<span class="sourceLineNo">2735</span> }<a name="line.2735"></a>
-<span class="sourceLineNo">2736</span> String yarnRMWebappAddress =<a name="line.2736"></a>
-<span class="sourceLineNo">2737</span> jobConf.get("yarn.resourcemanager.webapp.address");<a name="line.2737"></a>
-<span class="sourceLineNo">2738</span> if (yarnRMWebappAddress != null) {<a name="line.2738"></a>
-<span class="sourceLineNo">2739</span> conf.set("yarn.resourcemanager.webapp.address", yarnRMWebappAddress);<a name="line.2739"></a>
-<span class="sourceLineNo">2740</span> }<a name="line.2740"></a>
-<span class="sourceLineNo">2741</span> }<a name="line.2741"></a>
-<span class="sourceLineNo">2742</span><a name="line.2742"></a>
-<span class="sourceLineNo">2743</span> /**<a name="line.2743"></a>
-<span class="sourceLineNo">2744</span> * Stops the previously started <code>MiniMRCluster</code>.<a name="line.2744"></a>
-<span class="sourceLineNo">2745</span> */<a name="line.2745"></a>
-<span class="sourceLineNo">2746</span> public void shutdownMiniMapReduceCluster() {<a name="line.2746"></a>
-<span class="sourceLineNo">2747</span> if (mrCluster != null) {<a name="line.2747"></a>
-<span class="sourceLineNo">2748</span> LOG.info("Stopping mini mapreduce cluster...");<a name="line.2748"></a>
-<span class="sourceLineNo">2749</span> mrCluster.shutdown();<a name="line.2749"></a>
-<span class="sourceLineNo">2750</span> mrCluster = null;<a name="line.2750"></a>
-<span class="sourceLineNo">2751</span> LOG.info("Mini mapreduce cluster stopped");<a name="line.2751"></a>
-<span class="sourceLineNo">2752</span> }<a name="line.2752"></a>
-<span class="sourceLineNo">2753</span> // Restore configuration to point to local jobtracker<a name="line.2753"></a>
-<span class="sourceLineNo">2754</span> conf.set("mapreduce.jobtracker.address", "local");<a name="line.2754"></a>
-<span class="sourceLineNo">2755</span> }<a name="line.2755"></a>
-<span class="sourceLineNo">2756</span><a name="line.2756"></a>
-<span class="sourceLineNo">2757</span> /**<a name="line.2757"></a>
-<span class="sourceLineNo">2758</span> * Create a stubbed out RegionServerService, mainly for getting FS.<a name="line.2758"></a>
-<span class="sourceLineNo">2759</span> */<a name="line.2759"></a>
-<span class="sourceLineNo">2760</span> public RegionServerServices createMockRegionServerService() throws IOException {<a name="line.2760"></a>
-<span class="sourceLineNo">2761</span> return createMockRegionServerService((ServerName)null);<a name="line.2761"></a>
-<span class="sourceLineNo">2762</span> }<a name="line.2762"></a>
-<span class="sourceLineNo">2763</span><a name="line.2763"></a>
-<span class="sourceLineNo">2764</span> /**<a name="line.2764"></a>
-<span class="sourceLineNo">2765</span> * Create a stubbed out RegionServerService, mainly for getting FS.<a name="line.2765"></a>
-<span class="sourceLineNo">2766</span> * This version is used by TestTokenAuthentication<a name="line.2766"></a>
-<span class="sourceLineNo">2767</span> */<a name="line.2767"></a>
-<span class="sourceLineNo">2768</span> public RegionServerServices createMockRegionServerService(RpcServerInterface rpc) throws<a name="line.2768"></a>
-<span class="sourceLineNo">2769</span> IOException {<a name="line.2769"></a>
-<span class="sourceLineNo">2770</span> final MockRegionServerServices rss = new MockRegionServerServices(getZooKeeperWatcher());<a name="line.2770"></a>
-<span class="sourceLineNo">2771</span> rss.setFileSystem(getTestFileSystem());<a name="line.2771"></a>
-<span class="sourceLineNo">2772</span> rss.setRpcServer(rpc);<a name="line.2772"></a>
-<span class="sourceLineNo">2773</span> return rss;<a name="line.2773"></a>
-<span class="sourceLineNo">2774</span> }<a name="line.2774"></a>
-<span class="sourceLineNo">2775</span><a name="line.2775"></a>
-<span class="sourceLineNo">2776</span> /**<a name="line.2776"></a>
-<span class="sourceLineNo">2777</span> * Create a stubbed out RegionServerService, mainly for getting FS.<a name="line.2777"></a>
-<span class="sourceLineNo">2778</span> * This version is used by TestOpenRegionHandler<a name="line.2778"></a>
-<span class="sourceLineNo">2779</span> */<a name="line.2779"></a>
-<span class="sourceLineNo">2780</span> public RegionServerServices createMockRegionServerService(ServerName name) throws IOException {<a name="line.2780"></a>
-<span class="sourceLineNo">2781</span> final MockRegionServerServices rss = new MockRegionServerServices(getZooKeeperWatcher(), name);<a name="line.2781"></a>
-<span class="sourceLineNo">2782</span> rss.setFileSystem(getTestFileSystem());<a name="line.2782"></a>
-<span class="sourceLineNo">2783</span> return rss;<a name="line.2783"></a>
-<span class="sourceLineNo">2784</span> }<a name="line.2784"></a>
-<span class="sourceLineNo">2785</span><a name="line.2785"></a>
-<span class="sourceLineNo">2786</span> /**<a name="line.2786"></a>
-<span class="sourceLineNo">2787</span> * Switches the logger for the given class to DEBUG level.<a name="line.2787"></a>
-<span class="sourceLineNo">2788</span> *<a name="line.2788"></a>
-<span class="sourceLineNo">2789</span> * @param clazz The class for which to switch to debug logging.<a name="line.2789"></a>
-<span class="sourceLineNo">2790</span> */<a name="line.2790"></a>
-<span class="sourceLineNo">2791</span> public void enableDebug(Class<?> clazz) {<a name="line.2791"></a>
-<span class="sourceLineNo">2792</span> Logger l = LoggerFactory.getLogger(clazz);<a name="line.2792"></a>
-<span class="sourceLineNo">2793</span> if (l instanceof Log4JLogger) {<a name="line.2793"></a>
-<span class="sourceLineNo">2794</span> ((Log4JLogger) l).getLogger().setLevel(org.apache.log4j.Level.DEBUG);<a name="line.2794"></a>
-<span class="sourceLineNo">2795</span> } else if (l instanceof Log4jLoggerAdapter) {<a name="line.2795"></a>
-<span class="sourceLineNo">2796</span> LogManager.getLogger(clazz).setLevel(org.apache.log4j.Level.DEBUG);<a name="line.2796"></a>
-<span class="sourceLineNo">2797</span> } else if (l instanceof Jdk14Logger) {<a name="line.2797"></a>
-<span class="sourceLineNo">2798</span> ((Jdk14Logger) l).getLogger().setLevel(java.util.logging.Level.ALL);<a name="line.2798"></a>
-<span class="sourceLineNo">2799</span> }<a name="line.2799"></a>
-<span class="sourceLineNo">2800</span> }<a name="line.2800"></a>
-<span class="sourceLineNo">2801</span><a name="line.2801"></a>
-<span class="sourceLineNo">2802</span> /**<a name="line.2802"></a>
-<span class="sourceLineNo">2803</span> * Expire the Master's session<a name="line.2803"></a>
-<span class="sourceLineNo">2804</span> * @throws Exception<a name="line.2804"></a>
-<span class="sourceLineNo">2805</span> */<a name="line.2805"></a>
-<span class="sourceLineNo">2806</span> public void expireMasterSession() throws Exception {<a name="line.2806"></a>
-<span class="sourceLineNo">2807</span> HMaster master = getMiniHBaseCluster().getMaster();<a name="line.2807"></a>
-<span class="sourceLineNo">2808</span> expireSession(master.getZooKeeper(), false);<a name="line.2808"></a>
-<span class="sourceLineNo">2809</span> }<a name="line.2809"></a>
-<span class="sourceLineNo">2810</span><a name="line.2810"></a>
-<span class="sourceLineNo">2811</span> /**<a name="line.2811"></a>
-<span class="sourceLineNo">2812</span> * Expire a region server's session<a name="line.2812"></a>
-<span class="sourceLineNo">2813</span> * @param index which RS<a name="line.2813"></a>
-<span class="sourceLineNo">2814</span> */<a name="line.2814"></a>
-<span class="sourceLineNo">2815</span> public void expireRegionServerSession(int index) throws Exception {<a name="line.2815"></a>
-<span class="sourceLineNo">2816</span> HRegionServer rs = getMiniHBaseCluster().getRegionServer(index);<a name="line.2816"></a>
-<span class="sourceLineNo">2817</span> expireSession(rs.getZooKeeper(), false);<a name="line.2817"></a>
-<span class="sourceLineNo">2818</span> decrementMinRegionServerCount();<a name="line.2818"></a>
-<span class="sourceLineNo">2819</span> }<a name="line.2819"></a>
-<span class="sourceLineNo">2820</span><a name="line.2820"></a>
-<span class="sourceLineNo">2821</span> private void decrementMinRegionServerCount() {<a name="line.2821"></a>
-<span class="sourceLineNo">2822</span> // decrement the count for this.conf, for newly spwaned master<a name="line.2822"></a>
-<span class="sourceLineNo">2823</span> // this.hbaseCluster shares this configuration too<a name="line.2823"></a>
-<span class="sourceLineNo">2824</span> decrementMinRegionServerCount(getConfiguration());<a name="line.2824"></a>
-<span class="sourceLineNo">2825</span><a name="line.2825"></a>
-<span class="sourceLineNo">2826</span> // each master thread keeps a copy of configuration<a
<TRUNCATED>