[
https://issues.apache.org/jira/browse/HBASE-20526?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16464627#comment-16464627
]
Key Hutu commented on HBASE-20526:
----------------------------------
Thank you for your attention, Ted Yu
the executor log like this
{panel:title=executor stderr}
2018-05-05 12:19:41,948- WARN -330831[Executor task launch worker for task
187159]-(HBaseConfiguration.java:195)-Config option
"hbase.regionserver.lease.period" is deprecated. Instead, use
"hbase.client.scanner.timeout.period"
2018-05-05 12:19:41,948-DEBUG -330831[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 199,8 replyHeader:: 199,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:41,949-DEBUG -330832[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 200,4 replyHeader:: 200,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:41,950-DEBUG -330833[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 201,8 replyHeader:: 201,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:41,950-DEBUG -330833[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 202,4 replyHeader:: 202,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:41,950-DEBUG -330833[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 203,8 replyHeader:: 203,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:41,951-DEBUG -330834[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 204,4 replyHeader:: 204,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,002-DEBUG -330885[Executor task launch worker for task
201898]-(TaskMemoryManager.java:221)-Task 201898 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,003-DEBUG -330886[Executor task launch worker for task
201898]-(TaskMemoryManager.java:230)-Task 201898 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,053-DEBUG -330936[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 205,8 replyHeader:: 205,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,053-DEBUG -330936[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 206,4 replyHeader:: 206,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,054-DEBUG -330937[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 207,8 replyHeader:: 207,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,054-DEBUG -330937[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 208,4 replyHeader:: 208,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,054-DEBUG -330937[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 209,8 replyHeader:: 209,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,055-DEBUG -330938[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 210,4 replyHeader:: 210,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,171-DEBUG -331054[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 211,8 replyHeader:: 211,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,172-DEBUG -331055[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 212,4 replyHeader:: 212,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,172-DEBUG -331055[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 213,8 replyHeader:: 213,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,172-DEBUG -331055[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 214,4 replyHeader:: 214,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,173-DEBUG -331056[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 215,8 replyHeader:: 215,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,173-DEBUG -331056[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 216,4 replyHeader:: 216,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,254-DEBUG -331137[Executor task launch worker for task
201898]-(TaskMemoryManager.java:221)-Task 201898 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,255-DEBUG -331138[Executor task launch worker for task
201898]-(TaskMemoryManager.java:230)-Task 201898 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,302-DEBUG -331185[Executor task launch worker for task
201130]-(TaskMemoryManager.java:230)-Task 201130 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@30436c6f
2018-05-05 12:19:42,303-DEBUG -331186[Executor task launch worker for task
201130]-(TaskMemoryManager.java:230)-Task 201130 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@30436c6f
2018-05-05 12:19:42,305- INFO -331188[Executor task launch worker for task
201130]-(Logging.scala:54)-Finished task 1906.0 in stage 263.0 (TID 201130).
1264 bytes result sent to driver
2018-05-05 12:19:42,306- INFO
-331189[dispatcher-event-loop-8]-(Logging.scala:54)-Got assigned task 202328
2018-05-05 12:19:42,306- INFO -331189[Executor task launch worker for task
202328]-(Logging.scala:54)-Running task 2798.0 in stage 263.0 (TID 202328)
2018-05-05 12:19:42,307-DEBUG -331190[Executor task launch worker for task
202328]-(Logging.scala:58)-Task 202328's epoch is 100
2018-05-05 12:19:42,307-DEBUG -331190[Executor task launch worker for task
202328]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:42,307-DEBUG -331190[Executor task launch worker for task
202328]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:42,361-DEBUG -331244[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,361-DEBUG -331244[Executor task launch worker for task
202328]-(Logging.scala:58)-Getting local block rdd_169_2798
2018-05-05 12:19:42,362-DEBUG -331245[Executor task launch worker for task
202328]-(Logging.scala:58)-Level for block rdd_169_2798 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:42,363- INFO -331246[Executor task launch worker for task
202328]-(Logging.scala:54)-Found block rdd_169_2798 locally
2018-05-05 12:19:42,368-DEBUG -331251[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,417-DEBUG -331300[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,418-DEBUG -331301[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,475-DEBUG -331358[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,475-DEBUG -331358[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,482-DEBUG -331365[Executor task launch worker for task
201898]-(TaskMemoryManager.java:221)-Task 201898 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,482-DEBUG -331365[Executor task launch worker for task
201898]-(TaskMemoryManager.java:230)-Task 201898 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,572-DEBUG -331455[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,572-DEBUG -331455[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,697-DEBUG -331580[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 217,8 replyHeader:: 217,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,697-DEBUG -331580[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 218,4 replyHeader:: 218,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,697-DEBUG -331580[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 219,8 replyHeader:: 219,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,698-DEBUG -331581[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 220,4 replyHeader:: 220,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,698-DEBUG -331581[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 221,8 replyHeader:: 221,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,698-DEBUG -331581[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 222,4 replyHeader:: 222,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,750-DEBUG -331633[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,751-DEBUG -331634[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:42,841-DEBUG -331724[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 223,8 replyHeader:: 223,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,841-DEBUG -331724[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 224,4 replyHeader:: 224,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,842-DEBUG -331725[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 225,8 replyHeader:: 225,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,842-DEBUG -331725[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 226,4 replyHeader:: 226,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,842-DEBUG -331725[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 227,8 replyHeader:: 227,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:42,843-DEBUG -331726[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 228,4 replyHeader:: 228,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:42,858-DEBUG -331741[Executor task launch worker for task
201898]-(TaskMemoryManager.java:230)-Task 201898 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,858-DEBUG -331741[Executor task launch worker for task
201898]-(TaskMemoryManager.java:230)-Task 201898 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@18f196e
2018-05-05 12:19:42,860- INFO -331743[Executor task launch worker for task
201898]-(Logging.scala:54)-Finished task 2428.0 in stage 263.0 (TID 201898).
1264 bytes result sent to driver
2018-05-05 12:19:42,861- INFO
-331744[dispatcher-event-loop-11]-(Logging.scala:54)-Got assigned task 202709
2018-05-05 12:19:42,861- INFO -331744[Executor task launch worker for task
202709]-(Logging.scala:54)-Running task 3494.0 in stage 263.0 (TID 202709)
2018-05-05 12:19:42,862-DEBUG -331745[Executor task launch worker for task
202709]-(Logging.scala:58)-Task 202709's epoch is 100
2018-05-05 12:19:42,863-DEBUG -331746[Executor task launch worker for task
202709]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:42,863-DEBUG -331746[Executor task launch worker for task
202709]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:42,907-DEBUG -331790[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:42,907-DEBUG -331790[Executor task launch worker for task
202709]-(Logging.scala:58)-Getting local block rdd_169_3494
2018-05-05 12:19:42,907-DEBUG -331790[Executor task launch worker for task
202709]-(Logging.scala:58)-Level for block rdd_169_3494 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:42,908- INFO -331791[Executor task launch worker for task
202709]-(Logging.scala:54)-Found block rdd_169_3494 locally
2018-05-05 12:19:42,908-DEBUG -331791[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:42,953-DEBUG -331836[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:42,953-DEBUG -331836[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:42,999-DEBUG -331882[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:42,999-DEBUG -331882[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,065-DEBUG -331948[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 229,8 replyHeader:: 229,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:43,065-DEBUG -331948[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 230,4 replyHeader:: 230,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:43,066-DEBUG -331949[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 231,8 replyHeader:: 231,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:43,066-DEBUG -331949[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 232,4 replyHeader:: 232,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:43,066-DEBUG -331949[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 233,8 replyHeader:: 233,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:43,067-DEBUG -331950[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 234,4 replyHeader:: 234,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:43,068-DEBUG -331951[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,068-DEBUG -331951[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,119-DEBUG -332002[Executor task launch worker for task
202328]-(TaskMemoryManager.java:221)-Task 202328 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:43,119-DEBUG -332002[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:43,224-DEBUG -332107[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,224-DEBUG -332107[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,391-DEBUG -332274[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:43,391-DEBUG -332274[Executor task launch worker for task
202328]-(TaskMemoryManager.java:230)-Task 202328 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@79fca69c
2018-05-05 12:19:43,393- INFO -332276[Executor task launch worker for task
202328]-(Logging.scala:54)-Finished task 2798.0 in stage 263.0 (TID 202328).
1221 bytes result sent to driver
2018-05-05 12:19:43,394- INFO
-332277[dispatcher-event-loop-12]-(Logging.scala:54)-Got assigned task 203016
2018-05-05 12:19:43,394- INFO -332277[Executor task launch worker for task
203016]-(Logging.scala:54)-Running task 4595.0 in stage 263.0 (TID 203016)
2018-05-05 12:19:43,395-DEBUG -332278[Executor task launch worker for task
203016]-(Logging.scala:58)-Task 203016's epoch is 100
2018-05-05 12:19:43,395-DEBUG -332278[Executor task launch worker for task
203016]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:43,395-DEBUG -332278[Executor task launch worker for task
203016]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:43,435-DEBUG -332318[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,435-DEBUG -332318[Executor task launch worker for task
203016]-(Logging.scala:58)-Getting local block rdd_169_4595
2018-05-05 12:19:43,435-DEBUG -332318[Executor task launch worker for task
203016]-(Logging.scala:58)-Level for block rdd_169_4595 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:43,436- INFO -332319[Executor task launch worker for task
203016]-(Logging.scala:54)-Found block rdd_169_4595 locally
2018-05-05 12:19:43,446-DEBUG -332329[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,464-DEBUG -332347[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,464-DEBUG -332347[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,514-DEBUG -332397[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,514-DEBUG -332397[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,530-DEBUG -332413[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,530-DEBUG -332413[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,562-DEBUG -332445[Executor task launch worker for task
202709]-(TaskMemoryManager.java:221)-Task 202709 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,562-DEBUG -332445[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,695-DEBUG -332578[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,696-DEBUG -332579[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,820-DEBUG -332703[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,821-DEBUG -332704[Executor task launch worker for task
202709]-(TaskMemoryManager.java:230)-Task 202709 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@3346a336
2018-05-05 12:19:43,822- INFO -332705[Executor task launch worker for task
202709]-(Logging.scala:54)-Finished task 3494.0 in stage 263.0 (TID 202709).
1221 bytes result sent to driver
2018-05-05 12:19:43,823- INFO
-332706[dispatcher-event-loop-13]-(Logging.scala:54)-Got assigned task 203219
2018-05-05 12:19:43,823- INFO -332706[Executor task launch worker for task
203219]-(Logging.scala:54)-Running task 5235.0 in stage 263.0 (TID 203219)
2018-05-05 12:19:43,824-DEBUG -332707[Executor task launch worker for task
203219]-(Logging.scala:58)-Task 203219's epoch is 100
2018-05-05 12:19:43,825-DEBUG -332708[Executor task launch worker for task
203219]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:43,825-DEBUG -332708[Executor task launch worker for task
203219]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:43,860-DEBUG -332743[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,860-DEBUG -332743[Executor task launch worker for task
203219]-(Logging.scala:58)-Getting local block rdd_169_5235
2018-05-05 12:19:43,861-DEBUG -332744[Executor task launch worker for task
203219]-(Logging.scala:58)-Level for block rdd_169_5235 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:43,861- INFO -332744[Executor task launch worker for task
203219]-(Logging.scala:54)-Found block rdd_169_5235 locally
2018-05-05 12:19:43,866-DEBUG -332749[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,915-DEBUG -332798[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,915-DEBUG -332798[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,954-DEBUG -332837[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,954-DEBUG -332837[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:43,989-DEBUG -332872[Executor task launch worker for task
203016]-(TaskMemoryManager.java:221)-Task 203016 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:43,989-DEBUG -332872[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:44,050-DEBUG -332933[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,051-DEBUG -332934[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,160-DEBUG -333043[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,160-DEBUG -333043[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,368-DEBUG -333251[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:44,368-DEBUG -333251[Executor task launch worker for task
203016]-(TaskMemoryManager.java:230)-Task 203016 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@6e0d3e67
2018-05-05 12:19:44,370- INFO -333253[Executor task launch worker for task
203016]-(Logging.scala:54)-Finished task 4595.0 in stage 263.0 (TID 203016).
1221 bytes result sent to driver
2018-05-05 12:19:44,371- INFO
-333254[dispatcher-event-loop-14]-(Logging.scala:54)-Got assigned task 203425
2018-05-05 12:19:44,371- INFO -333254[Executor task launch worker for task
203425]-(Logging.scala:54)-Running task 5844.0 in stage 263.0 (TID 203425)
2018-05-05 12:19:44,372-DEBUG -333255[Executor task launch worker for task
203425]-(Logging.scala:58)-Task 203425's epoch is 100
2018-05-05 12:19:44,372-DEBUG -333255[Executor task launch worker for task
203425]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:44,372-DEBUG -333255[Executor task launch worker for task
203425]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:44,408-DEBUG -333291[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,408-DEBUG -333291[Executor task launch worker for task
203425]-(Logging.scala:58)-Getting local block rdd_169_5844
2018-05-05 12:19:44,408-DEBUG -333291[Executor task launch worker for task
203425]-(Logging.scala:58)-Level for block rdd_169_5844 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:44,409- INFO -333292[Executor task launch worker for task
203425]-(Logging.scala:54)-Found block rdd_169_5844 locally
2018-05-05 12:19:44,419-DEBUG -333302[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,455-DEBUG -333338[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,456-DEBUG -333339[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,484-DEBUG
-333367[LeaseRenewer:hdfs@onlinequery]-(LeaseRenewer.java:450)-Lease renewer
daemon for [] with renew id 1 executed
2018-05-05 12:19:44,551-DEBUG -333434[Executor task launch worker for task
203219]-(TaskMemoryManager.java:221)-Task 203219 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,552-DEBUG -333435[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,606-DEBUG -333489[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,606-DEBUG -333489[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,677-DEBUG -333560[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,677-DEBUG -333560[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,740-DEBUG -333623[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,740-DEBUG -333623[Executor task launch worker for task
203219]-(TaskMemoryManager.java:230)-Task 203219 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@129d53d7
2018-05-05 12:19:44,742- INFO -333625[Executor task launch worker for task
203219]-(Logging.scala:54)-Finished task 5235.0 in stage 263.0 (TID 203219).
1221 bytes result sent to driver
2018-05-05 12:19:44,743- INFO
-333626[dispatcher-event-loop-15]-(Logging.scala:54)-Got assigned task 203572
2018-05-05 12:19:44,743- INFO -333626[Executor task launch worker for task
203572]-(Logging.scala:54)-Running task 6916.0 in stage 263.0 (TID 203572)
2018-05-05 12:19:44,744-DEBUG -333627[Executor task launch worker for task
203572]-(Logging.scala:58)-Task 203572's epoch is 100
2018-05-05 12:19:44,744-DEBUG -333627[Executor task launch worker for task
203572]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:44,744-DEBUG -333627[Executor task launch worker for task
203572]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:44,780-DEBUG -333663[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,780-DEBUG -333663[Executor task launch worker for task
203572]-(Logging.scala:58)-Getting local block rdd_169_6916
2018-05-05 12:19:44,780-DEBUG -333663[Executor task launch worker for task
203572]-(Logging.scala:58)-Level for block rdd_169_6916 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:44,781- INFO -333664[Executor task launch worker for task
203572]-(Logging.scala:54)-Found block rdd_169_6916 locally
2018-05-05 12:19:44,782-DEBUG -333665[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,814-DEBUG -333697[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,815-DEBUG -333698[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,815-DEBUG -333698[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:44,815-DEBUG -333698[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,841-DEBUG -333724[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,841-DEBUG -333724[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,917-DEBUG -333800[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,917-DEBUG -333800[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:44,945-DEBUG -333828[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 235,8 replyHeader:: 235,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:44,945-DEBUG -333828[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 236,4 replyHeader:: 236,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:44,946-DEBUG -333829[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 237,8 replyHeader:: 237,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:44,946-DEBUG -333829[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 238,4 replyHeader:: 238,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:44,946-DEBUG -333829[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 239,8 replyHeader:: 239,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:44,947-DEBUG -333830[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 240,4 replyHeader:: 240,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,109-DEBUG -333992[Executor task launch worker for task
203425]-(TaskMemoryManager.java:221)-Task 203425 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:45,109-DEBUG -333992[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:45,133-DEBUG -334016[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,134-DEBUG -334017[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,155-DEBUG -334038[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 241,8 replyHeader:: 241,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,155-DEBUG -334038[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 242,4 replyHeader:: 242,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,156-DEBUG -334039[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 243,8 replyHeader:: 243,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,156-DEBUG -334039[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 244,4 replyHeader:: 244,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,156-DEBUG -334039[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 245,8 replyHeader:: 245,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,157-DEBUG -334040[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 246,4 replyHeader:: 246,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,286-DEBUG -334169[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:45,286-DEBUG -334169[Executor task launch worker for task
203425]-(TaskMemoryManager.java:230)-Task 203425 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@5a119e4a
2018-05-05 12:19:45,288- INFO -334171[Executor task launch worker for task
203425]-(Logging.scala:54)-Finished task 5844.0 in stage 263.0 (TID 203425).
1221 bytes result sent to driver
2018-05-05 12:19:45,289- INFO
-334172[dispatcher-event-loop-16]-(Logging.scala:54)-Got assigned task 203741
2018-05-05 12:19:45,289- INFO -334172[Executor task launch worker for task
203741]-(Logging.scala:54)-Running task 7363.0 in stage 263.0 (TID 203741)
2018-05-05 12:19:45,289-DEBUG -334172[Executor task launch worker for task
203741]-(Logging.scala:58)-Task 203741's epoch is 100
2018-05-05 12:19:45,290-DEBUG -334173[Executor task launch worker for task
203741]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:45,290-DEBUG -334173[Executor task launch worker for task
203741]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:45,319-DEBUG -334202[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 247,8 replyHeader:: 247,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,320-DEBUG -334203[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 248,4 replyHeader:: 248,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,320-DEBUG -334203[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 249,8 replyHeader:: 249,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,320-DEBUG -334203[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 250,4 replyHeader:: 250,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,321-DEBUG -334204[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 251,8 replyHeader:: 251,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,321-DEBUG -334204[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 252,4 replyHeader:: 252,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,326-DEBUG -334209[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,327-DEBUG -334210[Executor task launch worker for task
203741]-(Logging.scala:58)-Getting local block rdd_169_7363
2018-05-05 12:19:45,327-DEBUG -334210[Executor task launch worker for task
203741]-(Logging.scala:58)-Level for block rdd_169_7363 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:45,327- INFO -334210[Executor task launch worker for task
203741]-(Logging.scala:54)-Found block rdd_169_7363 locally
2018-05-05 12:19:45,330-DEBUG -334213[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,365-DEBUG -334248[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,365-DEBUG -334248[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,409-DEBUG -334292[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,409-DEBUG -334292[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,441-DEBUG -334324[Executor task launch worker for task
203572]-(TaskMemoryManager.java:221)-Task 203572 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,441-DEBUG -334324[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,464-DEBUG -334347[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,464-DEBUG -334347[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,485-DEBUG -334368[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 253,8 replyHeader:: 253,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,485-DEBUG -334368[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 254,4 replyHeader:: 254,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,486-DEBUG -334369[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 255,8 replyHeader:: 255,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,486-DEBUG -334369[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 256,4 replyHeader:: 256,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,486-DEBUG -334369[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 257,8 replyHeader:: 257,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,487-DEBUG -334370[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 258,4 replyHeader:: 258,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,607-DEBUG -334490[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,607-DEBUG -334490[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,668-DEBUG -334551[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 259,8 replyHeader:: 259,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,668-DEBUG -334551[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 260,4 replyHeader:: 260,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,669-DEBUG -334552[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 261,8 replyHeader:: 261,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,669-DEBUG -334552[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 262,4 replyHeader:: 262,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,669-DEBUG -334552[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 263,8 replyHeader:: 263,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:45,670-DEBUG -334553[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 264,4 replyHeader:: 264,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:45,675-DEBUG -334558[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,675-DEBUG -334558[Executor task launch worker for task
203572]-(TaskMemoryManager.java:230)-Task 203572 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@778fd1ea
2018-05-05 12:19:45,677- INFO -334560[Executor task launch worker for task
203572]-(Logging.scala:54)-Finished task 6916.0 in stage 263.0 (TID 203572).
1221 bytes result sent to driver
2018-05-05 12:19:45,678- INFO
-334561[dispatcher-event-loop-17]-(Logging.scala:54)-Got assigned task 203863
2018-05-05 12:19:45,678- INFO -334561[Executor task launch worker for task
203863]-(Logging.scala:54)-Running task 7602.0 in stage 263.0 (TID 203863)
2018-05-05 12:19:45,678-DEBUG -334561[Executor task launch worker for task
203863]-(Logging.scala:58)-Task 203863's epoch is 100
2018-05-05 12:19:45,679-DEBUG -334562[Executor task launch worker for task
203863]-(Logging.scala:58)-Getting local block broadcast_290
2018-05-05 12:19:45,679-DEBUG -334562[Executor task launch worker for task
203863]-(Logging.scala:58)-Level for block broadcast_290 is StorageLevel(disk,
memory, deserialized, 1 replicas)
2018-05-05 12:19:45,714-DEBUG -334597[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 32.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,714-DEBUG -334597[Executor task launch worker for task
203863]-(Logging.scala:58)-Getting local block rdd_169_7602
2018-05-05 12:19:45,715-DEBUG -334598[Executor task launch worker for task
203863]-(Logging.scala:58)-Level for block rdd_169_7602 is StorageLevel(memory,
1 replicas)
2018-05-05 12:19:45,715- INFO -334598[Executor task launch worker for task
203863]-(Logging.scala:54)-Found block rdd_169_7602 locally
2018-05-05 12:19:45,719-DEBUG -334602[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 64.0 MB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,758-DEBUG -334641[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 64.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,758-DEBUG -334641[Executor task launch worker for task
203863]-(TaskMemoryManager.java:230)-Task 203863 release 32.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,791-DEBUG -334674[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 128.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,792-DEBUG -334675[Executor task launch worker for task
203863]-(TaskMemoryManager.java:230)-Task 203863 release 64.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,874-DEBUG -334757[Executor task launch worker for task
203741]-(TaskMemoryManager.java:221)-Task 203741 acquired 1024.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,874-DEBUG -334757[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 512.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:45,878-DEBUG -334761[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 256.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:45,878-DEBUG -334761[Executor task launch worker for task
203863]-(TaskMemoryManager.java:230)-Task 203863 release 128.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:46,003-DEBUG -334886[Executor task launch worker for task
203863]-(TaskMemoryManager.java:221)-Task 203863 acquired 512.0 KB for
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:46,003-DEBUG -334886[Executor task launch worker for task
203863]-(TaskMemoryManager.java:230)-Task 203863 release 256.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@77846f91
2018-05-05 12:19:46,005-DEBUG
-334888[block-manager-slave-async-thread-pool-1]-(Logging.scala:58)-removing
broadcast 270
2018-05-05 12:19:46,005-DEBUG
-334888[block-manager-slave-async-thread-pool-1]-(Logging.scala:58)-Removing
broadcast 270
2018-05-05 12:19:46,005-DEBUG
-334888[block-manager-slave-async-thread-pool-2]-(Logging.scala:58)-Done
removing broadcast 270, response is 0
2018-05-05 12:19:46,005-DEBUG
-334888[block-manager-slave-async-thread-pool-2]-(Logging.scala:58)-Sent
response: 0 to 95.86.8.1:49733
2018-05-05 12:19:46,013-DEBUG -334896[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 265,8 replyHeader:: 265,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,013-DEBUG -334896[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 266,4 replyHeader:: 266,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,014-DEBUG -334897[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 267,8 replyHeader:: 267,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,014-DEBUG -334897[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 268,4 replyHeader:: 268,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,014-DEBUG -334897[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 269,8 replyHeader:: 269,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,015-DEBUG -334898[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 270,4 replyHeader:: 270,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,180-DEBUG -335063[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 271,8 replyHeader:: 271,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,180-DEBUG -335063[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 272,4 replyHeader:: 272,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,181-DEBUG -335064[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 273,8 replyHeader:: 273,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,181-DEBUG -335064[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 274,4 replyHeader:: 274,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,181-DEBUG -335064[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 275,8 replyHeader:: 275,197642441638,0 request::
'/hbase,F response::
v{'replication,'schema,'meta-region-server,'rs,'splitWAL,'backup-masters,'table-lock,'flush-table-proc,'region-in-transition,'online-snapshot,'master,'running,'balancer,'recovering-regions,'draining,'namespace,'hbaseid,'table}
2018-05-05 12:19:46,181-DEBUG -335064[Executor task launch worker for task
187159-SendThread(host-8-2:2181)]-(ClientCnxn.java:818)-Reading reply
sessionid:0x162fb3760b1ea01, packet:: clientPath:null serverPath:null
finished:false header:: 276,4 replyHeader:: 276,197642441638,0 request::
'/hbase/meta-region-server,F response::
#ffffffff0001a726567696f6e7365727665723a3630303230ffffffb6ffffffac57ffffffadffffff80ffffff80ffffffa8b50425546a17aa686f73742d382d31323810fffffff4ffffffd4318ffffffd2ffffff8affffffe7ffffffd9ffffffaf2c100183,s{197568498964,197568498964,1524633515423,1524633515423,0,0,0,0,64,0,197568498964}
2018-05-05 12:19:46,198-DEBUG -335081[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 64.0 MB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:46,198-DEBUG -335081[Executor task launch worker for task
203741]-(TaskMemoryManager.java:230)-Task 203741 release 1024.0 KB from
org.apache.spark.shuffle.sort.ShuffleExternalSorter@1b96fcce
2018-05-05 12:19:46,201- INFO -335084[Executor task launch worker for task
203741]-(Logging.scala:54)-Finished task 7363.0 in stage 263.0 (TID 203741).
1221 bytes result sent to driver
{panel}
> multithreads bulkload performance
> ---------------------------------
>
> Key: HBASE-20526
> URL: https://issues.apache.org/jira/browse/HBASE-20526
> Project: HBase
> Issue Type: Improvement
> Components: mapreduce, Zookeeper
> Affects Versions: 1.2.0
> Environment: hbase-server-1.2.0-cdh5.12.1
> spark version 1.6
> Reporter: Key Hutu
> Assignee: Key Hutu
> Priority: Minor
> Labels: performance
> Original Estimate: 96h
> Remaining Estimate: 96h
>
> When doing bulkload , some interactive with zookeeper to getting region key
> range may be cost more time.
> In multithreads enviorment, the duration maybe cost 5 minute or more.
> From the executor log, like 'Reading reply sessionid:0x262fb37f4a07080 ,
> packet:: clientPath:null server ...' contents appear many times.
>
> It likely to provide new method for bulkload, caching the key range outside
>
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
