JSON Profile when Succeeded :-
{"id":{"part1":2690693429455769721,"part2":6509382378722762087},"type":1,"start":1521007764471,"end":1521007906770,"query":"create
table a_games_log_visit_utm as\nselect\ndistinct\nglv.sessionid,\ncase when
(UFG('utms=', glv.url, '&') <> 'null') then UFG('utms=', glv.url, '&') else
UFG('utms=',glv.hcookie, '&') end as utms,\n\ncase when (UFG('utms=', glv.url,
'&') <> 'null') then UFG('utmm=', glv.url, '&') else UFG('utmm=',glv.hcookie,
'&') end as utmm,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then
UFG('utmc=', glv.url, '&') else UFG('utmc=',glv.hcookie, '&') end as
utmc,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('utmt=',
glv.url, '&') else UFG('utmt=',glv.hcookie, '&') end as utmt,\n\ncase when
(UFG('utms=', glv.url, '&') <> 'null') then UFG('utmcmpn=', glv.url, '&') else
UFG('utmcmpn=',glv.hcookie, '&') end as utmcmpn,\n\ncase when (UFG('utms=',
glv.url, '&') <> 'null') then UFG('utmplnt=', glv.url, '&') else
UFG('utmplnt=',glv.hcookie, '&') end as utmplnt,\n\ncase when (UFG('utms=',
glv.url, '&') <> 'null') then UFG('uid=', glv.url, '&') else UFG('uid=',
glv.hcookie, '&') end as uid,\n\ncase when (UFG('utms=', glv.url, '&') <>
'null') then UFG('cid=', glv.url, '&') else UFG('cid=', glv.hcookie, '&') end as
cid,\n\ncase when (UFG('utms=', glv.url, '&') <> 'null') then UFG('gclid=',
glv.url, '&') else UFG('gclid=', glv.hcookie, '&') end as
gclid\n\nfrom\nglv_utm_1 a,\na_games_log_visit_base glv\nwhere\na.sessionid =
glv.sessionid\nand a.max_serverTime = glv.serverTime\nand
(STRPOS(glv.url,'utms=') > 0 OR STRPOS(glv.hcookie,'utms=') > 0) \nand glv.url
is not null ","plan":"00-00 Screen : rowType = RecordType(VARCHAR(255) Fragment,
BIGINT Number of records written): rowcount = 402043.18275, cumulative cost =
{5.354375750937748E8 rows, 7.821369551257525E9 cpu, 0.0 io, 1.88842215292928E11
network, 4.283794390722E9 memory}, id = 7873881\n00-01 Project(Fragment=[$0],
Number of records written=[$1]) : rowType = RecordType(VARCHAR(255) Fragment,
BIGINT Number of records written): rowcount = 402043.18275, cumulative cost =
{5.353973707754998E8 rows, 7.82132934693925E9 cpu, 0.0 io, 1.88842215292928E11
network, 4.283794390722E9 memory}, id = 7873880\n00-02 UnionExchange : rowType =
RecordType(VARCHAR(255) Fragment, BIGINT Number of records written): rowcount =
402043.18275, cumulative cost = {5.353973707754998E8 rows, 7.82132934693925E9
cpu, 0.0 io, 1.88842215292928E11 network, 4.283794390722E9 memory}, id =
7873879\n01-01 Writer : rowType = RecordType(VARCHAR(255) Fragment, BIGINT
Number of records written): rowcount = 402043.18275, cumulative cost =
{5.3499532759274983E8 rows, 7.81811300147725E9 cpu, 0.0 io, 1.8554867753984E11
network, 4.283794390722E9 memory}, id = 7873878\n01-02
ProjectAllowDup(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4],
utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275, cumulative
cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873877\n01-03
Project(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4],
utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount = 402043.18275, cumulative
cost = {5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io,
1.8554867753984E11 network, 4.283794390722E9 memory}, id = 7873876\n01-04
HashAgg(group=[{0, 1, 2, 3, 4, 5, 6, 7, 8, 9}]) : rowType = RecordType(ANY
sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY
uid, ANY cid, ANY gclid): rowcount = 402043.18275, cumulative cost =
{5.3459328440999985E8 rows, 7.8177109582945E9 cpu, 0.0 io, 1.8554867753984E11
network, 4.283794390722E9 memory}, id = 7873875\n01-05 Project(sessionid=[$0],
utms=[$1], utmm=[$2], utmc=[$3], utmt=[$4], utmcmpn=[$5], utmplnt=[$6],
uid=[$7], cid=[$8], gclid=[$9]) : rowType = RecordType(ANY sessionid, ANY utms,
ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY
gclid): rowcount = 4020431.8274999997, cumulative cost = {5.3057285258249986E8
rows, 7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network,
3.89461658982E9 memory}, id = 7873874\n01-06 HashToRandomExchange(dist0=[[$0]],
dist1=[[$1]], dist2=[[$2]], dist3=[[$3]], dist4=[[$4]], dist5=[[$5]],
dist6=[[$6]], dist7=[[$7]], dist8=[[$8]], dist9=[[$9]]) : rowType =
RecordType(ANY sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn,
ANY utmplnt, ANY uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D):
rowcount = 4020431.8274999997, cumulative cost = {5.3057285258249986E8 rows,
7.496076412094501E9 cpu, 0.0 io, 1.8554867753984E11 network, 3.89461658982E9
memory}, id = 7873873\n02-01 UnorderedMuxExchange : rowType = RecordType(ANY
sessionid, ANY utms, ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY
uid, ANY cid, ANY gclid, ANY E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount =
4020431.8274999997, cumulative cost = {5.265524207549999E8 rows,
7.460696612012501E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9 memory},
id = 7873872\n03-01 Project(sessionid=[$0], utms=[$1], utmm=[$2], utmc=[$3],
utmt=[$4], utmcmpn=[$5], utmplnt=[$6], uid=[$7], cid=[$8], gclid=[$9],
E_X_P_R_H_A_S_H_F_I_E_L_D=[hash32AsDouble($9, hash32AsDouble($8,
hash32AsDouble($7, hash32AsDouble($6, hash32AsDouble($5, hash32AsDouble($4,
hash32AsDouble($3, hash32AsDouble($2, hash32AsDouble($1, hash32AsDouble($0,
1301011))))))))))]) : rowType = RecordType(ANY sessionid, ANY utms, ANY utmm,
ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid, ANY
E_X_P_R_H_A_S_H_F_I_E_L_D): rowcount = 4020431.8274999997, cumulative cost =
{5.225319889274999E8 rows, 7.456676180185E9 cpu, 0.0 io, 4.40410112E9 network,
3.89461658982E9 memory}, id = 7873871\n03-02 HashAgg(group=[{0, 1, 2, 3, 4, 5,
6, 7, 8, 9}]) : rowType = RecordType(ANY sessionid, ANY utms, ANY utmm, ANY
utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY gclid): rowcount
= 4020431.8274999997, cumulative cost = {5.185115570999999E8 rows,
7.440594452875E9 cpu, 0.0 io, 4.40410112E9 network, 3.89461658982E9 memory}, id
= 7873870\n03-03 Project(sessionid=[$2], utms=[CASE(<>(UFG('utms=', $4, '&'),
'null'), UFG('utms=', $4, '&'), UFG('utms=', $5, '&'))],
utmm=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmm=', $4, '&'),
UFG('utmm=', $5, '&'))], utmc=[CASE(<>(UFG('utms=', $4, '&'), 'null'),
UFG('utmc=', $4, '&'), UFG('utmc=', $5, '&'))], utmt=[CASE(<>(UFG('utms=', $4,
'&'), 'null'), UFG('utmt=', $4, '&'), UFG('utmt=', $5, '&'))],
utmcmpn=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('utmcmpn=', $4, '&'),
UFG('utmcmpn=', $5, '&'))], utmplnt=[CASE(<>(UFG('utms=', $4, '&'), 'null'),
UFG('utmplnt=', $4, '&'), UFG('utmplnt=', $5, '&'))], uid=[CASE(<>(UFG('utms=',
$4, '&'), 'null'), UFG('uid=', $4, '&'), UFG('uid=', $5, '&'))],
cid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('cid=', $4, '&'), UFG('cid=',
$5, '&'))], gclid=[CASE(<>(UFG('utms=', $4, '&'), 'null'), UFG('gclid=', $4,
'&'), UFG('gclid=', $5, '&'))]) : rowType = RecordType(ANY sessionid, ANY utms,
ANY utmm, ANY utmc, ANY utmt, ANY utmcmpn, ANY utmplnt, ANY uid, ANY cid, ANY
gclid): rowcount = 4.0204318275E7, cumulative cost = {4.783072388249999E8 rows,
4.224248990875E9 cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003 memory},
id = 7873869\n03-04 Project(sessionid=[$4], max_serverTime=[$5],
sessionid0=[$0], serverTime=[$1], url=[$2], hcookie=[$3]) : rowType =
RecordType(ANY sessionid, ANY max_serverTime, ANY sessionid0, ANY serverTime,
ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative cost =
{4.3810292054999995E8 rows, 2.776893532975E9 cpu, 0.0 io, 4.40410112E9 network,
2838580.8000000003 memory}, id = 7873868\n03-05 HashJoin(condition=[AND(=($4,
$0), =($5, $1))], joinType=[inner]) : rowType = RecordType(ANY sessionid, ANY
serverTime, ANY url, ANY hcookie, ANY sessionid0, ANY max_serverTime): rowcount
= 4.0204318275E7, cumulative cost = {4.3810292054999995E8 rows, 2.776893532975E9
cpu, 0.0 io, 4.40410112E9 network, 2838580.8000000003 memory}, id =
7873867\n03-07 SelectionVectorRemover : rowType = RecordType(ANY sessionid, ANY
serverTime, ANY url, ANY hcookie): rowcount = 4.0204318275E7, cumulative cost =
{3.97576036275E8 rows, 1.809194322375E9 cpu, 0.0 io, 0.0 network, 0.0 memory},
id = 7873863\n03-09 Filter(condition=[AND(OR(>(STRPOS($2, 'utms='), 0),
(STRPOS($3, 'utms='), 0)), IS NOT NULL($2))]) : rowType = RecordType(ANY
sessionid, ANY serverTime, ANY url, ANY hcookie): rowcount = 4.0204318275E7,
cumulative cost = {3.57371718E8 rows, 1.7689900041E9 cpu, 0.0 io, 0.0 network,
0.0 memory}, id = 7873862\n03-10 Scan(groupscan=[ParquetGroupScan
[entries=[ReadEntryWithPath
[path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/a_games_log_visit_base]],
selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/a_games_log_visit_base,
numFiles=1, numRowGroups=232, usedMetadataFile=false, columns=[`sessionid`,
`serverTime`, `url`, `hcookie`]]]) : rowType = RecordType(ANY sessionid, ANY
serverTime, ANY url, ANY hcookie): rowcount = 1.78685859E8, cumulative cost =
{1.78685859E8 rows, 7.14743436E8 cpu, 0.0 io, 0.0 network, 0.0 memory}, id =
7873861\n03-06 Project(sessionid0=[$0], max_serverTime=[$1]) : rowType =
RecordType(ANY sessionid0, ANY max_serverTime): rowcount = 107522.0, cumulative
cost = {215044.0 rows, 1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0 memory},
id = 7873866\n03-08 BroadcastExchange : rowType = RecordType(ANY sessionid, ANY
max_serverTime): rowcount = 107522.0, cumulative cost = {215044.0 rows,
1075220.0 cpu, 0.0 io, 4.40410112E9 network, 0.0 memory}, id = 7873865\n04-01
Scan(groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath
[path=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/glv_utm_1]],
selectionRoot=hdfs://prod-hadoop-xx1.bom-prod.com:9000/usr/drill/warehouse/glv_utm_1,
numFiles=1, numRowGroups=30, usedMetadataFile=false, columns=[`sessionid`,
`max_serverTime`]]]) : rowType = RecordType(ANY sessionid, ANY max_serverTime):
rowcount = 107522.0, cumulative cost = {107522.0 rows, 215044.0 cpu, 0.0 io, 0.0
network, 0.0 memory}, id =
7873864\n","foreman":{"address":"prod-hadoop-xx1.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":0},"state":2,"totalFragments":68,"finishedFragments":67,"fragmentProfile":[{"majorFragmentId":0,"minorFragmentProfile":[{"state":3,"minorFragmentId":0,"operatorProfile":[{"inputProfile":[{"records":30,"batches":30,"schemas":1}],"operatorId":2,"operatorType":11,"setupNanos":0,"processNanos":650383,"peakLocalMemoryAllocated":0,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":30}],"waitNanos":430682341},{"inputProfile":[{"records":30,"batches":30,"schemas":1}],"operatorId":1,"operatorType":10,"setupNanos":136848,"processNanos":193444,"peakLocalMemoryAllocated":256,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":13,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":512,"waitNanos":0},{"inputProfile":[{"records":30,"batches":30,"schemas":1}],"operatorId":0,"operatorType":13,"setupNanos":0,"processNanos":368224,"peakLocalMemoryAllocated":512,"metric":[{"metricId":0,"longValue":590}],"waitNanos":1441353}],"startTime":1521007768572,"endTime":1521007906768,"memoryUsed":0,"maxMemoryUsed":3000512,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":0},"lastUpdate":1521007906768,"lastProgress":1521007906768}]},{"majorFragmentId":1,"minorFragmentProfile":[{"state":3,"minorFragmentId":0,"operatorProfile":[{"inputProfile":[{"records":3736,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1257239,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137151602243},{"inputProfile":[{"records":3736,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":195805,"processNanos":228137,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3736,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":214667,"processNanos":35519849,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":5,"longValue":0},{"metricId":4,"longValue":1},{"metricId":7,"longValue":0},{"metricId":1,"longValue":3736},{"metricId":2,"longValue":0},{"metricId":3,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3736,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":123397,"processNanos":93024,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3736,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":98446,"processNanos":85911,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3736,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":194551,"processNanos":99870699,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":25433,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":1180187}],"startTime":1521007768576,"endTime":1521007906378,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx4.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906380,"lastProgress":1521007906380},{"state":3,"minorFragmentId":1,"operatorProfile":[{"inputProfile":[{"records":3789,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":786825,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137174582701},{"inputProfile":[{"records":3789,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":147696,"processNanos":133479,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3789,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":149759,"processNanos":17386669,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":3,"longValue":0},{"metricId":7,"longValue":0},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0},{"metricId":1,"longValue":3789},{"metricId":4,"longValue":1}],"waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":71338,"processNanos":65068,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":63323,"processNanos":67169,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3789,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":137488,"processNanos":458677675,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":18748,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":1055682}],"startTime":1521007768576,"endTime":1521007906737,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906737,"lastProgress":1521007906737},{"state":3,"minorFragmentId":14,"operatorProfile":[{"inputProfile":[{"records":3914,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":981842,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137108956716},{"inputProfile":[{"records":3914,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":137221,"processNanos":148772,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3914,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":207732,"processNanos":23197802,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":7,"longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"longValue":3914},{"metricId":2,"longValue":0},{"metricId":3,"longValue":0},{"metricId":4,"longValue":1}],"waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":117042,"processNanos":85742,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":98561,"processNanos":84841,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":2052160,"waitNanos":0},{"inputProfile":[{"records":3914,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":170215,"processNanos":77834355,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":27376,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":878628}],"startTime":1521007768579,"endTime":1521007906363,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx5.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906363,"lastProgress":1521007906363},{"state":3,"minorFragmentId":7,"operatorProfile":[{"inputProfile":[{"records":3687,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":949505,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137164154049},{"inputProfile":[{"records":3687,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":134268,"processNanos":154380,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3687,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":183848,"processNanos":19682950,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":4,"longValue":1},{"metricId":2,"longValue":0},{"metricId":3,"longValue":0},{"metricId":5,"longValue":0},{"metricId":1,"longValue":3687},{"metricId":7,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":111019,"processNanos":101441,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":96574,"processNanos":77780,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3687,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":168490,"processNanos":456832762,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":54897,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":938769}],"startTime":1521007768579,"endTime":1521007906734,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx2.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906736,"lastProgress":1521007906736},{"state":3,"minorFragmentId":9,"operatorProfile":[{"inputProfile":[{"records":3244,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1086059,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137109986055},{"inputProfile":[{"records":3244,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":254994,"processNanos":159078,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3244,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":232951,"processNanos":20195167,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":5,"longValue":0},{"metricId":3,"longValue":0},{"metricId":1,"longValue":3244},{"metricId":4,"longValue":1},{"metricId":2,"longValue":0},{"metricId":7,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3244,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":151393,"processNanos":918149,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3244,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":103430,"processNanos":80693,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3244,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":230903,"processNanos":71324538,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":54157,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":1781820}],"startTime":1521007768579,"endTime":1521007906356,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx5.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906356,"lastProgress":1521007906356},{"state":3,"minorFragmentId":18,"operatorProfile":[{"inputProfile":[{"records":3865,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1029864,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":136666445427},{"inputProfile":[{"records":3865,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":121115,"processNanos":167301,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3865,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":188675,"processNanos":23364339,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":4,"longValue":1},{"metricId":3,"longValue":0},{"metricId":7,"longValue":0},{"metricId":1,"longValue":3865},{"metricId":2,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":111904,"processNanos":91783,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":98250,"processNanos":96783,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3865,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":171342,"processNanos":478470342,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":52280,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":620468}],"startTime":1521007768580,"endTime":1521007906766,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx3.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906767,"lastProgress":1521007906767},{"state":3,"minorFragmentId":11,"operatorProfile":[{"inputProfile":[{"records":3755,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":801710,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137175648452},{"inputProfile":[{"records":3755,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":120061,"processNanos":119415,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3755,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":173831,"processNanos":16057680,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":4,"longValue":1},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":1,"longValue":3755},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":106017,"processNanos":85688,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":99788,"processNanos":78388,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3755,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":200453,"processNanos":452263925,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":25546,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":255596}],"startTime":1521007768576,"endTime":1521007906734,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906734,"lastProgress":1521007906734},{"state":3,"minorFragmentId":24,"operatorProfile":[{"inputProfile":[{"records":3579,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":852642,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":136889602973},{"inputProfile":[{"records":3579,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":126769,"processNanos":133960,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3579,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":155583,"processNanos":19332625,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":1,"longValue":3578},{"metricId":2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3578,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":126780,"processNanos":87198,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3578,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":101099,"processNanos":79467,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3578,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":230588,"processNanos":74620052,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":27408,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":436880}],"startTime":1521007768579,"endTime":1521007906365,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx5.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906365,"lastProgress":1521007906365},{"state":3,"minorFragmentId":5,"operatorProfile":[{"inputProfile":[{"records":3697,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1518857,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137152603197},{"inputProfile":[{"records":3697,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":175051,"processNanos":234543,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3697,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":215288,"processNanos":36164724,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":1,"longValue":3697},{"metricId":2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":4,"longValue":1},{"metricId":5,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3697,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":132561,"processNanos":95251,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3697,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":101558,"processNanos":87788,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3697,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":172143,"processNanos":109285935,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":42274,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":471966}],"startTime":1521007768576,"endTime":1521007906389,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx4.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906391,"lastProgress":1521007906391},{"state":3,"minorFragmentId":28,"operatorProfile":[{"inputProfile":[{"records":3700,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1050788,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":136645301746},{"inputProfile":[{"records":3700,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":191178,"processNanos":176909,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3700,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":213512,"processNanos":20140056,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":3,"longValue":0},{"metricId":7,"longValue":0},{"metricId":4,"longValue":1},{"metricId":1,"longValue":3699},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3699,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":127219,"processNanos":88974,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3699,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":108692,"processNanos":84607,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1986624,"waitNanos":0},{"inputProfile":[{"records":3699,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":195651,"processNanos":476941251,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":50736,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":745364}],"startTime":1521007768580,"endTime":1521007906766,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx3.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906767,"lastProgress":1521007906767},{"state":3,"minorFragmentId":20,"operatorProfile":[{"inputProfile":[{"records":3586,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1259828,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137141321396},{"inputProfile":[{"records":3586,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":136176,"processNanos":192728,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3586,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":211143,"processNanos":37855000,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":3,"longValue":0},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0},{"metricId":4,"longValue":1},{"metricId":1,"longValue":3586},{"metricId":7,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3586,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":111131,"processNanos":89532,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3586,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":100785,"processNanos":102721,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3586,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":180960,"processNanos":101661738,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":25819,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":386670}],"startTime":1521007768576,"endTime":1521007906390,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx4.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906392,"lastProgress":1521007906392},{"state":3,"minorFragmentId":12,"operatorProfile":[{"inputProfile":[{"records":3483,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1115668,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137167044681},{"inputProfile":[{"records":3483,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":199968,"processNanos":167249,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3483,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":220265,"processNanos":20700198,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":4,"longValue":1},{"metricId":1,"longValue":3483},{"metricId":2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":119544,"processNanos":86611,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":95958,"processNanos":98970,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3483,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":198392,"processNanos":53318119,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":100548,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":3829432}],"startTime":1521007768579,"endTime":1521007906336,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx2.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906338,"lastProgress":1521007906338},{"state":3,"minorFragmentId":23,"operatorProfile":[{"inputProfile":[{"records":3507,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":956207,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":136673393232},{"inputProfile":[{"records":3507,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":132254,"processNanos":178459,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3507,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":226799,"processNanos":20999218,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":4,"longValue":1},{"metricId":2,"longValue":0},{"metricId":7,"longValue":0},{"metricId":1,"longValue":3507},{"metricId":3,"longValue":0},{"metricId":5,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3507,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":107672,"processNanos":94105,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3507,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":96804,"processNanos":105677,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3507,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":196643,"processNanos":85365009,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":49509,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":516067}],"startTime":1521007768580,"endTime":1521007906373,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx3.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906375,"lastProgress":1521007906375},{"state":3,"minorFragmentId":2,"operatorProfile":[{"inputProfile":[{"records":3546,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":1131792,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137121714289},{"inputProfile":[{"records":3546,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":122477,"processNanos":178722,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3546,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":195676,"processNanos":22339662,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0},{"metricId":4,"longValue":1},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":1,"longValue":3546}],"waitNanos":0},{"inputProfile":[{"records":3546,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":104469,"processNanos":86548,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3546,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":115726,"processNanos":79057,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3546,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":186248,"processNanos":457534797,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":58490,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":19}],"waitNanos":580698}],"startTime":1521007768579,"endTime":1521007906734,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx2.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906736,"lastProgress":1521007906736},{"state":3,"minorFragmentId":16,"operatorProfile":[{"inputProfile":[{"records":3484,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":843918,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137175838527},{"inputProfile":[{"records":3484,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":137014,"processNanos":131944,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3484,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":177235,"processNanos":17374870,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":1,"longValue":3484},{"metricId":4,"longValue":1},{"metricId":3,"longValue":0},{"metricId":7,"longValue":0},{"metricId":5,"longValue":0},{"metricId":2,"longValue":0}],"waitNanos":0},{"inputProfile":[{"records":3484,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":98389,"processNanos":74760,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3484,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":90473,"processNanos":70765,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3484,"batches":2,"schemas":1}],"operatorId":1,"operatorType":25,"setupNanos":186027,"processNanos":452807259,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":80,"waitNanos":0},{"inputProfile":[{"records":1,"batches":1,"schemas":1}],"operatorId":0,"operatorType":0,"setupNanos":0,"processNanos":23598,"peakLocalMemoryAllocated":80,"metric":[{"metricId":0,"longValue":20}],"waitNanos":290488}],"startTime":1521007768577,"endTime":1521007906736,"memoryUsed":0,"maxMemoryUsed":58035584,"endpoint":{"address":"prod-hadoop-xx1.bom-prod.com","userPort":31010,"controlPort":31011,"dataPort":31012,"version":"1.12.0","state":1},"lastUpdate":1521007906736,"lastProgress":1521007906736},{"state":3,"minorFragmentId":6,"operatorProfile":[{"inputProfile":[{"records":3641,"batches":6,"schemas":1}],"operatorId":6,"operatorType":11,"setupNanos":0,"processNanos":878733,"peakLocalMemoryAllocated":104,"metric":[{"metricId":0,"longValue":0},{"metricId":1,"longValue":5}],"waitNanos":137175830179},{"inputProfile":[{"records":3641,"batches":6,"schemas":1}],"operatorId":5,"operatorType":10,"setupNanos":125586,"processNanos":125364,"peakLocalMemoryAllocated":262144,"waitNanos":0},{"inputProfile":[{"records":3641,"batches":6,"schemas":1}],"operatorId":4,"operatorType":3,"setupNanos":188151,"processNanos":15066984,"peakLocalMemoryAllocated":48627712,"metric":[{"metricId":0,"longValue":65536},{"metricId":1,"longValue":3641},{"metricId":7,"longValue":0},{"metricId":3,"longValue":0},{"metricId":2,"longValue":0},{"metricId":5,"longValue":0},{"metricId":4,"longValue":1}],"waitNanos":0},{"inputProfile":[{"records":3641,"batches":2,"schemas":1}],"operatorId":3,"operatorType":10,"setupNanos":107860,"processNanos":87099,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":3641,"batches":2,"schemas":1}],"operatorId":2,"operatorType":10,"setupNanos":104835,"processNanos":81944,"peakLocalMemoryAllocated":47841280,"waitNanos":0},{"inputProfile":[{"records":0,"batches":0,"schemas":0}],"operatorId":1,"operatorType":25,"setupNanos":0,"processNanos":0,"peakLocalMemoryAllocated":1724480,"waitNanos":0},{"inputProfile":[{"records":3641,"batches":2,"schema
