Hi Guys,
I have my parallel query running and it's only using CPU. So, i don't know how to know where all cpu being used for. Here is the little synopsis from one of the parallel thread can somebody help me pointing out real problem why it's using so much CPU
truss -cp 7232
^C
syscall seconds calls errors
times .000 10
semctl .000 24
semop .000 1
lwp_park .000 6
lwp_unpark .000 6
yield .000 3
pread .008 6
kaio .000 12 12
-------- ------ ----
sys totals: .010 68 12
usr time: 13.275
elapsed: 32.000
truss -p 7232
/5: lwp_park(0x00000000, 0) (sleeping...)
/7: lwp_park(0x00000000, 0) (sleeping...)
/2: kaio(6, 0x00000000, 0xFFFFFFFF7A8F7F00, 0x00000010, 0xFFFFFFFF7A8F8F58, 0xFFFFFFFF7AA00A00) (sleeping...)
/3: lwp_park(0x00000000, 0) (sleeping...)
/9: lwp_park(0x00000000, 0) (sleeping...)
/11: lwp_park(0x00000000, 0) (sleeping...)
/8: lwp_park(0x00000000, 0) (sleeping...)
/6: lwp_park(0x00000000, 0) (sleeping...)
/10: lwp_park(0x00000000, 0) (sleeping...)
/4: lwp_park(0x00000000, 0) (sleeping...)
/1: semctl(25, 87, SETVAL, 1) = 0
/1: semctl(25, 91, SETVAL, 1) = 0
/1: semctl(25, 70, SETVAL, 1) = 0
/1: semctl(25, 85, SETVAL, 1) = 0
/1: semctl(25, 78, SETVAL, 1) = 0
/1: yield() = 0
/1: semctl(25, 88, SETVAL, 1) = 0
/1: semctl(25, 76, SETVAL, 1) = 0
/1: semctl(25, 82, SETVAL, 1) = 0
/1: yield() = 0
/1: times(0xFFFFFFFF7FFF48E0) = 795984411
/1: times(0xFFFFFFFF7FFF4830) = 795984429
/1: lwp_unpark(6) = 0
/6: lwp_park(0x00000000, 0) = 0
/6: pread(258, "06C2\0\00701A2F0 o06DF1B".., 262144, 0x68BC0000) = 262144
/6: lwp_park(0x00000000, 0) (sleeping...)
/1: yield() = 0
/1: times(0xFFFFFFFF7FFF48E0) = 795984986
/1: times(0xFFFFFFFF7FFF4830) = 795985016
/1: semctl(25, 87, SETVAL, 1) = 0
/1: semctl(25, 91, SETVAL, 1) = 0
/1: semctl(25, 70, SETVAL, 1) = 0
/1: semctl(25, 85, SETVAL, 1) = 0
/1: semctl(25, 78, SETVAL, 1) = 0
/1: yield() = 0
/1: semctl(25, 88, SETVAL, 1) = 0
/1: yield() = 0
/1: semctl(25, 76, SETVAL, 1) = 0
/1: semctl(25, 82, SETVAL, 1) = 0
/1: yield() = 0
/1: times(0xFFFFFFFF7FFF48E0) = 795985632
/1: times(0xFFFFFFFF7FFF4830) = 795985632
/1: lwp_unpark(3) = 0
/3: lwp_park(0x00000000, 0) = 0
/1: kaio(AIOWAIT, 0xFFFFFFFFFFFFFFFF) Err#22 EINVAL
/3: pread(258, "06C2\0\00701A3\0 o06DF1B".., 262144, 0x68C00000) = 262144
/1: kaio(AIOWAIT, 0xFFFFFFFFFFFFFFFF) Err#22 EINVAL
/3: lwp_park(0x00000000, 0) (sleeping...)
/1: times(0xFFFFFFFF7FFF48E0) = 795986158
/1: times(0xFFFFFFFF7FFF4830) = 795986158
/1: lwp_unpark(4) = 0
/4: lwp_park(0x00000000, 0) = 0
/4: pread(258, "06C2\0\00701A310 o06DF1B".., 262144, 0x68C40000) = 262144
/4: lwp_park(0x00000000, 0) (sleeping...)
/1: semctl(25, 87, SETVAL, 1) = 0
/1: semctl(25, 91, SETVAL, 1) = 0
/1: semctl(25, 70, SETVAL, 1) = 0
/1: semctl(25, 78, SETVAL, 1) = 0
/1: semctl(25, 85, SETVAL, 1) = 0
/1: semctl(25, 88, SETVAL, 1) = 0
/1: semctl(25, 76, SETVAL, 1) = 0
/1: semctl(25, 82, SETVAL, 1) = 0
/1: lwp_unpark(5) = 0
/5: lwp_park(0x00000000, 0) = 0
/5: pread(258, "06C2\0\00701A3 o06DF1B".., 262144, 0x68C80000) = 262144
/1: yield() = 0
/1: kaio(AIOWAIT, 0xFFFFFFFFFFFFFFFF) Err#22 EINVAL
/1: kaio(AIOWAIT, 0xFFFFFFFFFFFFFFFF) Err#22 EINVAL
/5: lwp_park(0x00000000, 0) (sleeping...)
/1: times(0xFFFFFFFF7FFF48E0) = 795986790
/1: times(0xFFFFFFFF7FFF4830) = 795986790
/1: semctl(25, 87, SETVAL, 1) = 0
/1: semctl(25, 91, SETVAL, 1) = 0
/1: yield() = 0
/1: times(0xFFFFFFFF7FFF48E0) = 795987526
/1: times(0xFFFFFFFF7FFF4830) = 795987526
/1: semctl(25, 70, SETVAL, 1) = 0
/1: semctl(25, 85, SETVAL, 1) = 0
/1: semctl(25, 88, SETVAL, 1) = 0
/1: lwp_unpark(6) = 0
/6: lwp_park(0x00000000, 0) = 0
/6: pread(258, "06C2\0\00701A3 0 o06DF1B".., 262144, 0x68CC0000) = 262144
/1: semctl(25, 78, SETVAL, 1) = 0
/1: semctl(25, 82, SETVAL, 1) = 0
/1: semctl(25, 76, SETVAL, 1) = 0
/6: lwp_park(0x00000000, 0) (sleeping...)
/1: times(0xFFFFFFFF7FFF48E0) = 795987964
/1: times(0xFFFFFFFF7FFF4830) = 795987964
And also process stack
----------------- lwp# 1 / thread# 1 --------------------
000000010181bc10 evaiand (45e67df38, 2, 10181bc00, 10080, 45e67df38, 0) + 10
000000010181bca0 evaior (45e67e810, 45e67e810, 45e67e8a0, 9, 2, 7) + 20
00000001036129e4 kdstf0100101km (ffffffff797b24a8, 382cd8c7a, 7fff, 382cdac82, 4d5f16478, ffffffff797d64a0) + 6c4
00000001035a2de0 kdsttgr (0, 0, ffffffff797e6468, ffffffff797b24a8, 2, 1009b2a60) + 6ce0
00000001031e3470 qertbFetch (7fff, 1, 1056b1328, ffffffff797b2d20, 1064fea98, 1) + 2d0
00000001031d9a78 qerjotFetch (4b3f03fb0, 1009b2a60, ffffffff797b2d20, 7fff, 25, 1059ff2f0) + b8
000000010326a778 rwsfcd (4b3f03df8, 1009b2a60, ffffffff797b2d20, 7fff, f60, 1059ff2f0) + 78
00000001009b32f8 qertqoFetch (1059ff, 1059ff000, 30, ffffffff797b2d20, 7fff, 106400) + 258
00000001009a3610 qerpxSlaveFetch (ffffffff, 5d, 174, 0, 1, ffffffff797c6f88) + 690
00000001009a5038 qerpxFetch (4e29e92e8, 0, 0, 1, ffffffff79946980, 1) + 9b8
00000001025327c8 opiexe (1059ff000, ffffffff797d0f18, 0, 0, 0, 53f4841f8) + 4448
00000001024879d8 kpoal8 (bffffc00, 8, 0, 820, 105800, ffffffff799200b0) + 778
0000000100346cec opiodr (105740ec0, 5e, 1064fe800, 1, ffffffff79926398, 106501) + 60c
00000001024c095c kpoodr (ffffffff7994a2f8, 5e, ffffffff7fffb260, 0, 0, ffffffff799200b0) + 1bc
0000000103c075ec upirtrc (ffffffff7994a2f8, 5e, 0, 1058570b8, 1024c07a0, 0) + 48c
0000000103b77ab0 kpurcsc (ffffffff7994d678, 5e, ffffffff7fffdc96, 0, 0, ffffffff7995fab8) + 70
0000000103b0e7bc kpuexecv8 (ffffffff7994d678, ffffffff7995fa38, ffffffff7995fab8, 4dc20, ffffffff7fffb260, 1064a6a80) + 141c
0000000103b10ecc kpuexec (ffffffff7994a470, ffffffff7995fa38, 1066a06b8, 1, 4000, 0) + 152c
0000000103bd5a90 OCIStmtExecute (0, ffffffff7995fa38, 1066a06b8, 1, 0, 4000) + 30
00000001009522c4 kxfxsStmtExecute (ffffffff79940a38, 3e94, 106400, 0, 1064fe800, 53f4841f8) + 104
0000000100943c3c kxfxsExecute (ffffffff79940a38, ffffffff7fffe3b8, 1056b1, ffffffff7fffdf90, 1064fea98, 1064fe918) + dc
0000000100942480 kxfxsp (0, 106748c70, 3385, 0, 1, 0) + 2a0
000000010094bac0 kxfxmai (106400, 106400, 4c87100d0, 106501, 1800, 106400) + 260
00000001009788b0 kxfprdp (38001c, 5, 1064fea98, 10094b860, 0, 4c96af560) + 770
00000001024ef1f4 opirip (10650b000, 38001c, 380000, 380007000, 10650b, 38001b000) + 4b4
000000010033f7b4 opidrv (10650e160, 0, 32, 10650ae98, 32, 0) + 4b4
0000000100339c50 sou2o (ffffffff7ffff888, 32, 4, ffffffff7ffff8b0, 105de5000, 105de5) + 50
00000001002fc00c opimai_real (3, ffffffff7ffff988, 0, 0, 247c394, 14800) + 10c
00000001002fbe38 main (1, ffffffff7ffffa98, 0, ffffffff7ffff990, ffffffff7ffffaa0, ffffffff79c00140) + 98
00000001002fbd5c _start (0, 0, 0, 0, 0, 0) + 17c
----------------- lwp# 2 / thread# 2 --------------------
ffffffff7a7d31b0 kaio (6, 0, ffffffff7a8f7f00, 10, ffffffff7a8f8f58, ffffffff7aa00a00)
----------------- lwp# 3 / thread# 3 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
ffffffff7a7cbe74 cond_wait_queue (106761e20, 106761e30, 0, 0, 0, ffffffff7a8f9040) + 28
ffffffff7a7cc424 cond_wait (106761e20, 106761e30, 0, 1000, ffffffff7aa01200, 0) + 10
ffffffff7a5039f4 _aio_idle (106761db0, 1, 106761e30, 0, ffffffff7a608000, 0) + 28
ffffffff7a50313c _aio_do_request (106761db0, 10000, 0, 0, ffffffff7a608000, ffffffff7a608000) + c4
ffffffff7a7d25f8 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 4 / thread# 4 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
ffffffff7a7cbe74 cond_wait_queue (106761f70, 106761f80, 0, 0, 0, ffffffff7a8f9040) + 28
ffffffff7a7cc424 cond_wait (106761f70, 106761f80, 0, 1000, ffffffff7aa01a00, 0) + 10
ffffffff7a5039f4 _aio_idle (106761f00, 1, 106761f80, 0, ffffffff7a608000, 0) + 28
ffffffff7a50313c _aio_do_request (106761f00, 10000, 0, 0, ffffffff7a608000, ffffffff7a608000) + c4
ffffffff7a7d25f8 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 5 / thread# 5 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
ffffffff7a7cbe74 cond_wait_queue (1067620c0, 1067620d0, 0, 0, 0, ffffffff7a8f9040) + 28
ffffffff7a7cc424 cond_wait (1067620c0, 1067620d0, 0, 1000, ffffffff7aa02200, 0) + 10
ffffffff7a5039f4 _aio_idle (106762050, 1, 1067620d0, 0, ffffffff7a608000, 0) + 28
ffffffff7a50313c _aio_do_request (106762050, 10000, 0, 0, ffffffff7a608000, ffffffff7a608000) + c4
ffffffff7a7d25f8 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 6 / thread# 6 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
ffffffff7a7cbe74 cond_wait_queue (106762210, 106762220, 0, 0, 0, ffffffff7a8f9040) + 28
ffffffff7a7cc424 cond_wait (106762210, 106762220, 0, 1000, ffffffff7aa02a00, 0) + 10
ffffffff7a5039f4 _aio_idle (1067621a0, 1, 106762220, 0, ffffffff7a608000, 0) + 28
ffffffff7a50313c _aio_do_request (1067621a0, 10000, 0, 0, ffffffff7a608000, ffffffff7a608000) + c4
ffffffff7a7d25f8 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 7 / thread# 7 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
----------------- lwp# 8 / thread# 8 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
ffffffff7a7cbe74 cond_wait_queue (1067624b0, 1067624c0, 0, 0, 0, ffffffff7a8f9040) + 28
ffffffff7a7cc424 cond_wait (1067624b0, 1067624c0, 0, 1000, ffffffff7aa03a00, 0) + 10
ffffffff7a5039f4 _aio_idle (106762440, 1, 1067624c0, 0, ffffffff7aa03a00, 0) + 28
ffffffff7a50313c _aio_do_request (106762440, 10000, 0, 0, ffffffff7a503078, ffffffff7a608000) + c4
ffffffff7a7d25f8 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 9 / thread# 9 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
----------------- lwp# 10 / thread# 10 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)
----------------- lwp# 11 / thread# 11 --------------------
ffffffff7a7d2698 lwp_park (0, 0, 0)