[libvirt] libvirtd segfault

AL13N alien at rmail.be
Tue Mar 19 22:27:36 UTC 2013 

Op maandag 18 maart 2013 18:19:51 schreef Jiri Denemark:
> On Thu, Mar 14, 2013 at 20:01:16 +0100, AL13N wrote:
> > Op maandag 11 maart 2013 12:59:08 schreef Eric Blake:
> > > On 03/10/2013 09:25 AM, AL13N wrote:
> > > > regarding
> > > > 
> > > > http://www.redhat.com/archives/libvir-list/2012-December/msg01365.html
> > > > 
> > > > and
> > > > 
> > > > https://www.redhat.com/archives/libvir-list/2012-December/msg00935.htm
> > > > l
> > > 
> > > There have been several fixes to shutdown since December; can you
> > > reproduce the problem with libvirt 1.0.3?
> > 
> > this is the journalctl output
> > 
> > https://gist.github.com/5164169
> 
> Thanks, but debug logs without a backtrace are not usually very helpful
> in case of a segfault. Could you setup your system to store libvirtd's
> core once it crashes, make sure you have all required debuginfo symbols
> installed, and use gdb to get the backtrace using
> ``thread apply all backtrace'' command?

here it is...

Thread 12 (Thread 0x7fdeedbac700 (LWP 20534)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146428, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bcb in virThreadPoolWorker (opaque=opaque at entry=0x1123ac0) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 11 (Thread 0x7fdeed3ab700 (LWP 20535)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146428, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bcb in virThreadPoolWorker (opaque=opaque at entry=0x1123c40) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 10 (Thread 0x7fdef0bb2700 (LWP 20528)):
#0  0x00007fdef5b64eaa in __lll_unlock_wake () from /lib64/libpthread.so.0
#1  0x00007fdef5b61b09 in _L_unlock_572 () from /lib64/libpthread.so.0
#2  0x00007fdef5b61aa1 in __pthread_mutex_unlock_usercnt () from 
/lib64/libpthread.so.0
#3  0x00007fdee9a734b3 in libxl__ctx_unlock (ctx=<optimized out>) at 
libxl_internal.h:2659
#4  libxl__ao_inprogress (ao=ao at entry=0x7fdedc000c60, 
file=file at entry=0x7fdee9a7c460 "libxl.c", line=line at entry=1276, 
func=func at entry=0x7fdee9a7e310 <__func__.15903> "libxl_domain_destroy")
    at libxl_event.c:1627
#5  0x00007fdee9a4d458 in libxl_domain_destroy (ctx=0x7fdee40fe240, domid=38, 
ao_how=ao_how at entry=0x0) at libxl.c:1276
#6  0x00007fdee9ca5d22 in libxlVmReap (driver=0x7fdee40c98b0, 
vm=0x7fdee40f30f0, reason=VIR_DOMAIN_SHUTOFF_DESTROYED) at 
libxl/libxl_driver.c:659
#7  0x00007fdee9ca5e49 in libxlDomainDestroyFlags (dom=0x7fdedc000c00, 
flags=<optimized out>) at libxl/libxl_driver.c:1799
#8  0x00007fdef5e68417 in virDomainDestroy 
(domain=domain at entry=0x7fdedc000c00) at libvirt.c:2224
#9  0x000000000042b9a6 in remoteDispatchDomainDestroy (args=<optimized out>, 
rerr=0x7fdef0bb1ca0, client=0x1156a40, server=<optimized out>, msg=<optimized 
out>) at remote_dispatch.h:1277
#10 remoteDispatchDomainDestroyHelper (server=<optimized out>, 
client=0x1156a40, msg=<optimized out>, rerr=0x7fdef0bb1ca0, args=<optimized 
out>, ret=<optimized out>) at remote_dispatch.h:1255
#11 0x00007fdef5ecd1ca in virNetServerProgramDispatchCall (msg=0x1156e10, 
client=0x1156a40, server=0x1146220, prog=0x1153560) at 
rpc/virnetserverprogram.c:432
#12 virNetServerProgramDispatch (prog=0x1153560, 
server=server at entry=0x1146220, client=0x1156a40, msg=0x1156e10) at 
rpc/virnetserverprogram.c:305
#13 0x00007fdef5ec82e8 in virNetServerProcessMsg (msg=<optimized out>, 
prog=<optimized out>, client=<optimized out>, srv=0x1146220) at 
rpc/virnetserver.c:162
#14 virNetServerHandleJob (jobOpaque=<optimized out>, opaque=0x1146220) at 
rpc/virnetserver.c:183
#15 0x00007fdef5df4b0e in virThreadPoolWorker (opaque=opaque at entry=0x1123ac0) 
at util/virthreadpool.c:144
#16 0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#17 0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#18 0x00007fdef568987d in clone () from /lib64/libc.so.6
#19 0x0000000000000000 in ?? ()

Thread 9 (Thread 0x7fdeee3ad700 (LWP 20533)):
#0  0x00007fdef5b64e0c in __lll_lock_wait () from /lib64/libpthread.so.0
#1  0x00007fdef5b60cb4 in _L_lock_850 () from /lib64/libpthread.so.0
#2  0x00007fdef5b60bb7 in pthread_mutex_lock () from /lib64/libpthread.so.0
#3  0x00007fdef5df46f5 in virMutexLock (m=<optimized out>) at 
util/virthreadpthread.c:85
#4  0x00007fdee9c9fac5 in libxlDriverLock (driver=<optimized out>) at 
libxl/libxl_driver.c:131
#5  0x00007fdee9ca301a in libxlNumDomains (conn=<optimized out>) at 
libxl/libxl_driver.c:1428
#6  0x00007fdef5e677d9 in virConnectNumOfDomains (conn=0x7fdee0000bd0) at 
libvirt.c:1900
#7  0x000000000042848f in remoteDispatchNumOfDomains (ret=0x7fdec8000930, 
rerr=0x7fdeee3acca0, client=0x1156a40, server=<optimized out>, msg=<optimized 
out>) at remote_dispatch.h:10971
#8  remoteDispatchNumOfDomainsHelper (server=<optimized out>, 
client=0x1156a40, msg=<optimized out>, rerr=0x7fdeee3acca0, args=<optimized 
out>, ret=0x7fdec8000930) at remote_dispatch.h:10952
#9  0x00007fdef5ecd1ca in virNetServerProgramDispatchCall (msg=0x1157510, 
client=0x1156a40, server=0x1146220, prog=0x1153560) at 
rpc/virnetserverprogram.c:432
#10 virNetServerProgramDispatch (prog=0x1153560, 
server=server at entry=0x1146220, client=0x1156a40, msg=0x1157510) at 
rpc/virnetserverprogram.c:305
#11 0x00007fdef5ec82e8 in virNetServerProcessMsg (msg=<optimized out>, 
prog=<optimized out>, client=<optimized out>, srv=0x1146220) at 
rpc/virnetserver.c:162
#12 virNetServerHandleJob (jobOpaque=<optimized out>, opaque=0x1146220) at 
rpc/virnetserver.c:183
#13 0x00007fdef5df4b0e in virThreadPoolWorker (opaque=opaque at entry=0x1123c40) 
at util/virthreadpool.c:144
#14 0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#15 0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#16 0x00007fdef568987d in clone () from /lib64/libc.so.6
#17 0x0000000000000000 in ?? ()

Thread 8 (Thread 0x7fdeecbaa700 (LWP 20536)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146428, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bcb in virThreadPoolWorker (opaque=opaque at entry=0x1123ac0) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 7 (Thread 0x7fdeeebae700 (LWP 20532)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146428, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bcb in virThreadPoolWorker (opaque=opaque at entry=0x1123ac0) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 6 (Thread 0x7fdeef3af700 (LWP 20531)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146390, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bab in virThreadPoolWorker (opaque=opaque at entry=0x1123c40) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 5 (Thread 0x7fdef6836700 (LWP 20723)):
#0  0x00007fdef5b650ed in read () from /lib64/libpthread.so.0
#1  0x00007fdee9ed73a4 in read (__nbytes=16, __buf=0x7fdec00008d0, __fd=31) at 
/usr/include/bits/unistd.h:44
#2  read_all (fd=31, data=0x7fdec00008d0, data at entry=0x20, len=len at entry=16, 
nonblocking=nonblocking at entry=0) at xs.c:365
#3  0x00007fdee9ed74b8 in read_message (h=h at entry=0x7fdee40d2a70, 
nonblocking=nonblocking at entry=0) at xs.c:1071
#4  0x00007fdee9ed7e29 in read_thread (arg=0x7fdee40d2a70) at xs.c:1137
#5  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#6  0x00007fdef568987d in clone () from /lib64/libc.so.6
#7  0x0000000000000000 in ?? ()

Thread 4 (Thread 0x7fdeefbb0700 (LWP 20530)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146390, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bab in virThreadPoolWorker (opaque=opaque at entry=0x1123ac0) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 3 (Thread 0x7fdef03b1700 (LWP 20529)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146390, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bab in virThreadPoolWorker (opaque=opaque at entry=0x1123c40) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 2 (Thread 0x7fdef13b3700 (LWP 20527)):
#0  0x00007fdef5b625c4 in pthread_cond_wait@@GLIBC_2.3.2 () from 
/lib64/libpthread.so.0
#1  0x00007fdef5df4766 in virCondWait (c=c at entry=0x1146390, 
m=m at entry=0x1146368) at util/virthreadpthread.c:117
#2  0x00007fdef5df4bab in virThreadPoolWorker (opaque=opaque at entry=0x1123c40) 
at util/virthreadpool.c:103
#3  0x00007fdef5df4599 in virThreadHelper (data=<optimized out>) at 
util/virthreadpthread.c:161
#4  0x00007fdef5b5ed18 in start_thread () from /lib64/libpthread.so.0
#5  0x00007fdef568987d in clone () from /lib64/libc.so.6
#6  0x0000000000000000 in ?? ()

Thread 1 (Thread 0x7fdef683b800 (LWP 20522)):
#0  0x0000000000000000 in ?? ()
#1  0x00007fdee9a72dc7 in libxl_osevent_occurred_timeout (ctx=<optimized out>, 
for_libxl=0x7fdedc001608) at libxl_event.c:1039
#2  0x00007fdee9c9ff87 in libxlTimerCallback (timer=<optimized out>, 
timer_info=0x7fdedc001730) at libxl/libxl_driver.c:259
#3  0x00007fdef5dd0f1a in virEventPollDispatchTimeouts () at 
util/vireventpoll.c:450
#4  virEventPollRunOnce () at util/vireventpoll.c:643
#5  0x00007fdef5dcf88d in virEventRunDefaultImpl () at util/virevent.c:273
#6  0x00007fdef5ec96c5 in virNetServerRun (srv=0x1146220) at 
rpc/virnetserver.c:1108
#7  0x000000000040c8e0 in main (argc=<optimized out>, argv=<optimized out>) at 
libvirtd.c:1481

More information about the libvir-list mailing list