root@xenturio2:~# xl console testvm-2.6
PM: early restore of devices complete after 0.084 msecs
invalid opcode: 0000 [#1] SMP
last sysfs file: /sys/devices/virtual/vc/vcsa6/uevent
CPU 0
Pid: 897, comm: rs:main Q:Reg Not tainted 2.6.39-xenU #5
RIP: e030:[<ffffffff811fcd44>]  [<ffffffff811fcd44>] cfq_insert_request+0x1a8/0x434
RSP: e02b:ffff88001a4b5bc8  EFLAGS: 00010046
RAX: 0000000000000001 RBX: ffff88001a4cc828 RCX: ffff88001fadd300
RDX: 0000000000000111 RSI: 0000000000000002 RDI: 00000000000001ff
RBP: ffff88001faaf800 R08: 00000000006b28e0 R09: ffff88001a4b0270
R10: 0000000000000000 R11: ffff88001fb022a0 R12: ffff88001fb022a0
R13: ffff88001a4b5c08 R14: ffff88001a4b0270 R15: 0000000000000000
FS:  00007f8b9ff08700(0000) GS:ffff88001feb4000(0000) knlGS:0000000000000000
CS:  e033 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f8ba1b03312 CR3: 0000000019c92000 CR4: 0000000000002660
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Process rs:main Q:Reg (pid: 897, threadinfo ffff88001a4b4000, task ffff88001fa73080)
Stack:
 0000000091827364 ffff88001fa28000 ffff88001fb022a0 ffff88001a4b5c00
 ffff88001a4b5c08 ffffffff811f0dbb ffff88001a4b5bf8 ffff88001a4b5bf8
 ffff88001a4b5c08 ffff88001a4b5c08 ffff88001fec6dc0 ffff88001fef5e28
Call Trace:
 [<ffffffff811f0dbb>] ? blk_flush_plug_list+0x1b2/0x20f
 [<ffffffff810a9c7b>] ? sleep_on_page+0xd/0xd
 [<ffffffff81347005>] ? io_schedule+0x6f/0xc4
 [<ffffffff810a9c84>] ? sleep_on_page_killable+0x9/0x30
 [<ffffffff8134747f>] ? __wait_on_bit_lock+0x3c/0x85
 [<ffffffff810a9c05>] ? __lock_page_killable+0x5d/0x63
 [<ffffffff8107c7be>] ? autoremove_wake_function+0x2a/0x2a
 [<ffffffff810ab414>] ? generic_file_aio_read+0x410/0x5e4
 [<ffffffff810daa23>] ? do_sync_read+0xb1/0xea
 [<ffffffff8102ebf2>] ? check_events+0x12/0x20
 [<ffffffff810db4c8>] ? vfs_read+0xaa/0x14b
 [<ffffffff810db61f>] ? sys_read+0x45/0x6e
 [<ffffffff81349092>] ? system_call_fastpath+0x16/0x1b
Code: 85 c0 74 06 80 78 40 00 78 3f 48 8b 41 18 8b 40 08 85 c0 74 34 8b b5 f8 02 00 00 85 f6 74 2a f6 43 05 08 75 10 8b bb bc 00 00 00 <f3> 40 0f b8 c7 83 f8 04 77 14 48 83 79 30 50 76 27 31 c0 89 f6
RIP  [<ffffffff811fcd44>] cfq_insert_request+0x1a8/0x434
 RSP <ffff88001a4b5bc8>
---[ end trace a4b4473621986c76 ]---
rsyslogd[899] trap invalid opcode ip:7f8ba0e56396 sp:7f8b9ef05d58 error:0 in libc-2.11.2.so[7f8ba0d4f000+158000]







root@xenturio2:~# /usr/lib/xen/bin/xenctx -s /boot/System.map-2.6.39-xenU 4 0
rip: ffffffff810013aa hypercall_page+0x3aa
flags: 00001202 i nz
rsp: ffff88001a4b58a8
rax: 0000000000000000	rcx: ffffffff810013aa	rdx: ffff88001a4b58dc
rbx: 0000000000000000	rsi: ffff88001a4b58c0	rdi: 0000000000000003
rbp: 0000000000000011	 r8: ffff88001a4b58c0	 r9: 0000000000000001
r10: ffff88001f81a000	r11: 0000000000000202	r12: 0000000000000000
r13: 0000000000000401	r14: 0000000000000001	r15: ffff88001fa73208
 cs: e033	 ss: e02b	 ds: 0000	 es: 0000
 fs: 0000 @ 00007f8b9ff08700
 gs: 0000 @ ffff88001feb4000/0000000000000000
Code (instr addr ffffffff810013aa)
cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc


Stack:
 ffffffff8102ebdf ffff88001f81a000 ffffffff812542e9 ffff88001a4b58dc
 ffffffff00000001 0000000000000000 0000000881254353 ffffffff815ca638
 ffffffff8102ffa4 ffffffff813485e5 0000000000000001 ffffffff815ca638
 0000000000000001 0000000000000200 0000000000000400 0000000000000000

Call Trace:
  [<ffffffff810013aa>] hypercall_page+0x3aa  <--
  [<ffffffff8102ebdf>] xen_restore_fl_direct_end
  [<ffffffff812542e9>] xen_poll_irq_timeout+0x38
  [<ffffffff8102ffa4>] xen_spin_lock_slow+0x89
  [<ffffffff813485e5>] _raw_spin_lock+0x5
  [<ffffffff81030044>] xen_spin_lock_flags+0x4d
  [<ffffffff81348606>] _raw_spin_lock_irqsave+0x1e
  [<ffffffff8109d6db>] __call_rcu+0x122
  [<ffffffff811fb4c1>] cfq_exit_single_io_context+0x29
  [<ffffffff811fb519>] cfq_exit_io_context+0x24
  [<ffffffff811f3b77>] exit_io_context+0x4e
  [<ffffffff8106a37b>] do_exit+0x6b1
  [<ffffffff810340bc>] oops_end+0x96
  [<ffffffff81032206>] do_invalid_op+0x8b
  [<ffffffff811fcd44>] cfq_insert_request+0x1a8
  [<ffffffff81349d1b>] invalid_op+0x1b
  [<ffffffff811fcd44>] cfq_insert_request+0x1a8
  [<ffffffff811fcc11>] cfq_insert_request+0x75
  [<ffffffff811f0dbb>] blk_flush_plug_list+0x1b2
  [<ffffffff810a9c7b>] sleep_on_page_killable
  [<ffffffff81347005>] io_schedule+0x6f
  [<ffffffff810a9c84>] sleep_on_page_killable+0x9
  [<ffffffff8134747f>] __wait_on_bit_lock+0x3c
  [<ffffffff810a9c05>] __lock_page_killable+0x5d
  [<ffffffff8107c7be>] wake_bit_function
  [<ffffffff810ab414>] generic_file_aio_read+0x410
  [<ffffffff810daa23>] do_sync_read+0xb1
  [<ffffffff8102ebf2>] check_events+0x12
  [<ffffffff810db4c8>] vfs_read+0xaa
  [<ffffffff810db61f>] sys_read+0x45
  [<ffffffff81349092>] system_call_fastpath+0x16
root@xenturio2:~# /usr/lib/xen/bin/xenctx -s /boot/System.map-2.6.39-xenU 4 1
rip: ffffffff810013aa hypercall_page+0x3aa
flags: 00001202 i nz
rsp: ffff88001fae7bd8
rax: 0000000000000000	rcx: ffffffff810013aa	rdx: ffff88001fae7c0c
rbx: 0000000000000000	rsi: ffff88001fae7bf0	rdi: 0000000000000003
rbp: 0000000000000017	 r8: 0000000000000001	 r9: ffff88001fa748c0
r10: ffff88001fae6010	r11: 0000000000000202	r12: 0000000000000000
r13: 0000000000000401	r14: 0000000000000001	r15: ffff88001fa74a48
 cs: e033	 ss: e02b	 ds: 0000	 es: 0000
 fs: 0000 @ 00007f8ba1b05700
 gs: 0000 @ ffff88001fecd000/0000000000000000
Code (instr addr ffffffff810013aa)
cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc


Stack:
 ffffffff8102ebdf ffff88001fa748c0 ffffffff812542e9 ffff88001fae7c0c
 ffffffff00000001 0000000000000000 0000000e81254353 ffffffff815ca638
 ffffffff8102ffa4 0000000000000001 0000000000000001 ffffffff815ca638
 0000000000000001 0000000000000200 0000000000000400 0000000000000000

Call Trace:
  [<ffffffff810013aa>] hypercall_page+0x3aa  <--
  [<ffffffff8102ebdf>] xen_restore_fl_direct_end
  [<ffffffff812542e9>] xen_poll_irq_timeout+0x38
  [<ffffffff8102ffa4>] xen_spin_lock_slow+0x89
  [<ffffffff81030044>] xen_spin_lock_flags+0x4d
  [<ffffffff81036851>] sched_clock+0x5
  [<ffffffff81348606>] _raw_spin_lock_irqsave+0x1e
  [<ffffffff811fb4c1>] cfq_exit_single_io_context+0x29
  [<ffffffff811fb519>] cfq_exit_io_context+0x24
  [<ffffffff811f3b77>] exit_io_context+0x4e
  [<ffffffff8106a37b>] do_exit+0x6b1
  [<ffffffff810af41d>] __alloc_pages_nodemask+0x104
  [<ffffffff8106a427>] do_group_exit+0x81
  [<ffffffff81073b45>] get_signal_to_deliver+0x31f
  [<ffffffff81030fd1>] do_signal+0x6a
  [<ffffffff81082ee8>] ktime_get_ts+0x66
  [<ffffffff810e88a8>] poll_select_copy_remaining+0xce
  [<ffffffff8103160e>] do_notify_resume+0x25
  [<ffffffff81349360>] int_signal+0x12