lastest xen-unstable.hg pull
both machines do have 96gb ram

root@tarballerina:~# xl -v migrate testvm-2.6 netcatarina
migration target: Ready to receive domain.
Saving to migration stream new xl format (info 0x0/0x0/341)
Loading new save file incoming migration stream (new xl fmt info 0x0/0x0/341)
 Savefile contains xl domain config
xc: detail: Had 0 unexplained entries in p2m table
xc: Saving memory: iter 0 (last sent 0 skipped 0): 1050624/1050624  100%
xc: detail: delta 7826ms, dom0 28%, target 0%, sent 547Mb/s, dirtied 1Mb/s 308 pages
xc: Saving memory: iter 1 (last sent 130785 skipped 287): 1050624/1050624  100%
xc: detail: delta 28ms, dom0 10%, target 0%, sent 360Mb/s, dirtied 50Mb/s 43 pages
xc: Saving memory: iter 2 (last sent 308 skipped 0): 1050624/1050624  100%
xc: detail: Start last iteration
xc: detail: SUSPEND shinfo 000cf285
xc: detail: delta 214ms, dom0 3%, target 0%, sent 6Mb/s, dirtied 37Mb/s 244 pages
xc: Saving memory: iter 3 (last sent 43 skipped 0): 1050624/1050624  100%
xc: detail: delta 15ms, dom0 0%, target 0%, sent 533Mb/s, dirtied 533Mb/s 244 pages
xc: detail: Total pages sent= 131380 (0.13x)
xc: detail: (of which 0 were fixups)
xc: detail: All memory is saved
xc: error: Failed to pin batch of 493 page tables (22 = Invalid argument): Internal error
xc: detail: Save exit rc=0
libxl: error: libxl_dom.c:363:libxl__domain_restore_common: restoring domain: Resource temporarily unavailable
libxl: error: libxl_create.c:483:do_domain_create: cannot (re-)build domain: -3
libxl: error: libxl.c:733:libxl_domain_destroy: non-existant domain 38
migration target: Domain creation failed (code -3).
libxl: error: libxl_utils.c:410:libxl_read_exactly: file/stream truncated reading ready message from migration receiver stream
libxl: info: libxl_exec.c:125:libxl_report_child_exitstatus: migration target process [10098] exited with error status 3
Migration failed, resuming at sender.
root@tarballerina:~# xl console testvm-2.6
PM: freeze of devices complete after 0.206 msecs
PM: late freeze of devices complete after 0.143 msecs
------------[ cut here ]------------
kernel BUG at drivers/xen/events.c:1419!
invalid opcode: 0000 [#1] SMP
last sysfs file: /sys/devices/virtual/vc/vcsa2/uevent
CPU 0
Pid: 6, comm: migration/0 Not tainted 2.6.39-xenU #5
RIP: e030:[<ffffffff812548a9>]  [<ffffffff812548a9>] xen_irq_resume+0x14f/0x3a9
RSP: e02b:ffff88001f86bcb0  EFLAGS: 00010082
RAX: ffffffffffffffef RBX: 0000000000000000 RCX: 0000000000000038
RDX: ffffffff8144f240 RSI: 00000000deadbeef RDI: 00000000deadbeef
RBP: 0000000000000000 R08: ffff88001f8bddd4 R09: ffffffff814ab170
R10: 0000000000000000 R11: ffffffff815b2020 R12: 0000000000010160
R13: 00000000000101c0 R14: 0000000000000000 R15: 0000000000000010
FS:  00007fd84453b7a0(0000) GS:ffff88001feb4000(0000) knlGS:0000000000000000
CS:  e033 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 0000000000ad3a80 CR3: 000000001f959000 CR4: 0000000000002660
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Process migration/0 (pid: 6, threadinfo ffff88001f86a000, task ffff88001f84a460)
Stack:
 ffffc90000001fff ffff88001f86bd14 ffff88001f86bd50 ffff88001f86bd34
 ffffffff815c48b8 0000000000000000 0000000000000002 ffff88001f8bddb0
 ffff88001f84a460 ffffffff8102edd9 0000000000000831 ffff88001f800c90
Call Trace:
 [<ffffffff8102edd9>] ? arch_gnttab_map_shared+0x55/0x5c
 [<ffffffff810d77da>] ? kfree+0x13/0xd1
 [<ffffffff81253242>] ? gnttab_map+0x108/0x116
 [<ffffffff81090001>] ? cpu_stopper_thread+0x169/0x16e
 [<ffffffff81255d57>] ? xen_suspend+0x72/0x8a
 [<ffffffff81090079>] ? stop_machine_cpu_stop+0x73/0xa9
 [<ffffffff81090006>] ? cpu_stopper_thread+0x16e/0x16e
 [<ffffffff8108ff7b>] ? cpu_stopper_thread+0xe3/0x16e
 [<ffffffff810629cc>] ? try_to_wake_up+0x22b/0x23d
 [<ffffffff8102e5fd>] ? xen_force_evtchn_callback+0x9/0xa
 [<ffffffff81036851>] ? sched_clock+0x5/0x8
 [<ffffffff8102e5fd>] ? xen_force_evtchn_callback+0x9/0xa
 [<ffffffff8102ebf2>] ? check_events+0x12/0x20
 [<ffffffff81036851>] ? sched_clock+0x5/0x8
 [<ffffffff8108fe98>] ? ikconfig_read_current+0x20/0x20
 [<ffffffff8107c3af>] ? kthread+0x7a/0x82
 [<ffffffff81349ea4>] ? kernel_thread_helper+0x4/0x10
 [<ffffffff813492b3>] ? int_ret_from_sys_call+0x7/0x1b
 [<ffffffff813489e1>] ? retint_restore_args+0x5/0x6
 [<ffffffff81349ea0>] ? gs_change+0x13/0x13
Code: 48 8b 74 24 10 b9 06 00 00 00 f3 a5 48 8d bc 24 80 00 00 00 e8 69 c9 da ff 48 8b 7c 24 10 48 8b 74 24 18 b1 06 f3 a5 85 c0 74 04 <0f> 0b eb fe 8b 84 24 a8 00 00 00 44 89 fe 0f b7 d0 89 df 89 44
RIP  [<ffffffff812548a9>] xen_irq_resume+0x14f/0x3a9
 RSP <ffff88001f86bcb0>
---[ end trace b548ea8a598dc6e9 ]---
------------[ cut here ]------------
WARNING: at kernel/time/timekeeping.c:245 ktime_get+0x24/0xb9()
Pid: 0, comm: swapper Tainted: G      D     2.6.39-xenU #5
Call Trace:
 [<ffffffff81066a1c>] ? warn_slowpath_common+0x73/0x87
 [<ffffffff81082f50>] ? ktime_get+0x24/0xb9
 [<ffffffff81087e6c>] ? tick_nohz_stop_sched_tick+0x66/0x346
 [<ffffffff81030e12>] ? cpu_idle+0x2f/0x94
 [<ffffffff814c7db0>] ? start_kernel+0x431/0x43c
 [<ffffffff814caaf8>] ? xen_start_kernel+0x59a/0x5a0
---[ end trace b548ea8a598dc6ea ]---
root@tarballerina:~# xl destroy testvm-2.6

root@netcatarina:~# xl -v migrate testvm-2.6 tarballerina
migration target: Ready to receive domain.
Saving to migration stream new xl format (info 0x0/0x0/341)
Loading new save file incoming migration stream (new xl fmt info 0x0/0x0/341)
 Savefile contains xl domain config
xc: detail: Had 0 unexplained entries in p2m table
xc: Saving memory: iter 0 (last sent 0 skipped 0): 1050624/1050624  100%
xc: detail: delta 6865ms, dom0 28%, target 0%, sent 624Mb/s, dirtied 1Mb/s 238 pages
xc: Saving memory: iter 1 (last sent 130843 skipped 229): 1050624/1050624  100%
xc: detail: delta 20ms, dom0 10%, target 0%, sent 389Mb/s, dirtied 0Mb/s 0 pages
xc: Saving memory: iter 2 (last sent 238 skipped 0): 1050624/1050624  100%
xc: detail: Start last iteration
xc: detail: SUSPEND shinfo 000bf2e5
xc: detail: delta 212ms, dom0 5%, target 0%, sent 0Mb/s, dirtied 37Mb/s 244 pages
xc: Saving memory: iter 3 (last sent 0 skipped 0): 1050624/1050624  100%
xc: detail: delta 13ms, dom0 0%, target 0%, sent 615Mb/s, dirtied 615Mb/s 244 pages
xc: detail: Total pages sent= 131325 (0.12x)
xc: detail: (of which 0 were fixups)
xc: detail: All memory is saved
xc: detail: Save exit rc=0
migration target: Transfer complete, requesting permission to start domain.
migration sender: Target has acknowledged transfer.
migration sender: Giving target permission to start.
migration target: Got permission, starting domain.
migration target: Domain started successsfully.
migration sender: Target reports successful startup.
Migration successful.

root@tarballerina:~# xl console testvm-2.6
PM: early restore of devices complete after 0.040 msecs
PM: restore of devices complete after 219.136 msecs
Setting capacity to 10485760
Setting capacity to 10485760
Setting capacity to 2097152
Setting capacity to 2097152

root@testvm-2:~#


root@tarballerina:~# xl -v migrate testvm-2.6 netcatarina
migration target: Ready to receive domain.
Saving to migration stream new xl format (info 0x0/0x0/341)
Loading new save file incoming migration stream (new xl fmt info 0x0/0x0/341)
 Savefile contains xl domain config
xc: detail: Had 0 unexplained entries in p2m table
xc: Saving memory: iter 0 (last sent 0 skipped 0): 1050624/1050624  100%
xc: detail: delta 9320ms, dom0 79%, target 0%, sent 459Mb/s, dirtied 0Mb/s 258 pages
xc: Saving memory: iter 1 (last sent 130819 skipped 253): 1050624/1050624  100%
xc: detail: delta 30ms, dom0 86%, target 0%, sent 281Mb/s, dirtied 42Mb/s 39 pages
xc: Saving memory: iter 2 (last sent 258 skipped 0): 1050624/1050624  100%
xc: detail: Start last iteration
xc: detail: SUSPEND shinfo 000cf285
xc: detail: delta 217ms, dom0 5%, target 0%, sent 5Mb/s, dirtied 32Mb/s 215 pages
xc: Saving memory: iter 3 (last sent 39 skipped 0): 1050624/1050624  100%
xc: detail: delta 14ms, dom0 0%, target 0%, sent 503Mb/s, dirtied 503Mb/s 215 pages
xc: detail: Total pages sent= 131331 (0.13x)
xc: detail: (of which 0 were fixups)
xc: detail: All memory is saved
xc: detail: Save exit rc=0
migration target: Transfer complete, requesting permission to start domain.
migration sender: Target has acknowledged transfer.
migration sender: Giving target permission to start.
migration target: Got permission, starting domain.
migration target: Domain started successsfully.
migration sender: Target reports successful startup.
Migration successful.


root@netcatarina:~# xl console testvm-2.6
PM: early restore of devices complete after 0.034 msecs
PM: restore of devices complete after 220.825 msecs
Setting capacity to 10485760
Setting capacity to 2097152
Setting capacity to 10485760
Setting capacity to 2097152

root@testvm-2:~#