[Misc] Add e2e test for prefill-decoding migration

[Xinyi-ECNU]

No description provided.

[github-actions]

prefill	p25	p50	p75	p95	p99	mean
latency(ms)	28983.12	124883.68	171353.49	248119.43	251607.93	113280.54

decode	p25	p50	p75	p95	p99	mean
latency(ms)	54.15	58.62	72.59	144.58	308.60	74.87

[github-actions]

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	192.00 MB	312.00 MB	320.00 MB	336.00 MB	344.00 MB	472.00 MB	552.00 MB	560.00 MB
rpc_speed(GB/s)	1.06	1.54	1.86	1.96	2.05	2.13	2.25	2.25	2.25	2.37	2.40	2.42	2.56	2.41	2.48	2.50	2.53	2.51	2.48	2.68	2.58	2.66	2.30	2.88	2.85	2.70	2.63	3.53	3.11	3.23

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	280.00 MB	312.00 MB	472.00 MB	536.00 MB	544.00 MB	560.00 MB	568.00 MB	696.00 MB
gloo_speed(GB/s)	1.06	1.68	2.14	2.43	2.43	2.59	2.74	2.80	2.86	3.14	3.38	3.22	3.91	2.98	2.76	2.76	3.43	2.67	2.63	2.71	1.48	3.19	2.69	2.74	3.17	2.93	3.34	3.44	2.92

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	144.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	192.00 MB	312.00 MB	320.00 MB	480.00 MB	536.00 MB	544.00 MB	552.00 MB	560.00 MB
nccl_speed(GB/s)	0.19	0.47	0.67	0.82	1.07	1.20	1.32	1.32	1.67	1.63	1.97	2.11	2.20	1.98	2.43	2.53	2.87	2.74	4.56	2.51	3.37	3.24	2.74	3.57	4.71	4.00	3.78	4.15	4.25	4.22

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	288.00 MB	320.00 MB	480.00 MB	488.00 MB
rpc_speed(GB/s)	1.14	1.70	1.94	2.09	2.23	2.28	2.39	2.36	2.42	2.51	2.36	2.49	2.57	2.40	2.57	2.68	2.61	2.45	2.75	2.40	2.86	2.89	3.25	3.54

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	200.00 MB	288.00 MB	320.00 MB	480.00 MB	536.00 MB
gloo_speed(GB/s)	1.00	1.68	2.11	2.42	2.58	2.63	2.80	2.62	3.01	3.36	3.28	3.19	2.68	3.34	3.33	2.75	2.80	2.94	2.48	3.20	1.01	2.82	2.29	2.64	3.26	3.80

migration_size	8.00 MB	16.00 MB	24.00 MB	32.00 MB	40.00 MB	48.00 MB	56.00 MB	64.00 MB	72.00 MB	80.00 MB	88.00 MB	96.00 MB	104.00 MB	112.00 MB	120.00 MB	128.00 MB	136.00 MB	152.00 MB	160.00 MB	168.00 MB	176.00 MB	184.00 MB	288.00 MB	320.00 MB
nccl_speed(GB/s)	0.19	0.37	0.53	0.69	0.86	1.01	1.15	1.41	1.50	1.84	1.59	1.74	2.01	2.06	2.22	2.29	2.61	2.90	2.88	2.98	3.25	3.24	2.71	3.84