1 #include "qemu-common.h"
2 #include "migration/migration.h"
3 #include "migration/qemu-file.h"
4 #include "migration/vmstate.h"
5 #include "qemu/bitops.h"
6 #include "qemu/error-report.h"
10 static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
11 void *opaque, QJSON *vmdesc);
12 static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
15 static int vmstate_n_elems(void *opaque, VMStateField *field)
19 if (field->flags & VMS_ARRAY) {
21 } else if (field->flags & VMS_VARRAY_INT32) {
22 n_elems = *(int32_t *)(opaque+field->num_offset);
23 } else if (field->flags & VMS_VARRAY_UINT32) {
24 n_elems = *(uint32_t *)(opaque+field->num_offset);
25 } else if (field->flags & VMS_VARRAY_UINT16) {
26 n_elems = *(uint16_t *)(opaque+field->num_offset);
27 } else if (field->flags & VMS_VARRAY_UINT8) {
28 n_elems = *(uint8_t *)(opaque+field->num_offset);
34 static int vmstate_size(void *opaque, VMStateField *field)
36 int size = field->size;
38 if (field->flags & VMS_VBUFFER) {
39 size = *(int32_t *)(opaque+field->size_offset);
40 if (field->flags & VMS_MULTIPLY) {
48 static void *vmstate_base_addr(void *opaque, VMStateField *field, bool alloc)
50 void *base_addr = opaque + field->offset;
52 if (field->flags & VMS_POINTER) {
53 if (alloc && (field->flags & VMS_ALLOC)) {
55 if (field->flags & VMS_VBUFFER) {
56 size = vmstate_size(opaque, field);
58 int n_elems = vmstate_n_elems(opaque, field);
60 size = n_elems * field->size;
64 *((void **)base_addr + field->start) = g_malloc(size);
67 base_addr = *(void **)base_addr + field->start;
73 int vmstate_load_state(QEMUFile *f, const VMStateDescription *vmsd,
74 void *opaque, int version_id)
76 VMStateField *field = vmsd->fields;
79 trace_vmstate_load_state(vmsd->name, version_id);
80 if (version_id > vmsd->version_id) {
81 trace_vmstate_load_state_end(vmsd->name, "too new", -EINVAL);
84 if (version_id < vmsd->minimum_version_id) {
85 if (vmsd->load_state_old &&
86 version_id >= vmsd->minimum_version_id_old) {
87 ret = vmsd->load_state_old(f, opaque, version_id);
88 trace_vmstate_load_state_end(vmsd->name, "old path", ret);
91 trace_vmstate_load_state_end(vmsd->name, "too old", -EINVAL);
95 int ret = vmsd->pre_load(opaque);
100 while (field->name) {
101 trace_vmstate_load_state_field(vmsd->name, field->name);
102 if ((field->field_exists &&
103 field->field_exists(opaque, version_id)) ||
104 (!field->field_exists &&
105 field->version_id <= version_id)) {
106 void *base_addr = vmstate_base_addr(opaque, field, true);
107 int i, n_elems = vmstate_n_elems(opaque, field);
108 int size = vmstate_size(opaque, field);
110 for (i = 0; i < n_elems; i++) {
111 void *addr = base_addr + size * i;
113 if (field->flags & VMS_ARRAY_OF_POINTER) {
114 addr = *(void **)addr;
116 if (field->flags & VMS_STRUCT) {
117 ret = vmstate_load_state(f, field->vmsd, addr,
118 field->vmsd->version_id);
120 ret = field->info->get(f, addr, size);
124 ret = qemu_file_get_error(f);
127 qemu_file_set_error(f, ret);
128 trace_vmstate_load_field_error(field->name, ret);
132 } else if (field->flags & VMS_MUST_EXIST) {
133 error_report("Input validation failed: %s/%s",
134 vmsd->name, field->name);
139 ret = vmstate_subsection_load(f, vmsd, opaque);
143 if (vmsd->post_load) {
144 ret = vmsd->post_load(opaque, version_id);
146 trace_vmstate_load_state_end(vmsd->name, "end", ret);
150 static int vmfield_name_num(VMStateField *start, VMStateField *search)
155 for (field = start; field->name; field++) {
156 if (!strcmp(field->name, search->name)) {
157 if (field == search) {
167 static bool vmfield_name_is_unique(VMStateField *start, VMStateField *search)
172 for (field = start; field->name; field++) {
173 if (!strcmp(field->name, search->name)) {
175 /* name found more than once, so it's not unique */
185 static const char *vmfield_get_type_name(VMStateField *field)
187 const char *type = "unknown";
189 if (field->flags & VMS_STRUCT) {
191 } else if (field->info->name) {
192 type = field->info->name;
198 static bool vmsd_can_compress(VMStateField *field)
200 if (field->field_exists) {
201 /* Dynamically existing fields mess up compression */
205 if (field->flags & VMS_STRUCT) {
206 VMStateField *sfield = field->vmsd->fields;
207 while (sfield->name) {
208 if (!vmsd_can_compress(sfield)) {
209 /* Child elements can't compress, so can't we */
215 if (field->vmsd->subsections) {
216 /* Subsections may come and go, better don't compress */
224 static void vmsd_desc_field_start(const VMStateDescription *vmsd, QJSON *vmdesc,
225 VMStateField *field, int i, int max)
227 char *name, *old_name;
228 bool is_array = max > 1;
229 bool can_compress = vmsd_can_compress(field);
235 name = g_strdup(field->name);
237 /* Field name is not unique, need to make it unique */
238 if (!vmfield_name_is_unique(vmsd->fields, field)) {
239 int num = vmfield_name_num(vmsd->fields, field);
241 name = g_strdup_printf("%s[%d]", name, num);
245 json_start_object(vmdesc, NULL);
246 json_prop_str(vmdesc, "name", name);
249 json_prop_int(vmdesc, "array_len", max);
251 json_prop_int(vmdesc, "index", i);
254 json_prop_str(vmdesc, "type", vmfield_get_type_name(field));
256 if (field->flags & VMS_STRUCT) {
257 json_start_object(vmdesc, "struct");
263 static void vmsd_desc_field_end(const VMStateDescription *vmsd, QJSON *vmdesc,
264 VMStateField *field, size_t size, int i)
270 if (field->flags & VMS_STRUCT) {
271 /* We printed a struct in between, close its child object */
272 json_end_object(vmdesc);
275 json_prop_int(vmdesc, "size", size);
276 json_end_object(vmdesc);
279 void vmstate_save_state(QEMUFile *f, const VMStateDescription *vmsd,
280 void *opaque, QJSON *vmdesc)
282 VMStateField *field = vmsd->fields;
284 if (vmsd->pre_save) {
285 vmsd->pre_save(opaque);
289 json_prop_str(vmdesc, "vmsd_name", vmsd->name);
290 json_prop_int(vmdesc, "version", vmsd->version_id);
291 json_start_array(vmdesc, "fields");
294 while (field->name) {
295 if (!field->field_exists ||
296 field->field_exists(opaque, vmsd->version_id)) {
297 void *base_addr = vmstate_base_addr(opaque, field, false);
298 int i, n_elems = vmstate_n_elems(opaque, field);
299 int size = vmstate_size(opaque, field);
300 int64_t old_offset, written_bytes;
301 QJSON *vmdesc_loop = vmdesc;
303 for (i = 0; i < n_elems; i++) {
304 void *addr = base_addr + size * i;
306 vmsd_desc_field_start(vmsd, vmdesc_loop, field, i, n_elems);
307 old_offset = qemu_ftell_fast(f);
309 if (field->flags & VMS_ARRAY_OF_POINTER) {
310 addr = *(void **)addr;
312 if (field->flags & VMS_STRUCT) {
313 vmstate_save_state(f, field->vmsd, addr, vmdesc_loop);
315 field->info->put(f, addr, size);
318 written_bytes = qemu_ftell_fast(f) - old_offset;
319 vmsd_desc_field_end(vmsd, vmdesc_loop, field, written_bytes, i);
321 /* Compressed arrays only care about the first element */
322 if (vmdesc_loop && vmsd_can_compress(field)) {
327 if (field->flags & VMS_MUST_EXIST) {
328 error_report("Output state validation failed: %s/%s",
329 vmsd->name, field->name);
330 assert(!(field->flags & VMS_MUST_EXIST));
337 json_end_array(vmdesc);
340 vmstate_subsection_save(f, vmsd, opaque, vmdesc);
343 static const VMStateDescription *
344 vmstate_get_subsection(const VMStateSubsection *sub, char *idstr)
346 while (sub && sub->needed) {
347 if (strcmp(idstr, sub->vmsd->name) == 0) {
355 static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
358 trace_vmstate_subsection_load(vmsd->name);
360 while (qemu_peek_byte(f, 0) == QEMU_VM_SUBSECTION) {
363 uint8_t version_id, len, size;
364 const VMStateDescription *sub_vmsd;
366 len = qemu_peek_byte(f, 1);
367 if (len < strlen(vmsd->name) + 1) {
368 /* subsection name has be be "section_name/a" */
369 trace_vmstate_subsection_load_bad(vmsd->name, "(short)");
372 size = qemu_peek_buffer(f, (uint8_t *)idstr, len, 2);
374 trace_vmstate_subsection_load_bad(vmsd->name, "(peek fail)");
379 if (strncmp(vmsd->name, idstr, strlen(vmsd->name)) != 0) {
380 trace_vmstate_subsection_load_bad(vmsd->name, idstr);
381 /* it don't have a valid subsection name */
384 sub_vmsd = vmstate_get_subsection(vmsd->subsections, idstr);
385 if (sub_vmsd == NULL) {
386 trace_vmstate_subsection_load_bad(vmsd->name, "(lookup)");
389 qemu_file_skip(f, 1); /* subsection */
390 qemu_file_skip(f, 1); /* len */
391 qemu_file_skip(f, len); /* idstr */
392 version_id = qemu_get_be32(f);
394 ret = vmstate_load_state(f, sub_vmsd, opaque, version_id);
396 trace_vmstate_subsection_load_bad(vmsd->name, "(child)");
401 trace_vmstate_subsection_load_good(vmsd->name);
405 static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
406 void *opaque, QJSON *vmdesc)
408 const VMStateSubsection *sub = vmsd->subsections;
409 bool subsection_found = false;
411 while (sub && sub->needed) {
412 if (sub->needed(opaque)) {
413 const VMStateDescription *vmsd = sub->vmsd;
417 /* Only create subsection array when we have any */
418 if (!subsection_found) {
419 json_start_array(vmdesc, "subsections");
420 subsection_found = true;
423 json_start_object(vmdesc, NULL);
426 qemu_put_byte(f, QEMU_VM_SUBSECTION);
427 len = strlen(vmsd->name);
428 qemu_put_byte(f, len);
429 qemu_put_buffer(f, (uint8_t *)vmsd->name, len);
430 qemu_put_be32(f, vmsd->version_id);
431 vmstate_save_state(f, vmsd, opaque, vmdesc);
434 json_end_object(vmdesc);
440 if (vmdesc && subsection_found) {
441 json_end_array(vmdesc);
447 static int get_bool(QEMUFile *f, void *pv, size_t size)
450 *v = qemu_get_byte(f);
454 static void put_bool(QEMUFile *f, void *pv, size_t size)
457 qemu_put_byte(f, *v);
460 const VMStateInfo vmstate_info_bool = {
468 static int get_int8(QEMUFile *f, void *pv, size_t size)
475 static void put_int8(QEMUFile *f, void *pv, size_t size)
481 const VMStateInfo vmstate_info_int8 = {
489 static int get_int16(QEMUFile *f, void *pv, size_t size)
492 qemu_get_sbe16s(f, v);
496 static void put_int16(QEMUFile *f, void *pv, size_t size)
499 qemu_put_sbe16s(f, v);
502 const VMStateInfo vmstate_info_int16 = {
510 static int get_int32(QEMUFile *f, void *pv, size_t size)
513 qemu_get_sbe32s(f, v);
517 static void put_int32(QEMUFile *f, void *pv, size_t size)
520 qemu_put_sbe32s(f, v);
523 const VMStateInfo vmstate_info_int32 = {
529 /* 32 bit int. See that the received value is the same than the one
532 static int get_int32_equal(QEMUFile *f, void *pv, size_t size)
536 qemu_get_sbe32s(f, &v2);
544 const VMStateInfo vmstate_info_int32_equal = {
545 .name = "int32 equal",
546 .get = get_int32_equal,
550 /* 32 bit int. Check that the received value is non-negative
551 * and less than or equal to the one in the field.
554 static int get_int32_le(QEMUFile *f, void *pv, size_t size)
558 qemu_get_sbe32s(f, &loaded);
560 if (loaded >= 0 && loaded <= *cur) {
567 const VMStateInfo vmstate_info_int32_le = {
575 static int get_int64(QEMUFile *f, void *pv, size_t size)
578 qemu_get_sbe64s(f, v);
582 static void put_int64(QEMUFile *f, void *pv, size_t size)
585 qemu_put_sbe64s(f, v);
588 const VMStateInfo vmstate_info_int64 = {
594 /* 8 bit unsigned int */
596 static int get_uint8(QEMUFile *f, void *pv, size_t size)
603 static void put_uint8(QEMUFile *f, void *pv, size_t size)
609 const VMStateInfo vmstate_info_uint8 = {
615 /* 16 bit unsigned int */
617 static int get_uint16(QEMUFile *f, void *pv, size_t size)
620 qemu_get_be16s(f, v);
624 static void put_uint16(QEMUFile *f, void *pv, size_t size)
627 qemu_put_be16s(f, v);
630 const VMStateInfo vmstate_info_uint16 = {
636 /* 32 bit unsigned int */
638 static int get_uint32(QEMUFile *f, void *pv, size_t size)
641 qemu_get_be32s(f, v);
645 static void put_uint32(QEMUFile *f, void *pv, size_t size)
648 qemu_put_be32s(f, v);
651 const VMStateInfo vmstate_info_uint32 = {
657 /* 32 bit uint. See that the received value is the same than the one
660 static int get_uint32_equal(QEMUFile *f, void *pv, size_t size)
664 qemu_get_be32s(f, &v2);
672 const VMStateInfo vmstate_info_uint32_equal = {
673 .name = "uint32 equal",
674 .get = get_uint32_equal,
678 /* 64 bit unsigned int */
680 static int get_uint64(QEMUFile *f, void *pv, size_t size)
683 qemu_get_be64s(f, v);
687 static void put_uint64(QEMUFile *f, void *pv, size_t size)
690 qemu_put_be64s(f, v);
693 const VMStateInfo vmstate_info_uint64 = {
699 /* 64 bit unsigned int. See that the received value is the same than the one
702 static int get_uint64_equal(QEMUFile *f, void *pv, size_t size)
706 qemu_get_be64s(f, &v2);
714 const VMStateInfo vmstate_info_uint64_equal = {
715 .name = "int64 equal",
716 .get = get_uint64_equal,
720 /* 8 bit int. See that the received value is the same than the one
723 static int get_uint8_equal(QEMUFile *f, void *pv, size_t size)
735 const VMStateInfo vmstate_info_uint8_equal = {
736 .name = "uint8 equal",
737 .get = get_uint8_equal,
741 /* 16 bit unsigned int int. See that the received value is the same than the one
744 static int get_uint16_equal(QEMUFile *f, void *pv, size_t size)
748 qemu_get_be16s(f, &v2);
756 const VMStateInfo vmstate_info_uint16_equal = {
757 .name = "uint16 equal",
758 .get = get_uint16_equal,
764 static int get_float64(QEMUFile *f, void *pv, size_t size)
768 *v = make_float64(qemu_get_be64(f));
772 static void put_float64(QEMUFile *f, void *pv, size_t size)
776 qemu_put_be64(f, float64_val(*v));
779 const VMStateInfo vmstate_info_float64 = {
785 /* uint8_t buffers */
787 static int get_buffer(QEMUFile *f, void *pv, size_t size)
790 qemu_get_buffer(f, v, size);
794 static void put_buffer(QEMUFile *f, void *pv, size_t size)
797 qemu_put_buffer(f, v, size);
800 const VMStateInfo vmstate_info_buffer = {
806 /* unused buffers: space that was used for some fields that are
807 not useful anymore */
809 static int get_unused_buffer(QEMUFile *f, void *pv, size_t size)
815 block_len = MIN(sizeof(buf), size);
817 qemu_get_buffer(f, buf, block_len);
822 static void put_unused_buffer(QEMUFile *f, void *pv, size_t size)
824 static const uint8_t buf[1024];
828 block_len = MIN(sizeof(buf), size);
830 qemu_put_buffer(f, buf, block_len);
834 const VMStateInfo vmstate_info_unused_buffer = {
835 .name = "unused_buffer",
836 .get = get_unused_buffer,
837 .put = put_unused_buffer,
840 /* bitmaps (as defined by bitmap.h). Note that size here is the size
841 * of the bitmap in bits. The on-the-wire format of a bitmap is 64
842 * bit words with the bits in big endian order. The in-memory format
843 * is an array of 'unsigned long', which may be either 32 or 64 bits.
845 /* This is the number of 64 bit words sent over the wire */
846 #define BITS_TO_U64S(nr) DIV_ROUND_UP(nr, 64)
847 static int get_bitmap(QEMUFile *f, void *pv, size_t size)
849 unsigned long *bmp = pv;
851 for (i = 0; i < BITS_TO_U64S(size); i++) {
852 uint64_t w = qemu_get_be64(f);
854 if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
855 bmp[idx++] = w >> 32;
861 static void put_bitmap(QEMUFile *f, void *pv, size_t size)
863 unsigned long *bmp = pv;
865 for (i = 0; i < BITS_TO_U64S(size); i++) {
866 uint64_t w = bmp[idx++];
867 if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
868 w |= ((uint64_t)bmp[idx++]) << 32;
874 const VMStateInfo vmstate_info_bitmap = {