]>
Commit | Line | Data |
---|---|---|
4f1043b4 SH |
1 | /* |
2 | * Image streaming | |
3 | * | |
4 | * Copyright IBM, Corp. 2011 | |
5 | * | |
6 | * Authors: | |
7 | * Stefan Hajnoczi <[email protected]> | |
8 | * | |
9 | * This work is licensed under the terms of the GNU LGPL, version 2 or later. | |
10 | * See the COPYING.LIB file in the top-level directory. | |
11 | * | |
12 | */ | |
13 | ||
14 | #include "trace.h" | |
737e150e PB |
15 | #include "block/block_int.h" |
16 | #include "block/blockjob.h" | |
cc7a8ea7 | 17 | #include "qapi/qmp/qerror.h" |
6ef228fc | 18 | #include "qemu/ratelimit.h" |
373340b2 | 19 | #include "sysemu/block-backend.h" |
4f1043b4 SH |
20 | |
21 | enum { | |
22 | /* | |
23 | * Size of data buffer for populating the image file. This should be large | |
24 | * enough to process multiple clusters in a single call, so that populating | |
25 | * contiguous regions of the image is efficient. | |
26 | */ | |
27 | STREAM_BUFFER_SIZE = 512 * 1024, /* in bytes */ | |
28 | }; | |
29 | ||
5094a6c0 SH |
30 | #define SLICE_TIME 100000000ULL /* ns */ |
31 | ||
4f1043b4 SH |
32 | typedef struct StreamBlockJob { |
33 | BlockJob common; | |
5094a6c0 | 34 | RateLimit limit; |
4f1043b4 | 35 | BlockDriverState *base; |
1d809098 | 36 | BlockdevOnError on_error; |
13d8cc51 | 37 | char *backing_file_str; |
4f1043b4 SH |
38 | } StreamBlockJob; |
39 | ||
40 | static int coroutine_fn stream_populate(BlockDriverState *bs, | |
41 | int64_t sector_num, int nb_sectors, | |
42 | void *buf) | |
43 | { | |
44 | struct iovec iov = { | |
45 | .iov_base = buf, | |
46 | .iov_len = nb_sectors * BDRV_SECTOR_SIZE, | |
47 | }; | |
48 | QEMUIOVector qiov; | |
49 | ||
50 | qemu_iovec_init_external(&qiov, &iov, 1); | |
51 | ||
52 | /* Copy-on-read the unallocated clusters */ | |
53 | return bdrv_co_copy_on_readv(bs, sector_num, nb_sectors, &qiov); | |
54 | } | |
55 | ||
f3e69beb SH |
56 | typedef struct { |
57 | int ret; | |
58 | bool reached_end; | |
59 | } StreamCompleteData; | |
60 | ||
61 | static void stream_complete(BlockJob *job, void *opaque) | |
62 | { | |
63 | StreamBlockJob *s = container_of(job, StreamBlockJob, common); | |
64 | StreamCompleteData *data = opaque; | |
65 | BlockDriverState *base = s->base; | |
66 | ||
67 | if (!block_job_is_cancelled(&s->common) && data->reached_end && | |
68 | data->ret == 0) { | |
69 | const char *base_id = NULL, *base_fmt = NULL; | |
70 | if (base) { | |
71 | base_id = s->backing_file_str; | |
72 | if (base->drv) { | |
73 | base_fmt = base->drv->format_name; | |
74 | } | |
75 | } | |
76 | data->ret = bdrv_change_backing_file(job->bs, base_id, base_fmt); | |
5db15a57 | 77 | bdrv_set_backing_hd(job->bs, base); |
f3e69beb SH |
78 | } |
79 | ||
80 | g_free(s->backing_file_str); | |
81 | block_job_completed(&s->common, data->ret); | |
82 | g_free(data); | |
83 | } | |
84 | ||
4f1043b4 SH |
85 | static void coroutine_fn stream_run(void *opaque) |
86 | { | |
87 | StreamBlockJob *s = opaque; | |
f3e69beb | 88 | StreamCompleteData *data; |
4f1043b4 | 89 | BlockDriverState *bs = s->common.bs; |
c8c3080f | 90 | BlockDriverState *base = s->base; |
4f1043b4 | 91 | int64_t sector_num, end; |
1d809098 | 92 | int error = 0; |
4f1043b4 | 93 | int ret = 0; |
04120e3b | 94 | int n = 0; |
4f1043b4 SH |
95 | void *buf; |
96 | ||
760e0063 | 97 | if (!bs->backing) { |
f4a193e7 HR |
98 | block_job_completed(&s->common, 0); |
99 | return; | |
100 | } | |
101 | ||
4f1043b4 SH |
102 | s->common.len = bdrv_getlength(bs); |
103 | if (s->common.len < 0) { | |
65f46322 | 104 | block_job_completed(&s->common, s->common.len); |
4f1043b4 SH |
105 | return; |
106 | } | |
107 | ||
108 | end = s->common.len >> BDRV_SECTOR_BITS; | |
109 | buf = qemu_blockalign(bs, STREAM_BUFFER_SIZE); | |
110 | ||
111 | /* Turn on copy-on-read for the whole block device so that guest read | |
112 | * requests help us make progress. Only do this when copying the entire | |
113 | * backing chain since the copy-on-read operation does not take base into | |
114 | * account. | |
115 | */ | |
116 | if (!base) { | |
117 | bdrv_enable_copy_on_read(bs); | |
118 | } | |
119 | ||
120 | for (sector_num = 0; sector_num < end; sector_num += n) { | |
4513eafe | 121 | uint64_t delay_ns = 0; |
f9749f28 | 122 | bool copy; |
4513eafe PB |
123 | |
124 | wait: | |
125 | /* Note that even when no rate limit is applied we need to yield | |
c57b6656 | 126 | * with no pending I/O here so that bdrv_drain_all() returns. |
4513eafe | 127 | */ |
7483d1e5 | 128 | block_job_sleep_ns(&s->common, QEMU_CLOCK_REALTIME, delay_ns); |
4f1043b4 SH |
129 | if (block_job_is_cancelled(&s->common)) { |
130 | break; | |
131 | } | |
132 | ||
c3e4f43a SW |
133 | copy = false; |
134 | ||
bdad13b9 PB |
135 | ret = bdrv_is_allocated(bs, sector_num, |
136 | STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE, &n); | |
f9749f28 PB |
137 | if (ret == 1) { |
138 | /* Allocated in the top, no need to copy. */ | |
d663640c | 139 | } else if (ret >= 0) { |
f9749f28 PB |
140 | /* Copy if allocated in the intermediate images. Limit to the |
141 | * known-unallocated area [sector_num, sector_num+n). */ | |
760e0063 | 142 | ret = bdrv_is_allocated_above(backing_bs(bs), base, |
4f578637 | 143 | sector_num, n, &n); |
571cd9dc SH |
144 | |
145 | /* Finish early if end of backing file has been reached */ | |
146 | if (ret == 0 && n == 0) { | |
147 | n = end - sector_num; | |
148 | } | |
149 | ||
f9749f28 PB |
150 | copy = (ret == 1); |
151 | } | |
4f1043b4 | 152 | trace_stream_one_iteration(s, sector_num, n, ret); |
c3e4f43a | 153 | if (copy) { |
5094a6c0 | 154 | if (s->common.speed) { |
4513eafe | 155 | delay_ns = ratelimit_calculate_delay(&s->limit, n); |
5094a6c0 | 156 | if (delay_ns > 0) { |
4513eafe | 157 | goto wait; |
5094a6c0 SH |
158 | } |
159 | } | |
4f1043b4 SH |
160 | ret = stream_populate(bs, sector_num, n, buf); |
161 | } | |
162 | if (ret < 0) { | |
1d809098 PB |
163 | BlockErrorAction action = |
164 | block_job_error_action(&s->common, s->common.bs, s->on_error, | |
165 | true, -ret); | |
a589569f | 166 | if (action == BLOCK_ERROR_ACTION_STOP) { |
1d809098 PB |
167 | n = 0; |
168 | continue; | |
169 | } | |
170 | if (error == 0) { | |
171 | error = ret; | |
172 | } | |
a589569f | 173 | if (action == BLOCK_ERROR_ACTION_REPORT) { |
1d809098 PB |
174 | break; |
175 | } | |
4f1043b4 | 176 | } |
c8c3080f | 177 | ret = 0; |
4f1043b4 SH |
178 | |
179 | /* Publish progress */ | |
180 | s->common.offset += n * BDRV_SECTOR_SIZE; | |
181 | } | |
182 | ||
183 | if (!base) { | |
184 | bdrv_disable_copy_on_read(bs); | |
185 | } | |
186 | ||
1d809098 PB |
187 | /* Do not remove the backing file if an error was there but ignored. */ |
188 | ret = error; | |
189 | ||
4f1043b4 | 190 | qemu_vfree(buf); |
f3e69beb SH |
191 | |
192 | /* Modify backing chain and close BDSes in main loop */ | |
193 | data = g_malloc(sizeof(*data)); | |
194 | data->ret = ret; | |
195 | data->reached_end = sector_num == end; | |
196 | block_job_defer_to_main_loop(&s->common, stream_complete, data); | |
4f1043b4 SH |
197 | } |
198 | ||
882ec7ce | 199 | static void stream_set_speed(BlockJob *job, int64_t speed, Error **errp) |
5094a6c0 SH |
200 | { |
201 | StreamBlockJob *s = container_of(job, StreamBlockJob, common); | |
202 | ||
882ec7ce | 203 | if (speed < 0) { |
c6bd8c70 | 204 | error_setg(errp, QERR_INVALID_PARAMETER, "speed"); |
9e6636c7 | 205 | return; |
5094a6c0 | 206 | } |
6ef228fc | 207 | ratelimit_set_speed(&s->limit, speed / BDRV_SECTOR_SIZE, SLICE_TIME); |
5094a6c0 SH |
208 | } |
209 | ||
3fc4b10a | 210 | static const BlockJobDriver stream_job_driver = { |
4f1043b4 | 211 | .instance_size = sizeof(StreamBlockJob), |
79e14bf7 | 212 | .job_type = BLOCK_JOB_TYPE_STREAM, |
5094a6c0 | 213 | .set_speed = stream_set_speed, |
4f1043b4 SH |
214 | }; |
215 | ||
fd7f8c65 | 216 | void stream_start(BlockDriverState *bs, BlockDriverState *base, |
13d8cc51 | 217 | const char *backing_file_str, int64_t speed, |
1d809098 | 218 | BlockdevOnError on_error, |
097310b5 | 219 | BlockCompletionFunc *cb, |
fd7f8c65 | 220 | void *opaque, Error **errp) |
4f1043b4 SH |
221 | { |
222 | StreamBlockJob *s; | |
4f1043b4 | 223 | |
1d809098 PB |
224 | if ((on_error == BLOCKDEV_ON_ERROR_STOP || |
225 | on_error == BLOCKDEV_ON_ERROR_ENOSPC) && | |
373340b2 | 226 | (!bs->blk || !blk_iostatus_is_enabled(bs->blk))) { |
c6bd8c70 | 227 | error_setg(errp, QERR_INVALID_PARAMETER, "on-error"); |
1d809098 PB |
228 | return; |
229 | } | |
230 | ||
3fc4b10a | 231 | s = block_job_create(&stream_job_driver, bs, speed, cb, opaque, errp); |
4f1043b4 | 232 | if (!s) { |
fd7f8c65 | 233 | return; |
4f1043b4 SH |
234 | } |
235 | ||
236 | s->base = base; | |
13d8cc51 | 237 | s->backing_file_str = g_strdup(backing_file_str); |
4f1043b4 | 238 | |
1d809098 | 239 | s->on_error = on_error; |
fa4478d5 PB |
240 | s->common.co = qemu_coroutine_create(stream_run); |
241 | trace_stream_start(bs, base, s, s->common.co, opaque); | |
242 | qemu_coroutine_enter(s->common.co, s); | |
4f1043b4 | 243 | } |