2 * QEMU aio implementation
4 * Copyright IBM, Corp. 2008
9 * This work is licensed under the terms of the GNU GPL, version 2. See
10 * the COPYING file in the top-level directory.
17 #include "qemu/typedefs.h"
18 #include "qemu-common.h"
19 #include "qemu/queue.h"
20 #include "qemu/event_notifier.h"
21 #include "qemu/thread.h"
22 #include "qemu/rfifolock.h"
23 #include "qemu/timer.h"
25 typedef struct BlockDriverAIOCB BlockDriverAIOCB;
26 typedef void BlockDriverCompletionFunc(void *opaque, int ret);
28 typedef struct AIOCBInfo {
29 void (*cancel)(BlockDriverAIOCB *acb);
33 struct BlockDriverAIOCB {
34 const AIOCBInfo *aiocb_info;
36 BlockDriverCompletionFunc *cb;
40 void *qemu_aio_get(const AIOCBInfo *aiocb_info, BlockDriverState *bs,
41 BlockDriverCompletionFunc *cb, void *opaque);
42 void qemu_aio_release(void *p);
44 typedef struct AioHandler AioHandler;
45 typedef void QEMUBHFunc(void *opaque);
46 typedef void IOHandler(void *opaque);
51 /* Protects all fields from multi-threaded access */
54 /* The list of registered AIO handlers */
55 QLIST_HEAD(, AioHandler) aio_handlers;
57 /* This is a simple lock used to protect the aio_handlers list.
58 * Specifically, it's used to ensure that no callbacks are removed while
59 * we're walking and dispatching callbacks.
63 /* lock to protect between bh's adders and deleter */
65 /* Anchor of the list of Bottom Halves belonging to the context */
66 struct QEMUBH *first_bh;
68 /* A simple lock used to protect the first_bh list, and ensure that
69 * no callbacks are removed while we're walking and dispatching callbacks.
73 /* Used for aio_notify. */
74 EventNotifier notifier;
76 /* GPollFDs for aio_poll() */
79 /* Thread pool for performing work and receiving completion callbacks */
80 struct ThreadPool *thread_pool;
82 /* TimerLists for calling timers - one per clock type */
83 QEMUTimerListGroup tlg;
87 * aio_context_new: Allocate a new AioContext.
89 * AioContext provide a mini event-loop that can be waited on synchronously.
90 * They also provide bottom halves, a service to execute a piece of code
91 * as soon as possible.
93 AioContext *aio_context_new(void);
97 * @ctx: The AioContext to operate on.
99 * Add a reference to an AioContext.
101 void aio_context_ref(AioContext *ctx);
105 * @ctx: The AioContext to operate on.
107 * Drop a reference to an AioContext.
109 void aio_context_unref(AioContext *ctx);
111 /* Take ownership of the AioContext. If the AioContext will be shared between
112 * threads, a thread must have ownership when calling aio_poll().
114 * Note that multiple threads calling aio_poll() means timers, BHs, and
115 * callbacks may be invoked from a different thread than they were registered
116 * from. Therefore, code must use AioContext acquire/release or use
117 * fine-grained synchronization to protect shared state if other threads will
118 * be accessing it simultaneously.
120 void aio_context_acquire(AioContext *ctx);
122 /* Relinquish ownership of the AioContext. */
123 void aio_context_release(AioContext *ctx);
126 * aio_bh_new: Allocate a new bottom half structure.
128 * Bottom halves are lightweight callbacks whose invocation is guaranteed
129 * to be wait-free, thread-safe and signal-safe. The #QEMUBH structure
130 * is opaque and must be allocated prior to its use.
132 QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque);
135 * aio_notify: Force processing of pending events.
137 * Similar to signaling a condition variable, aio_notify forces
138 * aio_wait to exit, so that the next call will re-examine pending events.
139 * The caller of aio_notify will usually call aio_wait again very soon,
140 * or go through another iteration of the GLib main loop. Hence, aio_notify
141 * also has the side effect of recalculating the sets of file descriptors
142 * that the main loop waits for.
144 * Calling aio_notify is rarely necessary, because for example scheduling
145 * a bottom half calls it already.
147 void aio_notify(AioContext *ctx);
150 * aio_bh_poll: Poll bottom halves for an AioContext.
152 * These are internal functions used by the QEMU main loop.
153 * And notice that multiple occurrences of aio_bh_poll cannot
154 * be called concurrently
156 int aio_bh_poll(AioContext *ctx);
159 * qemu_bh_schedule: Schedule a bottom half.
161 * Scheduling a bottom half interrupts the main loop and causes the
162 * execution of the callback that was passed to qemu_bh_new.
164 * Bottom halves that are scheduled from a bottom half handler are instantly
165 * invoked. This can create an infinite loop if a bottom half handler
168 * @bh: The bottom half to be scheduled.
170 void qemu_bh_schedule(QEMUBH *bh);
173 * qemu_bh_cancel: Cancel execution of a bottom half.
175 * Canceling execution of a bottom half undoes the effect of calls to
176 * qemu_bh_schedule without freeing its resources yet. While cancellation
177 * itself is also wait-free and thread-safe, it can of course race with the
178 * loop that executes bottom halves unless you are holding the iothread
179 * mutex. This makes it mostly useless if you are not holding the mutex.
181 * @bh: The bottom half to be canceled.
183 void qemu_bh_cancel(QEMUBH *bh);
186 *qemu_bh_delete: Cancel execution of a bottom half and free its resources.
188 * Deleting a bottom half frees the memory that was allocated for it by
189 * qemu_bh_new. It also implies canceling the bottom half if it was
191 * This func is async. The bottom half will do the delete action at the finial
194 * @bh: The bottom half to be deleted.
196 void qemu_bh_delete(QEMUBH *bh);
198 /* Return whether there are any pending callbacks from the GSource
199 * attached to the AioContext.
201 * This is used internally in the implementation of the GSource.
203 bool aio_pending(AioContext *ctx);
205 /* Progress in completing AIO work to occur. This can issue new pending
206 * aio as a result of executing I/O completion or bh callbacks.
208 * If there is no pending AIO operation or completion (bottom half),
209 * return false. If there are pending AIO operations of bottom halves,
212 * If there are no pending bottom halves, but there are pending AIO
213 * operations, it may not be possible to make any progress without
214 * blocking. If @blocking is true, this function will wait until one
215 * or more AIO events have completed, to ensure something has moved
218 bool aio_poll(AioContext *ctx, bool blocking);
221 /* Register a file descriptor and associated callbacks. Behaves very similarly
222 * to qemu_set_fd_handler2. Unlike qemu_set_fd_handler2, these callbacks will
223 * be invoked when using aio_poll().
225 * Code that invokes AIO completion functions should rely on this function
226 * instead of qemu_set_fd_handler[2].
228 void aio_set_fd_handler(AioContext *ctx,
235 /* Register an event notifier and associated callbacks. Behaves very similarly
236 * to event_notifier_set_handler. Unlike event_notifier_set_handler, these callbacks
237 * will be invoked when using aio_poll().
239 * Code that invokes AIO completion functions should rely on this function
240 * instead of event_notifier_set_handler.
242 void aio_set_event_notifier(AioContext *ctx,
243 EventNotifier *notifier,
244 EventNotifierHandler *io_read);
246 /* Return a GSource that lets the main loop poll the file descriptors attached
247 * to this AioContext.
249 GSource *aio_get_g_source(AioContext *ctx);
251 /* Return the ThreadPool bound to this AioContext */
252 struct ThreadPool *aio_get_thread_pool(AioContext *ctx);
256 * @ctx: the aio context
257 * @type: the clock type
259 * @cb: the callback to call on timer expiry
260 * @opaque: the opaque pointer to pass to the callback
262 * Allocate a new timer attached to the context @ctx.
263 * The function is responsible for memory allocation.
265 * The preferred interface is aio_timer_init. Use that
266 * unless you really need dynamic memory allocation.
268 * Returns: a pointer to the new timer
270 static inline QEMUTimer *aio_timer_new(AioContext *ctx, QEMUClockType type,
272 QEMUTimerCB *cb, void *opaque)
274 return timer_new_tl(ctx->tlg.tl[type], scale, cb, opaque);
279 * @ctx: the aio context
281 * @type: the clock type
283 * @cb: the callback to call on timer expiry
284 * @opaque: the opaque pointer to pass to the callback
286 * Initialise a new timer attached to the context @ctx.
287 * The caller is responsible for memory allocation.
289 static inline void aio_timer_init(AioContext *ctx,
290 QEMUTimer *ts, QEMUClockType type,
292 QEMUTimerCB *cb, void *opaque)
294 timer_init(ts, ctx->tlg.tl[type], scale, cb, opaque);