| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * QEMU aio implementation | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Copyright IBM, Corp. 2008 | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * Authors: | 
					
						
							|  |  |  |  *  Anthony Liguori   <aliguori@us.ibm.com> | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This work is licensed under the terms of the GNU GPL, version 2.  See | 
					
						
							|  |  |  |  * the COPYING file in the top-level directory. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "qemu-common.h"
 | 
					
						
							|  |  |  | #include "block.h"
 | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  | #include "qemu-queue.h"
 | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | #include "qemu_socket.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | typedef struct AioHandler AioHandler; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* The list of registered AIO handlers */ | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  | static QLIST_HEAD(, AioHandler) aio_handlers; | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* This is a simple lock used to protect the aio_handlers list.  Specifically,
 | 
					
						
							|  |  |  |  * it's used to ensure that no callbacks are removed while we're walking and | 
					
						
							|  |  |  |  * dispatching callbacks. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static int walking_handlers; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct AioHandler | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     int fd; | 
					
						
							|  |  |  |     IOHandler *io_read; | 
					
						
							|  |  |  |     IOHandler *io_write; | 
					
						
							|  |  |  |     AioFlushHandler *io_flush; | 
					
						
							| 
									
										
										
										
											2009-10-22 17:54:36 +02:00
										 |  |  |     AioProcessQueue *io_process_queue; | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |     int deleted; | 
					
						
							|  |  |  |     void *opaque; | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |     QLIST_ENTRY(AioHandler) node; | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static AioHandler *find_aio_handler(int fd) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     AioHandler *node; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |     QLIST_FOREACH(node, &aio_handlers, node) { | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |         if (node->fd == fd) | 
					
						
							| 
									
										
										
										
											2009-05-06 02:58:48 +02:00
										 |  |  |             if (!node->deleted) | 
					
						
							|  |  |  |                 return node; | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return NULL; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int qemu_aio_set_fd_handler(int fd, | 
					
						
							|  |  |  |                             IOHandler *io_read, | 
					
						
							|  |  |  |                             IOHandler *io_write, | 
					
						
							|  |  |  |                             AioFlushHandler *io_flush, | 
					
						
							| 
									
										
										
										
											2009-10-22 17:54:36 +02:00
										 |  |  |                             AioProcessQueue *io_process_queue, | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |                             void *opaque) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     AioHandler *node; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     node = find_aio_handler(fd); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     /* Are we deleting the fd handler? */ | 
					
						
							|  |  |  |     if (!io_read && !io_write) { | 
					
						
							|  |  |  |         if (node) { | 
					
						
							|  |  |  |             /* If the lock is held, just mark the node as deleted */ | 
					
						
							|  |  |  |             if (walking_handlers) | 
					
						
							|  |  |  |                 node->deleted = 1; | 
					
						
							|  |  |  |             else { | 
					
						
							|  |  |  |                 /* Otherwise, delete it for real.  We can't just mark it as
 | 
					
						
							|  |  |  |                  * deleted because deleted nodes are only cleaned up after | 
					
						
							|  |  |  |                  * releasing the walking_handlers lock. | 
					
						
							|  |  |  |                  */ | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |                 QLIST_REMOVE(node, node); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |                 qemu_free(node); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     } else { | 
					
						
							|  |  |  |         if (node == NULL) { | 
					
						
							|  |  |  |             /* Alloc and insert if it's not already there */ | 
					
						
							|  |  |  |             node = qemu_mallocz(sizeof(AioHandler)); | 
					
						
							|  |  |  |             node->fd = fd; | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |             QLIST_INSERT_HEAD(&aio_handlers, node, node); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |         } | 
					
						
							|  |  |  |         /* Update handler with latest information */ | 
					
						
							|  |  |  |         node->io_read = io_read; | 
					
						
							|  |  |  |         node->io_write = io_write; | 
					
						
							|  |  |  |         node->io_flush = io_flush; | 
					
						
							| 
									
										
										
										
											2009-10-22 17:54:36 +02:00
										 |  |  |         node->io_process_queue = io_process_queue; | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |         node->opaque = opaque; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     qemu_set_fd_handler2(fd, NULL, io_read, io_write, opaque); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void qemu_aio_flush(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     AioHandler *node; | 
					
						
							|  |  |  |     int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     do { | 
					
						
							|  |  |  |         ret = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-15 13:52:27 +02:00
										 |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * If there are pending emulated aio start them now so flush | 
					
						
							|  |  |  | 	 * will be able to return 1. | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  |         qemu_aio_wait(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |         QLIST_FOREACH(node, &aio_handlers, node) { | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |             ret |= node->io_flush(node->opaque); | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2009-07-20 14:01:25 -07:00
										 |  |  |     } while (qemu_bh_poll() || ret > 0); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-22 17:54:36 +02:00
										 |  |  | int qemu_aio_process_queue(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     AioHandler *node; | 
					
						
							|  |  |  |     int ret = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     walking_handlers = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     QLIST_FOREACH(node, &aio_handlers, node) { | 
					
						
							|  |  |  |         if (node->io_process_queue) { | 
					
						
							|  |  |  |             if (node->io_process_queue(node->opaque)) { | 
					
						
							|  |  |  |                 ret = 1; | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     walking_handlers = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return ret; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | void qemu_aio_wait(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     int ret; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (qemu_bh_poll()) | 
					
						
							|  |  |  |         return; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-10-22 17:54:36 +02:00
										 |  |  |     /*
 | 
					
						
							|  |  |  |      * If there are callbacks left that have been queued, we need to call then. | 
					
						
							|  |  |  |      * Return afterwards to avoid waiting needlessly in select(). | 
					
						
							|  |  |  |      */ | 
					
						
							|  |  |  |     if (qemu_aio_process_queue()) | 
					
						
							|  |  |  |         return; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |     do { | 
					
						
							|  |  |  |         AioHandler *node; | 
					
						
							|  |  |  |         fd_set rdfds, wrfds; | 
					
						
							|  |  |  |         int max_fd = -1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         walking_handlers = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-12 21:19:57 +00:00
										 |  |  |         FD_ZERO(&rdfds); | 
					
						
							|  |  |  |         FD_ZERO(&wrfds); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |         /* fill fd sets */ | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |         QLIST_FOREACH(node, &aio_handlers, node) { | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |             /* If there aren't pending AIO operations, don't invoke callbacks.
 | 
					
						
							|  |  |  |              * Otherwise, if there are no AIO requests, qemu_aio_wait() would | 
					
						
							|  |  |  |              * wait indefinitely. | 
					
						
							|  |  |  |              */ | 
					
						
							|  |  |  |             if (node->io_flush && node->io_flush(node->opaque) == 0) | 
					
						
							|  |  |  |                 continue; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |             if (!node->deleted && node->io_read) { | 
					
						
							|  |  |  |                 FD_SET(node->fd, &rdfds); | 
					
						
							|  |  |  |                 max_fd = MAX(max_fd, node->fd + 1); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             if (!node->deleted && node->io_write) { | 
					
						
							|  |  |  |                 FD_SET(node->fd, &wrfds); | 
					
						
							|  |  |  |                 max_fd = MAX(max_fd, node->fd + 1); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         walking_handlers = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         /* No AIO operations?  Get us out of here */ | 
					
						
							|  |  |  |         if (max_fd == -1) | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         /* wait until next event */ | 
					
						
							|  |  |  |         ret = select(max_fd, &rdfds, &wrfds, NULL, NULL); | 
					
						
							|  |  |  |         if (ret == -1 && errno == EINTR) | 
					
						
							|  |  |  |             continue; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         /* if we have any readable fds, dispatch event */ | 
					
						
							|  |  |  |         if (ret > 0) { | 
					
						
							|  |  |  |             walking_handlers = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |             /* we have to walk very carefully in case
 | 
					
						
							|  |  |  |              * qemu_aio_set_fd_handler is called while we're walking */ | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |             node = QLIST_FIRST(&aio_handlers); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |             while (node) { | 
					
						
							|  |  |  |                 AioHandler *tmp; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |                 if (!node->deleted && | 
					
						
							|  |  |  |                     FD_ISSET(node->fd, &rdfds) && | 
					
						
							|  |  |  |                     node->io_read) { | 
					
						
							|  |  |  |                     node->io_read(node->opaque); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |                 if (!node->deleted && | 
					
						
							|  |  |  |                     FD_ISSET(node->fd, &wrfds) && | 
					
						
							|  |  |  |                     node->io_write) { | 
					
						
							|  |  |  |                     node->io_write(node->opaque); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |                 tmp = node; | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |                 node = QLIST_NEXT(node, node); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |                 if (tmp->deleted) { | 
					
						
							| 
									
										
										
										
											2009-09-12 07:36:22 +00:00
										 |  |  |                     QLIST_REMOVE(tmp, node); | 
					
						
							| 
									
										
										
										
											2008-09-22 19:17:18 +00:00
										 |  |  |                     qemu_free(tmp); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |             walking_handlers = 0; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     } while (ret == 0); | 
					
						
							|  |  |  | } |