phunix/minix/net/uds/uds.c

/* UNIX Domain Sockets - uds.c - socket management */

#include "uds.h"

static struct udssock uds_array[NR_UDSSOCK];
static TAILQ_HEAD(uds_freelist, udssock) uds_freelist;
static unsigned int uds_in_use;
static int uds_running;

static const struct sockevent_ops uds_ops;

static SLIST_HEAD(udshash, udssock) udshash[UDSHASH_SLOTS];

/*
 * Initialize file-to-socket hash table.
 */
static void
udshash_init(void)
{
	unsigned int slot;

	for (slot = 0; slot < __arraycount(udshash); slot++)
		SLIST_INIT(&udshash[slot]);
}

/*
 * Return a hash table slot number for the given <dev,ino> pair.
 */
static unsigned int
udshash_slot(dev_t dev, ino_t ino)
{

	assert(dev != NO_DEV);
	assert(ino != 0);

	/*
	 * Effectively combining two 64-bit numbers into a single 6-or-so-bit
	 * hash is not too easy.  This hash function is probably among the
	 * worst options.  Then again it is not all that critical as we are not
	 * expecting that many bound UDS sockets in the system anyway.
	 */
	return (unsigned int)(dev ^ ino) % UDSHASH_SLOTS;
}

/*
 * Look for a socket that is bound to the given <dev,ino> pair.  Return a
 * pointer to the socket if found, or NULL otherwise.
 */
static struct udssock *
udshash_get(dev_t dev, ino_t ino)
{
	struct udssock *uds;
	unsigned int slot;

	slot = udshash_slot(dev, ino);

	SLIST_FOREACH(uds, &udshash[slot], uds_hash) {
		if (uds->uds_dev == dev && uds->uds_ino == ino)
			return uds;
	}

	return NULL;
}

/*
 * Add a socket to the file-to-socket hash table.  The socket must have its
 * device and inode fields set, and must not be in the hash table already.
 */
static void
udshash_add(struct udssock * uds)
{
	unsigned int slot;

	slot = udshash_slot(uds->uds_dev, uds->uds_ino);

	SLIST_INSERT_HEAD(&udshash[slot], uds, uds_hash);
}

/*
 * Remove a socket from the file-to-socket hash table.  The socket must be in
 * the hash table.
 */
static void
udshash_del(struct udssock * uds)
{
	unsigned int slot;

	slot = udshash_slot(uds->uds_dev, uds->uds_ino);

	/* This macro is O(n). */
	SLIST_REMOVE(&udshash[slot], uds, udssock, uds_hash);
}

/*
 * Return the socket identifier for the given UDS socket object.
 */
sockid_t
uds_get_id(struct udssock * uds)
{

	return (sockid_t)(uds - uds_array);
}

/*
 * Given either NULL or a previously returned socket, return the next in-use
 * UDS socket of the given socket type, or NULL if there are no more matches.
 * The sockets are returned in random order, but each matching socket is
 * returned exactly once (until any socket is allocated or freed).
 */
struct udssock *
uds_enum(struct udssock * prev, int type)
{
	sockid_t id;

	if (prev != NULL)
		id = uds_get_id(prev) + 1;
	else
		id = 0;

	for (; id < NR_UDSSOCK; id++)
		if ((uds_array[id].uds_flags & UDSF_IN_USE) &&
		    uds_get_type(&uds_array[id]) == type)
			return &uds_array[id];

	return NULL;
}

/*
 * Invalidate credentials on the socket.
 */
static void
uds_clear_cred(struct udssock * uds)
{

	uds->uds_cred.unp_pid = -1;
	uds->uds_cred.unp_euid = -1;
	uds->uds_cred.unp_egid = -1;
}

/*
 * Obtain the credentials (process, user, and group ID) of the given user
 * endpoint and associate them with the socket for later retrieval.  It is
 * important to note that this information is obtained once at connect time,
 * and never updated later.  The party receiving the credentials must take this
 * into account.
 */
static void
uds_get_cred(struct udssock * uds, endpoint_t user_endpt)
{
	int r;

	if ((uds->uds_cred.unp_pid = r = getepinfo(user_endpt,
	    &uds->uds_cred.unp_euid, &uds->uds_cred.unp_egid)) < 0) {
		printf("UDS: failed obtaining credentials of %d (%d)\n",
		    user_endpt, r);

		uds_clear_cred(uds);
	}
}

/*
 * Allocate and initialize a UDS socket.  On succes, return OK with a pointer
 * to the new socket in 'udsp'.  On failure, return a negative error code.
 */
static int
uds_alloc(struct udssock ** udsp)
{
	struct udssock *uds;
	int r;

	/* Allocate, initialize, and return a UNIX domain socket object. */
	if (TAILQ_EMPTY(&uds_freelist))
		return ENOBUFS;

	uds = TAILQ_FIRST(&uds_freelist);

	uds->uds_conn = NULL;		/* not connected */
	uds->uds_link = NULL;		/* not connecting or linked */
	uds->uds_queued = 0;
	uds->uds_flags = UDSF_IN_USE;	/* may be found through enumeration */
	uds->uds_pathlen = 0;		/* not bound: no path */
	uds->uds_dev = NO_DEV;		/* not hashed: no socket file device */
	uds->uds_ino = 0;		/* not hashed: no socket file inode */
	uds_clear_cred(uds);		/* no bind/connect-time credentials */
	TAILQ_INIT(&uds->uds_queue);	/* an empty queue */

	if ((r = uds_io_setup(uds)) != OK)
		return r;

	TAILQ_REMOVE(&uds_freelist, uds, uds_next);

	assert(uds_in_use < NR_UDSSOCK);
	uds_in_use++;

	*udsp = uds;
	return OK;
}

/*
 * Free a previously allocated socket.
 */
static void
uds_free(struct sock * sock)
{
	struct udssock *uds = (struct udssock *)sock;

	uds_io_cleanup(uds);

	uds->uds_flags = 0;		/* no longer in use */

	TAILQ_INSERT_HEAD(&uds_freelist, uds, uds_next);

	assert(uds_in_use > 0);
	if (--uds_in_use == 0 && uds_running == FALSE)
		sef_cancel();
}

/*
 * Create a new socket.
 */
static sockid_t
uds_socket(int domain, int type, int protocol, endpoint_t user_endpt __unused,
	struct sock ** sockp, const struct sockevent_ops ** ops)
{
	struct udssock *uds;
	int r;

	dprintf(("UDS: socket(%d,%d,%d)\n", domain, type, protocol));

	if (domain != PF_UNIX) {
		/* This means the service was configured incorrectly. */
		printf("UDS: got request for domain %d\n", domain);

		return EAFNOSUPPORT;
	}

	/* We support the following three socket types. */
	switch (type) {
	case SOCK_STREAM:
	case SOCK_SEQPACKET:
	case SOCK_DGRAM:
		break;
	default:
		return EPROTOTYPE;
	}

	/*
	 * The PF_UNIX domain does not support particular protocols, so the
	 * given protocol must be zero (= anything that matches).
	 */
	if (protocol != UDSPROTO_UDS)
		return EPROTONOSUPPORT;

	if ((r = uds_alloc(&uds)) != OK)
		return r;

	dprintf(("UDS: socket returns %d\n", uds_get_id(uds)));

	*sockp = &uds->uds_sock;
	*ops = &uds_ops;
	return uds_get_id(uds);
}

/*
 * Connect a pair of sockets.
 */
static int
uds_pair(struct sock * sock1, struct sock * sock2, endpoint_t user_endpt)
{
	struct udssock *uds1 = (struct udssock *)sock1;
	struct udssock *uds2 = (struct udssock *)sock2;

	dprintf(("UDS: pair(%d,%d)\n", uds_get_id(uds1), uds_get_id(uds2)));

	/* Only connection-oriented types are acceptable. */
	if (uds_get_type(uds1) == SOCK_DGRAM)
		return EOPNOTSUPP;

	/* Connect the sockets. */
	uds1->uds_conn = uds2;
	uds2->uds_conn = uds1;
	uds1->uds_flags |= UDSF_CONNECTED;
	uds2->uds_flags |= UDSF_CONNECTED;

	/* Obtain the (same) credentials for both sides of the connection. */
	uds_get_cred(uds1, user_endpt);
	memcpy(&uds2->uds_cred, &uds1->uds_cred, sizeof(uds2->uds_cred));

	return OK;
}

/*
 * Disconnect a UDS socket, notifying or freeing up the other end of the
 * connection depending on whether the socket was linked, that is, on the
 * accept queue of a listening socket.
 */
static void
uds_disconnect(struct udssock * uds, int was_linked)
{
	struct udssock *conn;

	assert(uds_is_connected(uds));
	assert(uds_has_conn(uds));

	conn = uds->uds_conn;

	assert(uds_is_connected(conn));
	assert(uds_has_conn(conn));
	assert(!uds_has_link(conn));
	assert(conn->uds_conn == uds);

	/* Disconnect the sockets. */
	uds->uds_conn = NULL;
	conn->uds_conn = NULL;

	/*
	 * If the given socket is linked, then it is a connected socket for
	 * which the other end has been created but not yet accepted.  In that
	 * case, the other end ('conn') will have to be freed up.  Otherwise,
	 * it is a regular user-created socket and we must properly transition
	 * it into disconnected state.
	 */
	if (!was_linked) {
		sockevent_raise(&conn->uds_sock, SEV_SEND | SEV_RECV);

		/*
		 * Clear the peer credentials so that they will not be mistaken
		 * for having been obtained at bind time.
		 */
		uds_clear_cred(conn);
	} else
		sockevent_raise(&conn->uds_sock, SEV_CLOSE);
}

/*
 * Add the socket 'link' to the queue of the socket 'uds'.  This also implies
 * that 'link's link socket is set to 'uds'.
 */
static void
uds_add_queue(struct udssock * uds, struct udssock * link)
{

	dprintf(("UDS: add_queue(%d,%d)\n",
	    uds_get_id(uds), uds_get_id(link)));

	TAILQ_INSERT_TAIL(&uds->uds_queue, link, uds_next);

	uds->uds_queued++;
	assert(uds->uds_queued != 0);

	link->uds_link = uds;
}

/*
 * Remove the socket 'link' from the queue of the socket 'uds'.  This also
 * reset 'link's link to NULL.
 */
static void
uds_del_queue(struct udssock * uds, struct udssock * link)
{

	dprintf(("UDS: del_queue(%d,%d)\n",
	    uds_get_id(uds), uds_get_id(link)));

	assert(link->uds_link == uds);

	TAILQ_REMOVE(&uds->uds_queue, link, uds_next);

	assert(uds->uds_queued > 0);
	uds->uds_queued--;

	link->uds_link = NULL;
}

/*
 * Remove all sockets from the queue of the socket 'uds', with the exception of
 * 'except' if non-NULL.  Raise an ECONNRESET error on all removed sockets that
 * are not equal to 'uds'.
 */
static void
uds_clear_queue(struct udssock * uds, struct udssock * except)
{
	struct udssock *link, *tmp;
	int found;

	dprintf(("UDS: clear_queue(%d,%d)\n",
	    uds_get_id(uds), (except != NULL) ? uds_get_id(except) : -1));

	found = 0;

	/*
	 * Abort all connecting sockets queued on this socket, except for the
	 * given exception, which may be NULL.
	 */
	TAILQ_FOREACH_SAFE(link, &uds->uds_queue, uds_next, tmp) {
		if (link == except) {
			found++;

			continue;
		}

		dprintf(("UDS: clear_queue removes %d\n", uds_get_id(link)));

		assert(uds_get_type(link) == SOCK_DGRAM ||
		    uds_is_connecting(link) || uds_is_connected(link));

		uds_del_queue(uds, link);

		/*
		 * Generate an error only if the socket was not linked to
		 * itself (only datagram sockets can be linked to themselves).
		 * The error is not helpful for applications in that case.
		 */
		if (uds != link)
			sockevent_set_error(&link->uds_sock, ECONNRESET);

		/*
		 * If this is a listening socket, disconnect the connecting or
		 * connected end.  If a connected peer was already created for
		 * the queued socket, dispose of that peer.
		 *
		 * Clear credentials obtained when starting to connect (in
		 * which case the socket is always a connection-oriented
		 * socket), so that they will not be mistaken for credentials
		 * obtained at bind time.
		 */
		if (uds_get_type(link) != SOCK_DGRAM) {
			if (uds_is_connected(link))
				uds_disconnect(link, TRUE /*was_linked*/);
			else
				uds_clear_cred(link);
		}
	}

	assert(uds->uds_queued == found);
}

/*
 * Check whether the socket address given in 'addr', with length 'addr_len', is
 * a valid UNIX domain socket address (including a path to a socket file).  On
 * success, return the (non-zero) length of the socket file's path, minus the
 * null terminator which may in fact not be present.  The caller is responsible
 * for copying and terminating the path as needed.  A pointer to the path as
 * stored in 'addr' is returned in 'pathp'.  On failure, return an error code.
 */
static int
uds_check_addr(const struct sockaddr * addr, socklen_t addr_len,
	const char ** pathp)
{
	const char *p;
	size_t len;

	/*
	 * We could cast to a sockaddr_un structure pointer first, but that
	 * would not provide any benefits here.  Instead, we use sa_data as the
	 * generic equivalent of sun_path.
	 */
	if (addr_len < offsetof(struct sockaddr, sa_data))
		return EINVAL;

	if (addr->sa_family != AF_UNIX)
		return EAFNOSUPPORT;

	len = (size_t)addr_len - offsetof(struct sockaddr, sa_data);
	if (len > 0 && (p = memchr(addr->sa_data, '\0', len)) != NULL)
		len = (size_t)(p - addr->sa_data);

	/* The given path name must not be an empty string. */
	if (len == 0)
		return ENOENT;

	/* This check should be redundant but better safe than sorry. */
	if (len >= UDS_PATH_MAX)
		return EINVAL;

	*pathp = (const char *)addr->sa_data;
	return len;
}

/*
 * Given the socket file path given as 'path' with length 'path_len' (not
 * necessarily null terminated), store a socket address with the path in
 * 'addr', and return the socket address length in 'addr_len'.  The calling
 * libraries (libsockdriver, libsockevent) and the static assert in uds.h
 * guarantee that 'addr' is sufficiently large to store any address we generate
 * here.  The libraries may subsequently copy out only a part of it to the user
 * process.  This function always succeeds.
 */
void
uds_make_addr(const char * path, size_t len, struct sockaddr * addr,
	socklen_t * addr_len)
{

	/*
	 * Generate the address.  The stored length (sa_len/sun_len) does not
	 * include a null terminator.  The entire structure does include a null
	 * terminator, but only if the socket is bound.
	 */
	addr->sa_len = offsetof(struct sockaddr, sa_data) + len;
	addr->sa_family = AF_UNIX;
	if (len > 0) {
		/* This call may (intentionally) overrun the sa_data size. */
		memcpy((char *)addr->sa_data, path, len);
		((char *)addr->sa_data)[len] = '\0';

		/* The socket is bound, so include the null terminator. */
		len++;
		assert(len <= UDS_PATH_MAX);
	}

	/* Note that this length may be different from sa_len/sun_len now. */
	*addr_len = offsetof(struct sockaddr, sa_data) + len;
}

/*
 * Bind a socket to a local address.
 */
static int
uds_bind(struct sock * sock, const struct sockaddr * addr, socklen_t addr_len,
	endpoint_t user_endpt)
{
	struct udssock *uds = (struct udssock *)sock;
	struct udssock *uds2;
	const char *path;
	size_t len;
	dev_t dev;
	ino_t ino;
	int r;

	dprintf(("UDS: bind(%d)\n", uds_get_id(uds)));

	/* A socket may be bound at any time, but only once. */
	if (uds_is_bound(uds))
		return EINVAL;

	/* Verify that the user gave us an acceptable address. */
	if ((r = uds_check_addr(addr, addr_len, &path)) < 0)
		return r;
	len = (size_t)r;

	/* Attempt to create the socket file on the file system. */
	r = socketpath(user_endpt, path, len, SPATH_CREATE, &dev, &ino);
	if (r != OK)
		return r;
	assert(dev != NO_DEV && ino != 0);

	/*
	 * It is possible that a socket file of a previously bound socket was
	 * unlinked, and due to inode number reuse, a new socket file has now
	 * been created with the same <dev,ino> pair.  In that case, we must
	 * unbind the old socket, because it must no longer be found.  The old
	 * socket will still have a path (and behave as though it is bound) but
	 * no longer be found through hash lookups.
	 */
	if ((uds2 = udshash_get(dev, ino)) != NULL) {
		udshash_del(uds2);

		uds2->uds_dev = NO_DEV;
		uds2->uds_ino = 0;
	}

	/*
	 * Obtain credentials for the socket, unless the socket is already
	 * connecting or connected, in which case we must not replace the
	 * credentials we obtained already.  We later clear those credentials
	 * upon a connection failure or disconnect, so that if the socket is
	 * then put in listening mode, we know there are no bind-time
	 * credentials.  Not ideal, but we really need two separate sets of
	 * credentials if we want to get this right, which is a waste of memory
	 * as no sane application writer would ever rely on credential passing
	 * after recycling a socket..
	 */
	if (uds_get_type(uds) != SOCK_DGRAM && !uds_is_connecting(uds) &&
	    !uds_is_connected(uds))
		uds_get_cred(uds, user_endpt);

	/* Asssign the address to the socket. */
	uds->uds_pathlen = len;
	memcpy(&uds->uds_path, path, len);
	uds->uds_dev = dev;
	uds->uds_ino = ino;

	udshash_add(uds);

	return OK;
}

/*
 * Look up a UDS socket based on a user-given address.  If a socket exists for
 * the address, check if it is type-compatible with the given UDS socket.
 * On succes, return OK, with 'peerp' set to the socket that was found.  On
 * failure, return a negative error code.
 */
int
uds_lookup(struct udssock * uds, const struct sockaddr * addr,
	socklen_t addr_len, endpoint_t user_endpt, struct udssock ** peerp)
{
	struct udssock *peer;
	const char *path;
	size_t len;
	dev_t dev;
	ino_t ino;
	int r;

	/* Verify that the user gave us an acceptable address. */
	if ((r = uds_check_addr(addr, addr_len, &path)) < 0)
		return r;
	len = (size_t)r;

	/* Attempt to look up the socket file on the file system. */
	r = socketpath(user_endpt, path, len, SPATH_CHECK, &dev, &ino);
	if (r != OK)
		return r;
	assert(dev != NO_DEV && ino != 0);

	if ((peer = udshash_get(dev, ino)) == NULL)
		return ECONNREFUSED;
	if (uds_get_type(peer) != uds_get_type(uds))
		return EPROTOTYPE;

	*peerp = peer;
	return OK;
}

/*
 * Given the listening socket 'uds', and the socket 'link' that is calling or
 * has called connect(2) and is or will be linked to the listening socket's
 * queue, create a new socket and connect it to 'link', putting both sockets in
 * the connected state.  The given link socket may be in unconnected,
 * connecting, or disconnected state prior to the call.  Return OK or an error
 * code.  The link state of the link socket remains unchanged in any case.
 */
static int
uds_attach(struct udssock * uds, struct udssock * link)
{
	struct udssock *conn;
	int r;

	/*
	 * Allocate a new socket to use as peer socket for the connection that
	 * is about to be established.  The new socket is not yet known by
	 * libsockevent.
	 */
	if ((r = uds_alloc(&conn)) != OK)
		return r;

	/*
	 * Ask libsockevent to clone the sock object in the new UDS socket from
	 * the listening socket.  This adds the sock object to libsockevent's
	 * data structures and ensures that we can safely use the socket
	 * despite the fact that it has not yet been accepted (and thus
	 * returned to libsockevent).  From this moment on, we must either
	 * return the socket's ID (but not a pointer to it!) from uds_accept()
	 * or raise SEV_CLOSE on it.
	 */
	sockevent_clone(&uds->uds_sock, &conn->uds_sock, uds_get_id(conn));

	/* Connect the link socket to the new socket. */
	link->uds_conn = conn;
	link->uds_flags |= UDSF_CONNECTED;

	/*
	 * Connect the new socket to the link socket as well.  The child
	 * socket should also inherit pretty much all settings from the
	 * listening socket, including the bind path and the listening socket's
	 * bind-time credentials.
	 */
	conn->uds_conn = link;
	conn->uds_flags = uds->uds_flags & (UDSF_PASSCRED | UDSF_CONNWAIT);
	conn->uds_flags |= UDSF_CONNECTED;
	conn->uds_pathlen = uds->uds_pathlen;
	memcpy(conn->uds_path, uds->uds_path, (size_t)uds->uds_pathlen);
	memcpy(&conn->uds_cred, &uds->uds_cred, sizeof(conn->uds_cred));

	return OK;
}

/*
 * Connect a socket to a remote address.
 */
static int
uds_connect(struct sock * sock, const struct sockaddr * addr,
	socklen_t addr_len, endpoint_t user_endpt)
{
	struct udssock *uds = (struct udssock *)sock;
	struct udssock *link;
	int r;

	dprintf(("UDS: connect(%d)\n", uds_get_id(uds)));

	/* For connection-oriented sockets, several state checks apply. */
	if (uds_get_type(uds) != SOCK_DGRAM) {
		if (uds_is_listening(uds))
			return EOPNOTSUPP;
		if (uds_is_connecting(uds))
			return EALREADY;
		if (uds_is_connected(uds))
			return EISCONN;
		/* Disconnected sockets may be reconnected, see below. */
	} else {
		/*
		 * Connectionless sockets may be unconnected by providing an
		 * address with family AF_UNSPEC.  Handle this case first here.
		 */
		if (addr_len >= offsetof(struct sockaddr, sa_data) &&
		    addr->sa_family == AF_UNSPEC) {
			/*
			 * Reset this socket's previous connection to another
			 * socket, if any.  Unconnecting has no effect on other
			 * sockets connected to this socket, though.
			 */
			if (uds_has_link(uds))
				uds_del_queue(uds->uds_link, uds);

			return OK;
		}
	}

	/*
	 * Find the socket identified by the given address.  If it exists at
	 * all, see if it is a proper match.
	 */
	if ((r = uds_lookup(uds, addr, addr_len, user_endpt, &link)) != OK)
		return r;

	/*
	 * Handle connectionless sockets first, in which case a connect links
	 * the socket to a send target and limits receipt to datagrams from
	 * that target.  We actually point the socket to the peer socket,
	 * through uds_link.  That also means that if the target socket
	 * disappears, we have to reset any sockets connected to it, in which
	 * case we return them to the unconnected state.  In order to allow
	 * finding all sockets connected to a particular socket, we put all
	 * those sockets on their target's queue, hence why we use uds_link and
	 * not uds_conn.  As mentioned before, we allow reconnecting without
	 * restrictions.
	 * TODO: see if reconnecting should clear a pending ECONNRESET.
	 *
	 * An important note: 'uds' and 'link' may actually be the same socket,
	 * if the caller chooses to connect a socket with itself!
	 */
	if (uds_get_type(uds) == SOCK_DGRAM) {
		/* Reconnecting to the same socket has no effect. */
		if (uds_has_link(uds) && uds->uds_link == link)
			return OK;

		/*
		 * If the intended target is linked to another socket, we
		 * refuse linking to it.  Sending or receiving would never work
		 * anyway.  Do allow a socket to link to itself after being
		 * linked to another socket.  The error code is the same as in
		 * the sending code, borrowed from Linux.
		 */
		if (uds != link && uds_has_link(link) && link->uds_link != uds)
			return EPERM;

		/*
		 * Reset this socket's previous link to another socket, if any.
		 */
		if (uds_has_link(uds))
			uds_del_queue(uds->uds_link, uds);

		/*
		 * Reset any links to this socket, except for the one by
		 * the intended target.  Sending or receiving would no longer
		 * work anyway.  If the socket was linked to itself, clear its
		 * self-link without generating an ECONNRESET.  If the socket
		 * is relinking to itself, reestablish the link after first
		 * clearing it.
		 */
		uds_clear_queue(uds, (uds != link) ? link : NULL);

		uds_add_queue(link, uds);

		return OK;
	}

	/*
	 * For connection-oriented sockets there is more to do.  First, make
	 * sure that the peer is a listening socket, that it has not been shut
	 * down, and that its backlog is not already at the configured maximum.
	 */
	if (!uds_is_listening(link))
		return ECONNREFUSED;

	if (uds_is_shutdown(link, SFL_SHUT_RD | SFL_SHUT_WR))
		return ECONNREFUSED;

	if (link->uds_queued >= link->uds_backlog)
		return ECONNREFUSED;

	/*
	 * The behavior of connect(2) now depends on whether LOCAL_CONNWAIT is
	 * set on either the connecting or the listening socket.  If it is not,
	 * the socket will be connected to a new as-yet invisible socket, which
	 * will be the one returned from accept(2) later.  If it was, the
	 * socket will be put in the connecting state.
	 */
	if (!((uds->uds_flags | link->uds_flags) & UDSF_CONNWAIT)) {
		if ((r = uds_attach(link, uds)) != OK)
			return r;

		assert(uds_is_connected(uds));
	} else {
		/*
		 * Disconnected sockets now stop being connected.  Any pending
		 * data can still be received, though.
		 */
		uds->uds_flags &= ~UDSF_CONNECTED;

		r = SUSPEND;
	}

	/* Obtain credentials for the socket. */
	uds_get_cred(uds, user_endpt);

	/* Add the socket at the end of the listening socket's queue. */
	uds_add_queue(link, uds);

	assert(r != SUSPEND || uds_is_connecting(uds));

	/*
	 * Let an accept call handle the rest, which will in turn resume this
	 * connect call.  The sockevent library ensures that this works even if
	 * the call is non-blocking.
	 */
	sockevent_raise(&link->uds_sock, SEV_ACCEPT);

	return r;
}

/*
 * Put a socket in listening mode.
 */
static int
uds_listen(struct sock * sock, int backlog)
{
	struct udssock *uds = (struct udssock *)sock;

	/* The maximum backlog value must not exceed its field size. */
	assert(SOMAXCONN <= USHRT_MAX);

	dprintf(("UDS: listen(%d)\n", uds_get_id(uds)));

	/* Only connection-oriented types may be put in listening mode. */
	if (uds_get_type(uds) == SOCK_DGRAM)
		return EOPNOTSUPP;

	/* A connecting or connected socket may not listen. */
	if (uds_is_connecting(uds) || uds_is_connected(uds))
		return EINVAL;

	/* POSIX says that this is now the appropriate error code here. */
	if (!uds_is_bound(uds))
		return EDESTADDRREQ;

	/*
	 * The socket is now entering the listening state.  If it was
	 * previously disconnected, clear the connection flag.
	 */
	uds->uds_flags &= ~UDSF_CONNECTED;

	/*
	 * We do not remove sockets from the backlog if it is now being dropped
	 * below the current number of queued sockets.  We only refuse newly
	 * connecting sockets beyond the backlog size.
	 */
	uds->uds_backlog = backlog;

	return OK;
}

/*
 * Test whether an accept request would block.  Return OK if a socket could be
 * accepted, an appropriate error code if an accept call would fail instantly,
 * or SUSPEND if the accept request would block waiting for a connection.
 */
static int
uds_test_accept(struct sock * sock)
{
	struct udssock *uds = (struct udssock *)sock;

	/*
	 * Ensure that the socket is in listening mode.  If not, we must return
	 * the error code that is appropriate for this socket type.
	 */
	if (uds_get_type(uds) == SOCK_DGRAM)
		return EOPNOTSUPP;
	if (!uds_is_listening(uds))
		return EINVAL;

	/*
	 * If the socket has been shut down, new connections are no longer
	 * accepted and accept calls no longer block.  This is not a POSIX
	 * requirement, but rather an application convenience feature.
	 */
	if (uds->uds_queued == 0) {
		if (uds_is_shutdown(uds, SFL_SHUT_RD | SFL_SHUT_WR))
			return ECONNABORTED;

		return SUSPEND;
	}

	return OK;
}

/*
 * Accept a connection on a listening socket, creating a new socket.  On
 * success, return the new socket identifier, with the new socket stored in
 * 'newsockp'.  Otherwise, return an error code.
 */
static sockid_t
uds_accept(struct sock * sock, struct sockaddr * addr, socklen_t * addr_len,
	endpoint_t user_endpt __unused, struct sock ** newsockp)
{
	struct udssock *uds = (struct udssock *)sock;
	struct udssock *link, *conn;
	sockid_t r;

	dprintf(("UDS: accept(%d)\n", uds_get_id(uds)));

	if ((r = uds_test_accept(sock)) != OK)
		return r;

	/*
	 * Take the first connecting socket off the listening queue.
	 */
	assert(!TAILQ_EMPTY(&uds->uds_queue));

	link = TAILQ_FIRST(&uds->uds_queue);

	/*
	 * Depending on the LOCAL_CONNWAIT setting at the time of connect(2),
	 * the socket may be connecting or connected.  In the latter case, its
	 * attached socket is the socket we will return now.  Otherwise we have
	 * to attach a socket first.
	 */
	assert(uds_is_connecting(link) || uds_is_connected(link));

	if (uds_is_connecting(link)) {
		/*
		 * Attach a new socket.  If this fails, return the error but
		 * leave the connecting socket on the listening queue.
		 */
		if ((r = uds_attach(uds, link)) != OK)
			return r;

		assert(uds_is_connected(link));

		/*
		 * Wake up blocked (connect, send, select) calls on the peer
		 * socket.
		 */
		sockevent_raise(&link->uds_sock, SEV_CONNECT);
	}

	uds_del_queue(uds, link);

	/* Return the peer socket's address to the caller. */
	uds_make_addr(link->uds_path, link->uds_pathlen, addr, addr_len);

	conn = link->uds_conn;

	dprintf(("UDS: accept returns %d\n", uds_get_id(conn)));

	/*
	 * We already cloned the sock object, so return its ID but not a
	 * pointer to it.  That tells libsockevent not to reinitialize it.
	 */
	*newsockp = NULL;
	return uds_get_id(conn);
}

/*
 * Set socket options.
 */
static int
uds_setsockopt(struct sock * sock, int level, int name,
	const struct sockdriver_data * data, socklen_t len)
{
	struct udssock *uds = (struct udssock *)sock;
	int r, val;

	dprintf(("UDS: setsockopt(%d,%d,%d)\n", uds_get_id(uds), level, name));

	switch (level) {
	case SOL_SOCKET:
		switch (name) {
		case SO_SNDBUF:
		case SO_RCVBUF:
			/*
			 * The send buffer size may not be changed because the
			 * buffer is the same as the other side's receive
			 * buffer, and what the other side is may vary from
			 * send call to send call.  Changing the receive buffer
			 * size would disallow us from even accurately guessing
			 * the send buffer size in getsockopt calls.  Therefore
			 * both are hardcoded and cannot actually be changed.
			 * In order to support applications that want at least
			 * a certain minimum, we do accept requests to shrink
			 * either buffer, but we ignore the given size.
			 */
			if ((r = sockdriver_copyin_opt(data, &val, sizeof(val),
			    len)) != OK)
				return r;

			if (val <= 0 || (size_t)val > uds_io_buflen())
				return EINVAL;

			return OK; /* ignore new value */
		}

		break;

	case UDSPROTO_UDS:
		switch (name) {
		case LOCAL_CREDS:
			if ((r = sockdriver_copyin_opt(data, &val, sizeof(val),
			    len)) != OK)
				return r;

			if (val)
				uds->uds_flags |= UDSF_PASSCRED;
			else
				uds->uds_flags &= ~UDSF_PASSCRED;

			/*
			 * In incredibly rare cases, disabling this flag may
			 * allow blocked sends to be resumed, because suddenly
			 * no room for the credentials is needed in the receive
			 * buffer anymore.
			 */
			if (!val)
				sockevent_raise(&uds->uds_sock, SEV_SEND);

			return OK;

		case LOCAL_CONNWAIT:
			if ((r = sockdriver_copyin_opt(data, &val, sizeof(val),
			    len)) != OK)
				return r;

			if (val)
				uds->uds_flags |= UDSF_CONNWAIT;
			else
				uds->uds_flags &= ~UDSF_CONNWAIT;

			/*
			 * Changing the setting does not affect sockets that
			 * are currently pending to be accepted.  Therefore,
			 * uds_accept() may have to deal with either case on a
			 * socket-by-socket basis.
			 */
			return OK;

		case LOCAL_PEEREID:
			/* This option may be retrieved but not set. */
			return ENOPROTOOPT;
		}

		break;
	}

	return ENOPROTOOPT;
}

/*
 * Retrieve socket options.
 */
static int
uds_getsockopt(struct sock * sock, int level, int name,
	const struct sockdriver_data * data, socklen_t * len)
{
	struct udssock *uds = (struct udssock *)sock;
	int val;

	dprintf(("UDS: getsockopt(%d,%d,%d)\n", uds_get_id(uds), level, name));

	switch (level) {
	case SOL_SOCKET:
		switch (name) {
		case SO_SNDBUF:
		case SO_RCVBUF:
			/* See uds_setsockopt() for why this is static. */
			val = (int)uds_io_buflen();

			return sockdriver_copyout_opt(data, &val, sizeof(val),
			    len);
		}

		break;

	case UDSPROTO_UDS:
		switch (name) {
		case LOCAL_CREDS:
			val = !!(uds->uds_flags & UDSF_PASSCRED);

			return sockdriver_copyout_opt(data, &val, sizeof(val),
			    len);

		case LOCAL_CONNWAIT:
			val = !!(uds->uds_flags & UDSF_CONNWAIT);

			return sockdriver_copyout_opt(data, &val, sizeof(val),
			    len);

		case LOCAL_PEEREID:
			/* getpeereid(3) documents these error codes. */
			if (uds_get_type(uds) == SOCK_DGRAM)
				return EINVAL;
			if (!uds_is_connected(uds))
				return ENOTCONN;

			/*
			 * This is a custom MINIX3 error, indicating that there
			 * are no credentials to return.  This could be due to
			 * a failure to obtain them (which *should* not happen)
			 * but also if the socket was bound while connected,
			 * disconnected, and then reused as listening socket.
			 */
			if (uds->uds_conn->uds_cred.unp_pid == -1)
				return EINVAL;

			return sockdriver_copyout_opt(data,
			    &uds->uds_conn->uds_cred,
			    sizeof(uds->uds_conn->uds_cred), len);
		}

		break;
	}

	return ENOPROTOOPT;
}

/*
 * Retrieve a socket's local address.
 */
static int
uds_getsockname(struct sock * sock, struct sockaddr * addr,
	socklen_t * addr_len)
{
	struct udssock *uds = (struct udssock *)sock;

	dprintf(("UDS: getsockname(%d)\n", uds_get_id(uds)));

	uds_make_addr(uds->uds_path, uds->uds_pathlen, addr, addr_len);

	return OK;
}

/*
 * Retrieve a socket's remote address.
 */
static int
uds_getpeername(struct sock * sock, struct sockaddr * addr,
	socklen_t * addr_len)
{
	struct udssock *uds = (struct udssock *)sock;
	struct udssock *peer;

	dprintf(("UDS: getpeername(%d)\n", uds_get_id(uds)));

	/*
	 * For disconnected sockets, we no longer have a peer socket and thus
	 * also no peer address.  Too bad, but NetBSD does the same.
	 *
	 * For connecting sockets we could in fact return a peer address, but
	 * POSIX says (and other platforms agree) that we should deny the call.
	 */
	peer = uds_get_peer(uds);

	if (peer == NULL || uds_is_connecting(uds))
		return ENOTCONN;

	uds_make_addr(peer->uds_path, peer->uds_pathlen, addr, addr_len);

	return OK;
}

/*
 * Shut down socket send and receive operations.  Note that 'flags' is a
 * bitwise mask with libsockevent's SFL_SHUT_{RD,WR} flags rather than the set
 * of SHUT_{RD,WR,RDWR} values from userland.
 */
static int
uds_shutdown(struct sock * sock, unsigned int flags)
{
	struct udssock *uds = (struct udssock *)sock;
	struct udssock *conn;
	unsigned int mask;

	dprintf(("UDS: shutdown(%d,0x%x)\n", uds_get_id(uds), flags));

	/*
	 * If we are shutting down the socket for reading, we can already close
	 * any in-flight file descriptors associated with this socket.
	 */
	if (flags & SFL_SHUT_RD)
		uds_io_reset(uds);

	/*
	 * A shutdown on this side of a connection may have an effect on
	 * ongoing operations on the other side.  Fire appropriate events.
	 */
	if (uds_is_connected(uds)) {
		assert(uds_get_type(uds) != SOCK_DGRAM);

		conn = uds->uds_conn;

		mask = 0;
		if (flags & SFL_SHUT_RD)
			mask |= SEV_SEND;
		if (flags & SFL_SHUT_WR)
			mask |= SEV_RECV;

		sockevent_raise(&conn->uds_sock, mask);
	}

	return OK;
}

/*
 * Close a socket.
 *
 * The 'force' flag is unused because we need never wait for data to be sent,
 * since we keep all in-flight data on the receiver side.
 */
static int
uds_close(struct sock * sock, int force __unused)
{
	struct udssock *uds = (struct udssock *)sock;

	dprintf(("UDS: close(%d)\n", uds_get_id(uds)));

	if (uds_get_type(uds) == SOCK_DGRAM) {
		/* If this socket is linked to a target, disconnect it. */
		if (uds_has_link(uds))
			uds_del_queue(uds->uds_link, uds);

		/* Reset all sockets linked to this socket as a target. */
		uds_clear_queue(uds, NULL);
	} else if (uds_is_listening(uds)) {
		/*
		 * Abort all connecting sockets queued on this socket, and
		 * break all connections for connected sockets queued on this
		 * socket, freeing their peers.
		 */
		uds_clear_queue(uds, NULL);
	} else if (uds_has_link(uds)) {
		/*
		 * This socket is connecting or connected while the other side
		 * has not been accepted yet.  Remove the socket from the
		 * listening socket's queue, and if it was connected, get rid
		 * of its peer socket altogether.
		 */
		assert(uds_is_listening(uds->uds_link));

		uds_del_queue(uds->uds_link, uds);

		if (uds_is_connected(uds))
			uds_disconnect(uds, TRUE /*was_linked*/);
	} else if (uds_is_connected(uds)) {
		/*
		 * Decouple the peer socket from this socket, and possibly wake
		 * up any pending operations on it.  The socket remains marked
		 * as connected, but will now be disconnected.
		 */
		uds_disconnect(uds, FALSE /*was_linked*/);
	}

	if (uds_is_hashed(uds))
		udshash_del(uds);

	return OK;
}

static const struct sockevent_ops uds_ops = {
	.sop_pair		= uds_pair,
	.sop_bind		= uds_bind,
	.sop_connect		= uds_connect,
	.sop_listen		= uds_listen,
	.sop_accept		= uds_accept,
	.sop_test_accept	= uds_test_accept,
	.sop_pre_send		= uds_pre_send,
	.sop_send		= uds_send,
	.sop_test_send		= uds_test_send,
	.sop_pre_recv		= uds_pre_recv,
	.sop_recv		= uds_recv,
	.sop_test_recv		= uds_test_recv,
	.sop_setsockopt		= uds_setsockopt,
	.sop_getsockopt		= uds_getsockopt,
	.sop_getsockname	= uds_getsockname,
	.sop_getpeername	= uds_getpeername,
	.sop_shutdown		= uds_shutdown,
	.sop_close		= uds_close,
	.sop_free		= uds_free
};

/*
 * Initialize the service.
 */
static int
uds_init(int type __unused, sef_init_info_t * info __unused)
{
	unsigned int i;

	/* Initialize the list of free sockets. */
	TAILQ_INIT(&uds_freelist);

	for (i = 0; i < __arraycount(uds_array); i++) {
		uds_array[i].uds_flags = 0;

		TAILQ_INSERT_TAIL(&uds_freelist, &uds_array[i], uds_next);
	}

	/* Initialize the file-to-socket hash table. */
	udshash_init();

	/* Initialize the input/output module. */
	uds_io_init();

	/* Initialize the status module. */
	uds_stat_init();

	/* Initialize the sockevent library. */
	sockevent_init(uds_socket);

	uds_in_use = 0;
	uds_running = TRUE;

	return OK;
}

/*
 * Clean up before shutdown.
 */
static void
uds_cleanup(void)
{

	/* Tell the status module to clean up. */
	uds_stat_cleanup();
}

/*
 * The service has received a signal.
 */
static void
uds_signal(int signo)
{

	/* Only check for the termination signal.  Ignore anything else. */
	if (signo != SIGTERM)
		return;

	/* Exit only once all sockets have been closed. */
	uds_running = FALSE;

	if (uds_in_use == 0)
		sef_cancel();
}

/*
 * Perform initialization using the System Event Framework (SEF).
 */
static void
uds_startup(void)
{

	/* Register initialization callbacks. */
	sef_setcb_init_fresh(uds_init);

	/* Register signal callback. */
	sef_setcb_signal_handler(uds_signal);

	/* Let SEF perform startup. */
	sef_startup();
}

/*
 * The UNIX Domain Sockets driver.
 */
int
main(void)
{
	message m;
	int r, ipc_status;

	/* Initialize the service. */
	uds_startup();

	/* Loop receiving and processing messages until instructed to stop. */
	while (uds_running || uds_in_use > 0) {
		if ((r = sef_receive_status(ANY, &m, &ipc_status)) != OK) {
			if (r == EINTR)
				continue;	/* sef_cancel() was called */

			panic("UDS: sef_receive_status failed: %d", r);
		}

		/*
		 * Messages from the MIB service are (ultimately) for the
		 * status module.  Everything else is assumed to be a socket
		 * request and passed to libsockevent, which will ignore
		 * anything it does not recognize.
		 */
		if (m.m_source == MIB_PROC_NR)
			rmib_process(&m, ipc_status);
		else
			sockevent_process(&m, ipc_status);
	}

	/* Clean up before graceful shutdown. */
	uds_cleanup();

	return EXIT_SUCCESS;
}