path: root/usr/src/uts/common/io/drm/drm_sunmod.c

/*
 * Copyright (c) 2006, 2013, Oracle and/or its affiliates. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

/*
 * Copyright (c) 2012, 2013 Intel Corporation.  All rights reserved.
 */

/*
 * Common misc module interfaces of DRM under Solaris
 */

/*
 * This module calls into gfx and agpmaster misc modules respectively
 * for generic graphics operations and AGP master device support.
 */

#include "drm_sunmod.h"
#include "drm_sun_idr.h"
#include <sys/modctl.h>
#include <sys/kmem.h>
#include <vm/seg_kmem.h>

int drm_debug_flag = 0;
int mdb_track_enable = B_FALSE;

/* Identifier of this driver */
static struct vis_identifier text_ident = { "SUNWdrm" };

static ddi_device_acc_attr_t dev_attr = {
	DDI_DEVICE_ATTR_V0,
	DDI_NEVERSWAP_ACC,
	DDI_STRICTORDER_ACC,
	DDI_FLAGERR_ACC
};

static ddi_device_acc_attr_t gem_dev_attr = {
	DDI_DEVICE_ATTR_V0,
	DDI_NEVERSWAP_ACC,
	DDI_MERGING_OK_ACC,
	DDI_FLAGERR_ACC
};

extern int __init drm_core_init(void);
extern void __exit drm_core_exit(void);
extern int drm_get_pci_index_reg(dev_info_t *, uint_t, uint_t, off_t *);

struct find_gem_object {
	offset_t offset;
	struct drm_gem_object *obj;
};

static int
drm_devmap_map(devmap_cookie_t dhc, dev_t dev_id, uint_t flags,
    offset_t offset, size_t len, void **new_priv)
{
	_NOTE(ARGUNUSED(offset, len))

	devmap_handle_t *dhp;
	struct ddi_umem_cookie 	*cp;
	struct drm_minor *minor;
	struct drm_device *dev;
	int minor_id;

	minor_id = DRM_DEV2MINOR(dev_id);
	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	dev = minor->dev;

	/*
	 * This driver only supports MAP_SHARED,
	 * and doesn't support MAP_PRIVATE
	 */
	if (flags & MAP_PRIVATE) {
		DRM_ERROR("Not support MAP_PRIVATE");
		return (EINVAL);
	}

	mutex_enter(&dev->struct_mutex);
	dhp = (devmap_handle_t *)dhc;
	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	ASSERT(cp->cook_refcnt == 0);
	cp->cook_refcnt++;
	mutex_exit(&dev->struct_mutex);

	/*
	 * This is the first reference via this devmap handle.
	 * If needed, we could take a ref on some device-internal
	 * object here, and release it in drm_devmap_unmap().
	 */
	DRM_DEBUG("first ref dev=%p cp=%p", dev, cp);

	*new_priv = dev;
	return (0);
}

static int
drm_devmap_dup(devmap_cookie_t dhc, void *pvtp, devmap_cookie_t new_dhc,
    void **new_pvtp)
{
	_NOTE(ARGUNUSED(new_dhc))

	struct drm_device *dev = (struct drm_device *)pvtp;
	devmap_handle_t *dhp;
	struct ddi_umem_cookie *cp;

	mutex_enter(&dev->struct_mutex);
	dhp = (devmap_handle_t *)dhc;
	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	cp->cook_refcnt++;
	mutex_exit(&dev->struct_mutex);

	*new_pvtp = dev;
	return (0);
}

static void
drm_devmap_unmap(devmap_cookie_t dhc, void *pvtp, offset_t off, size_t len,
    devmap_cookie_t new_dhp1, void **new_pvtp1, devmap_cookie_t new_dhp2,
    void **new_pvtp2)
{
	_NOTE(ARGUNUSED(off, len))

	struct drm_device *dev;
	devmap_handle_t *dhp;
	devmap_handle_t	*ndhp;
	struct ddi_umem_cookie	*cp;
	struct ddi_umem_cookie	*ncp;
	boolean_t last_ref = B_FALSE;

	dhp = (devmap_handle_t *)dhc;
	dev = (struct drm_device *)pvtp;

	mutex_enter(&dev->struct_mutex);

	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	if (new_dhp1 != NULL) {
		ndhp = (devmap_handle_t *)new_dhp1;
		ncp = (struct ddi_umem_cookie *)ndhp->dh_cookie;
		ncp->cook_refcnt++;
		*new_pvtp1 = dev;
		ASSERT(ncp == cp);
	}
	if (new_dhp2 != NULL) {
		ndhp = (devmap_handle_t *)new_dhp2;
		ncp = (struct ddi_umem_cookie *)ndhp->dh_cookie;
		ncp->cook_refcnt++;
		*new_pvtp2 = dev;
		ASSERT(ncp == cp);
	}

	ASSERT(cp->cook_refcnt > 0);
	cp->cook_refcnt--;
	if (cp->cook_refcnt == 0) {
		last_ref = B_TRUE;
	}

	mutex_exit(&dev->struct_mutex);

	if (last_ref) {
		/*
		 * This is the last reference to this device
		 * via this devmap handle, so drop whatever
		 * reference was taken in drm_gem_map().
		 *
		 * Previous versions of this code released
		 * dhp->dh_cookie in here, but that's handled
		 * outside of devmap_map/_unmap.  Given that,
		 * we probably don't need this callback at all,
		 * though it's somewhat useful for debugging.
		 */
		DRM_DEBUG("last ref dev=%p cp=%p", dev, cp);
	}
}

static struct devmap_callback_ctl drm_devmap_callbacks = {
	DEVMAP_OPS_REV, 		/* devmap_rev */
	drm_devmap_map,			/* devmap_map */
	NULL,				/* devmap_access */
	drm_devmap_dup,			/* devmap_dup */
	drm_devmap_unmap 		/* devmap_unmap */
};

static struct drm_local_map *
__find_local_map(struct drm_device *dev, offset_t offset)
{
	struct drm_map_list *entry;

	entry = idr_find(&dev->map_idr, offset >> PAGE_SHIFT);
	if (entry)
		return (entry->map);

	return (NULL);
}

static int
drm_gem_map(devmap_cookie_t dhc, dev_t dev_id, uint_t flags,
    offset_t off, size_t len, void **pvtp)
{
	_NOTE(ARGUNUSED(flags, len))

	devmap_handle_t *dhp;
	struct ddi_umem_cookie *cp;
	struct drm_gem_object *obj;
	struct drm_device *dev;
	struct drm_minor *minor;
	int minor_id = DRM_DEV2MINOR(dev_id);
	drm_local_map_t *map = NULL;

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	dev = minor->dev;

	mutex_enter(&dev->struct_mutex);
	map = __find_local_map(dev, off);
	if (!map) {
		mutex_exit(&dev->struct_mutex);
		*pvtp = NULL;
		return (DDI_EINVAL);
	}

	dhp = (devmap_handle_t *)dhc;
	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	ASSERT(cp->cook_refcnt == 0);
	cp->cook_refcnt++;

	mutex_exit(&dev->struct_mutex);

	/*
	 * First reference via this devmap handle.  Take a ref. on the
	 * gem object, and release it in drm_gem_unmap when last ref
	 * from this devmap handle goes away.   This corresponds to
	 * code in drm_gem_vm_open() in the Linux driver.
	 */
	obj = map->handle;
	drm_gem_object_reference(obj);

	DRM_DEBUG("first ref obj=%p cp=%p", obj, cp);

	*pvtp = obj;

	return (DDI_SUCCESS);
}

/*
 * This is called by segdev_fault() to fault in pages for the given
 * offset+len.  If the (GTT) device range has been configured with a
 * fake offset for mmap, call the device's gem_fault handler to setup
 * the GTT resources for this mapping.
 *
 * We should always call devmap_load(), as we're just interposing
 * on these fault calls to (sometimes) setup GTT resources.
 */
static int
drm_gem_map_access(devmap_cookie_t dhp, void *pvt, offset_t offset, size_t len,
		uint_t type, uint_t rw)
{
	struct drm_device *dev;
	struct drm_gem_object *obj;
	struct gem_map_list *seg;

	obj = (struct drm_gem_object *)pvt;

	/*
	 * Only call the driver fault handler after gtt_map_kaddr
	 * has been set, i.e. by i915_gem_mmap_gtt(), or we'll
	 * panic in trying to map pages at addr zero.
	 */
	if (obj != NULL && obj->gtt_map_kaddr != NULL) {
		dev = obj->dev;
		/* Could also check map->callback */
		if (dev->driver->gem_fault != NULL)
			dev->driver->gem_fault(obj);
	}

	/* Internal devmap_default_access(9F) */
	if (devmap_load(dhp, offset, len, type, rw)) {
		return (DDI_FAILURE);
	}

	/*
	 * Save list of loaded translations for later use in
	 * (i.e.) i915_gem_release_mmap()
	 */
	if (obj != NULL) {
		dev = obj->dev;
		seg = drm_alloc(sizeof (struct gem_map_list), DRM_MEM_MAPS);
		if (seg != NULL) {
			mutex_lock(&dev->page_fault_lock);
			seg->dhp = dhp;
			seg->mapoffset = offset;
			seg->maplen = len;
			list_add_tail(&seg->head, &obj->seg_list, (caddr_t)seg);
			mutex_unlock(&dev->page_fault_lock);
		}
	}
	return (DDI_SUCCESS);
}

static int
drm_gem_dup(devmap_cookie_t dhc, void *pvt, devmap_cookie_t new_dhc,
    void **new_pvtp)
{
	_NOTE(ARGUNUSED(new_dhc))

	struct drm_gem_object *obj = pvt;
	struct drm_device *dev = obj->dev;
	devmap_handle_t *dhp;
	struct ddi_umem_cookie *cp;

	mutex_enter(&dev->struct_mutex);
	dhp = (devmap_handle_t *)dhc;
	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	cp->cook_refcnt++;
	mutex_exit(&dev->struct_mutex);

	*new_pvtp = obj;
	return (0);
}

static void
drm_gem_unmap(devmap_cookie_t dhc, void *pvt, offset_t off, size_t len,
		devmap_cookie_t new_dhp1, void **new_pvtp1,
		devmap_cookie_t new_dhp2, void **new_pvtp2)
{
	devmap_handle_t *dhp = (devmap_handle_t *)dhc;
	devmap_handle_t	*ndhp;
	struct ddi_umem_cookie *cp;
	struct ddi_umem_cookie *ncp;
	struct drm_device *dev;
	struct drm_gem_object *obj;
	struct gem_map_list *entry, *temp;
	boolean_t last_ref = B_FALSE;

	_NOTE(ARGUNUSED(off, len))

	obj = (struct drm_gem_object *)pvt;
	if (obj == NULL)
		return;

	dev = obj->dev;

	/*
	 * Unload what drm_gem_map_access loaded.
	 *
	 * XXX: The devmap_unload() here is probably unnecessary,
	 * as segdev_unmap() has done a hat_unload() for the
	 * entire segment by the time we get here.
	 */
	mutex_lock(&dev->page_fault_lock);
	if (!list_empty(&obj->seg_list)) {
		list_for_each_entry_safe(entry, temp, struct gem_map_list,
		    &obj->seg_list, head) {
			(void) devmap_unload(entry->dhp, entry->mapoffset,
			    entry->maplen);
			list_del(&entry->head);
			drm_free(entry, sizeof (struct gem_map_list), DRM_MEM_MAPS);
		}
	}
	mutex_unlock(&dev->page_fault_lock);

	/*
	 * Manage dh_cookie ref counts
	 */
	mutex_enter(&dev->struct_mutex);
	cp = (struct ddi_umem_cookie *)dhp->dh_cookie;
	if (new_dhp1 != NULL) {
		ndhp = (devmap_handle_t *)new_dhp1;
		ncp = (struct ddi_umem_cookie *)ndhp->dh_cookie;
		ncp->cook_refcnt++;
		*new_pvtp1 = obj;
		ASSERT(ncp == cp);
	}
	if (new_dhp2 != NULL) {
		ndhp = (devmap_handle_t *)new_dhp2;
		ncp = (struct ddi_umem_cookie *)ndhp->dh_cookie;
		ncp->cook_refcnt++;
		*new_pvtp2 = obj;
		ASSERT(ncp == cp);
	}
	ASSERT(cp->cook_refcnt > 0);
	cp->cook_refcnt--;
	if (cp->cook_refcnt == 0) {
		last_ref = B_TRUE;
	}
	mutex_exit(&dev->struct_mutex);

	if (last_ref) {
		/*
		 * This is the last reference to this GEM object
		 * via this devmap handle, so drop the reference
		 * taken in drm_gem_map().  This corresponds to
		 * code in drm_gem_vm_close() in the Linux driver.
		 */
		DRM_DEBUG("last ref obj=%p cp=%p", obj, cp);
		drm_gem_object_unreference(obj);
	}
}

static struct devmap_callback_ctl drm_gem_map_ops = {
	DEVMAP_OPS_REV,		/* devmap_ops version number */
	drm_gem_map,		/* devmap_ops map routine */
	drm_gem_map_access,	/* devmap_ops access routine */
	drm_gem_dup,		/* devmap_ops dup routine */
	drm_gem_unmap,		/* devmap_ops unmap routine */
};

static int
__devmap_general(struct drm_device *dev, devmap_cookie_t dhp,
    struct drm_local_map *map, size_t len, size_t *maplen)
{
	off_t regoff;
	int regno, ret;

	regno = drm_get_pci_index_reg(dev->devinfo,
	    map->offset, (uint_t)len, &regoff);
	if (regno < 0) {
		DRM_ERROR("drm_get_pci_index_reg() failed");
		return (-EINVAL);
	}

	ret = devmap_devmem_setup(dhp, dev->devinfo, NULL,
	    regno, (offset_t)regoff, len, PROT_ALL,
	    0, &dev_attr);
	if (ret != DDI_SUCCESS) {
		DRM_ERROR("devmap_devmem_setup failed, ret=%d", ret);
		return (-EFAULT);
	}

	*maplen = len;
	return (0);
}

static int
__devmap_shm(struct drm_device *dev, devmap_cookie_t dhp,
    struct drm_local_map *map, size_t len, size_t *maplen)
{
	int ret;

	if (!map->umem_cookie)
		return (-EINVAL);

	len = ptob(btopr(map->size));

	ret = devmap_umem_setup(dhp, dev->devinfo,
	    NULL, map->umem_cookie, 0, len, PROT_ALL,
	    IOMEM_DATA_CACHED, NULL);
	if (ret != DDI_SUCCESS) {
		DRM_ERROR("devmap_umem_setup failed, ret=%d", ret);
		return (-EFAULT);
	}

	*maplen = len;
	return (0);
}

static int
__devmap_agp(struct drm_device *dev, devmap_cookie_t dhp,
    struct drm_local_map *map, size_t len, size_t *maplen)
{
	int ret;

	if (dev->agp == NULL) {
		DRM_ERROR("attempted to mmap AGP"
		    "memory before AGP support is enabled");
		return (-ENODEV);
	}

	len = ptob(btopr(len));

	ret = devmap_umem_setup(dhp, dev->devinfo,
	    &drm_devmap_callbacks, map->umem_cookie, 0, len, PROT_ALL,
	    IOMEM_DATA_UNCACHED | DEVMAP_ALLOW_REMAP, &dev_attr);
	if (ret != DDI_SUCCESS) {
		DRM_ERROR("devmap_umem_setup() failed, ret=%d", ret);
		return (-EFAULT);
	}

	*maplen = len;
	return (0);
}

static int
__devmap_sg(struct drm_device *dev, devmap_cookie_t dhp,
    struct drm_local_map *map, size_t len, size_t *maplen)
{
	int ret;

	len = ptob(btopr(len));
	if (len > map->size) {
		DRM_ERROR("offset=0x%lx, virtual=0x%p, "
		    "mapsize=0x%lx, len=0x%lx",
		    map->offset, dev->sg->virtual, map->size, len);
		return (-EINVAL);
	}

	ret = devmap_umem_setup(dhp, dev->devinfo,
	    &drm_devmap_callbacks, map->umem_cookie, 0, len, PROT_ALL,
	    IOMEM_DATA_UNCACHED | DEVMAP_ALLOW_REMAP, &dev_attr);
	if (ret != DDI_SUCCESS) {
		DRM_ERROR("devmap_umem_setup() fail");
		return (-EFAULT);
	}

	*maplen = len;
	return (0);
}

static int
__devmap_gem(struct drm_device *dev, devmap_cookie_t dhp,
    struct drm_local_map *map, size_t *maplen)
{
	int ret;

	if (!map->umem_cookie)
		return (-EINVAL);

	ret = gfxp_devmap_umem_setup(dhp, dev->devinfo, &drm_gem_map_ops,
	    map->umem_cookie, 0, map->size, PROT_ALL,
	    IOMEM_DATA_UC_WR_COMBINE | DEVMAP_ALLOW_REMAP, &gem_dev_attr);
	if (ret != DDI_SUCCESS) {
		DRM_ERROR("gfxp_devmap_umem_setup failed, ret=%d", ret);
		return (-EFAULT);
	}

	*maplen = map->size;
	return (0);
}

static int
drm_sun_open(dev_t *dev_id, int flag, int otyp, cred_t *credp)
{
	_NOTE(ARGUNUSED(otyp))

	int minor_id = DRM_DEV2MINOR(*dev_id);
	struct drm_minor *minor;
	int clone_id;
	int ret;

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	/*
	 * No operations for VGA & AGP mater devices, always return OK.
	 */
	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (0);

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (0);

	/*
	 * Drm driver implements a software lock to serialize access
	 * to graphics hardware based on per-process granulation. Before
	 * operating graphics hardware, all clients, including kernel
	 * and applications, must acquire this lock via DRM_IOCTL_LOCK
	 * ioctl, and release it via DRM_IOCTL_UNLOCK after finishing
	 * operations. Drm driver will grant r/w permission to the
	 * process which acquires this lock (Kernel is assumed to have
	 * process ID 0).
	 *
	 * A process might be terminated without releasing drm lock, in
	 * this case, drm driver is responsible for clearing the holding.
	 * To be informed of process exiting, drm driver uses clone open
	 * to guarantee that each call to open(9e) have one corresponding
	 * call to close(9e). In most cases, a process will close drm
	 * during process termination, so that drm driver could have a
	 * chance to release drm lock.
	 *
	 * In fact, a driver cannot know exactly when a process exits.
	 * Clone open doesn't address this issue completely: Because of
	 * inheritance, child processes inherit file descriptors from
	 * their parent. As a result, if the parent exits before its
	 * children, drm close(9e) entrypoint won't be called until all
	 * of its children terminate.
	 *
	 * Another issue brought up by inhertance is the process PID
	 * that calls the drm close() entry point may not be the same
	 * as the one who called open(). Per-process struct is allocated
	 * when a process first open() drm, and released when the process
	 * last close() drm. Since open()/close() may be not the same
	 * process, PID cannot be used for key to lookup per-process
	 * struct. So, we associate minor number with per-process struct
	 * during open()'ing, and find corresponding process struct
	 * via minor number when close() is called.
	 */
	ret = idr_get_new_above(&minor->clone_idr, NULL, 0, &clone_id);
	if (ret)
		return (EMFILE);

	if (clone_id > DRM_CLONEID_MAX) {
		(void) idr_remove(&minor->clone_idr, clone_id);
		return (EMFILE);
	}

	ret = drm_open(minor, clone_id, flag, credp);
	if (ret) {
		(void) idr_remove(&minor->clone_idr, clone_id);
		return (-ret);
	}

	*dev_id = DRM_MAKEDEV(getmajor(*dev_id), minor_id, clone_id);

	return (-ret);
}

static int
drm_sun_close(dev_t dev_id, int flag, int otyp, cred_t *credp)
{
	_NOTE(ARGUNUSED(flag, otyp, credp))

	struct drm_minor *minor;
	struct drm_file *file_priv;
	int minor_id = DRM_DEV2MINOR(dev_id);
	int clone_id = DRM_DEV2CLONEID(dev_id);
	int ret = 0;

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	/*
	 * No operations for VGA & AGP mater devices, always return OK.
	 */
	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (0);

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (0);

	file_priv = idr_find(&minor->clone_idr, clone_id);
	if (!file_priv)
		return (EBADF);

	ret = drm_release(file_priv);
	if (ret)
		return (-ret);

	(void) idr_remove(&minor->clone_idr, clone_id);

	return (0);
}

static int
drm_sun_ioctl(dev_t dev_id, int cmd, intptr_t arg, int mode, cred_t *credp,
    int *rvalp)
{
	struct drm_minor *minor;
	struct drm_file *file_priv;
	int minor_id = DRM_DEV2MINOR(dev_id);
	int clone_id = DRM_DEV2CLONEID(dev_id);

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	if (cmd == VIS_GETIDENTIFIER) {
		if (ddi_copyout(&text_ident, (void *)arg,
		    sizeof (struct vis_identifier), mode))
			return (EFAULT);
	}

	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (gfxp_vgatext_ioctl(dev_id, cmd, arg, mode, credp,
		    rvalp, minor->private));

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (agpmaster_ioctl(dev_id, cmd, arg, mode, credp,
		    rvalp, minor->private));

	file_priv = idr_find(&minor->clone_idr, clone_id);
	if (!file_priv)
		return (EBADF);

	return (-(drm_ioctl(dev_id, file_priv, cmd, arg, mode, credp)));
}

static int
drm_sun_devmap(dev_t dev_id, devmap_cookie_t dhp, offset_t offset,
    size_t len, size_t *maplen, uint_t model)
{
	struct drm_device *dev;
	struct drm_minor *minor;
	struct drm_file *file_priv;
	int minor_id = DRM_DEV2MINOR(dev_id);
	int clone_id = DRM_DEV2CLONEID(dev_id);
	drm_local_map_t *map = NULL;

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	dev = minor->dev;

	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (gfxp_vgatext_devmap(dev_id, dhp, offset, len,
		    maplen, model, minor->private));

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (ENOTSUP);

	file_priv = idr_find(&minor->clone_idr, clone_id);
	if (!file_priv)
		return (EBADF);

	mutex_enter(&dev->struct_mutex);
	map = __find_local_map(dev, offset);
	if (!map) {
		mutex_exit(&dev->struct_mutex);
		return (EFAULT);
	}
	if (map->flags & _DRM_RESTRICTED) {
		mutex_exit(&dev->struct_mutex);
		return (ENOTSUP);
	}
	mutex_exit(&dev->struct_mutex);

	switch (map->type) {
	case _DRM_FRAME_BUFFER:
	case _DRM_REGISTERS:
		return (__devmap_general(dev, dhp, map, len, maplen));

	case _DRM_SHM:
		return (__devmap_shm(dev, dhp, map, len, maplen));

	case _DRM_AGP:
		return (__devmap_agp(dev, dhp, map, len, maplen));

	case _DRM_SCATTER_GATHER:
		return (__devmap_sg(dev, dhp, map, len, maplen));

	case _DRM_GEM:
		return (__devmap_gem(dev, dhp, map, maplen));

	default:
		break;
	}

	return (ENOTSUP);
}

static int
drm_sun_read(dev_t dev_id, struct uio *uiop, cred_t *credp)
{
	_NOTE(ARGUNUSED(credp))

	struct drm_minor *minor;
	struct drm_file *file_priv;
	int minor_id = DRM_DEV2MINOR(dev_id);
	int clone_id = DRM_DEV2CLONEID(dev_id);

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	/*
	 * No operations for VGA & AGP master devices, always return OK.
	 */
	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (0);

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (0);

	file_priv = idr_find(&minor->clone_idr, clone_id);
	if (!file_priv)
		return (EBADF);

	(void) drm_read(file_priv, uiop);
	return (0);
}

static int
drm_sun_chpoll(dev_t dev_id, short events, int anyyet, short *reventsp,
    struct pollhead **phpp)
{
	struct drm_minor *minor;
	struct drm_file *file_priv;
	int minor_id = DRM_DEV2MINOR(dev_id);
	int clone_id = DRM_DEV2CLONEID(dev_id);

	minor = idr_find(&drm_minors_idr, minor_id);
	if (!minor)
		return (ENODEV);
	if (!minor->dev)
		return (ENODEV);

	/*
	 * No operations for VGA & AGP master devices, always return OK.
	 */
	if (DRM_MINOR_IS_VGATEXT(minor_id))
		return (0);

	if (DRM_MINOR_IS_AGPMASTER(minor_id))
		return (0);

	file_priv = idr_find(&minor->clone_idr, clone_id);
	if (!file_priv)
		return (EBADF);

	if (!anyyet) {
		*phpp = &file_priv->drm_pollhead;
	}

	*reventsp = drm_poll(file_priv, events);
	return (0);
}

/*
 * Common device operations structure for all DRM drivers
 */
struct cb_ops drm_cb_ops = {
	drm_sun_open,			/* cb_open */
	drm_sun_close,			/* cb_close */
	nodev,				/* cb_strategy */
	nodev,				/* cb_print */
	nodev,				/* cb_dump */
	drm_sun_read,			/* cb_read */
	nodev,				/* cb_write */
	drm_sun_ioctl,			/* cb_ioctl */
	drm_sun_devmap,			/* cb_devmap */
	nodev,				/* cb_mmap */
	NULL,				/* cb_segmap */
	drm_sun_chpoll,			/* cb_chpoll */
	ddi_prop_op,			/* cb_prop_op */
	0,				/* cb_stream */
	D_NEW | D_MTSAFE | D_DEVMAP	/* cb_flag */
};

static struct modlmisc modlmisc = {
	&mod_miscops, "DRM common interfaces"
};

static struct modlinkage modlinkage = {
	MODREV_1, { (void *)&modlmisc, NULL }
};

int
_init(void)
{
	int ret;

	ret = mod_install(&modlinkage);
	if (ret)
		return (ret);

	return (drm_core_init());
}

int
_fini(void)
{
	int ret;

	ret = mod_remove(&modlinkage);
	if (ret)
		return (ret);

	drm_core_exit();

	return (0);
}

int
_info(struct modinfo *modinfop)
{
	return (mod_info(&modlinkage, modinfop));
}

struct drm_local_map *
drm_core_findmap(struct drm_device *dev, unsigned int token)
{
	struct drm_map_list *_entry;

	list_for_each_entry(_entry, struct drm_map_list, &dev->maplist, head) {
		if (_entry->user_token == token)
			return (_entry->map);
	}

	return (NULL);
}