/* drm_context.h -- IOCTLs for generic contexts -*- linux-c -*- * Created: Fri Nov 24 18:31:37 2000 by gareth@valinux.com * * Copyright 1999, 2000 Precision Insight, Inc., Cedar Park, Texas. * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California. * All Rights Reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * * Authors: * Rickard E. (Rik) Faith * Gareth Hughes * ChangeLog: * 2001-11-16 Torsten Duwe * added context constructor/destructor hooks, * needed by SiS driver's memory management. */ #define __NO_VERSION__ #include "drmP.h" #if __HAVE_CTX_BITMAP /* ================================================================ * Context bitmap support */ void DRM(ctxbitmap_free)( drm_device_t *dev, int ctx_handle ) { if ( ctx_handle < 0 ) goto failed; if ( !dev->ctx_bitmap ) goto failed; if ( ctx_handle < DRM_MAX_CTXBITMAP ) { down(&dev->struct_sem); clear_bit( ctx_handle, dev->ctx_bitmap ); dev->context_sareas[ctx_handle] = NULL; up(&dev->struct_sem); return; } failed: DRM_ERROR( "Attempt to free invalid context handle: %d\n", ctx_handle ); return; } int DRM(ctxbitmap_next)( drm_device_t *dev ) { int bit; if(!dev->ctx_bitmap) return -1; down(&dev->struct_sem); bit = find_first_zero_bit( dev->ctx_bitmap, DRM_MAX_CTXBITMAP ); if ( bit < DRM_MAX_CTXBITMAP ) { set_bit( bit, dev->ctx_bitmap ); DRM_DEBUG( "drm_ctxbitmap_next bit : %d\n", bit ); if((bit+1) > dev->max_context) { dev->max_context = (bit+1); if(dev->context_sareas) { drm_map_t **ctx_sareas; ctx_sareas = DRM(realloc)(dev->context_sareas, (dev->max_context - 1) * sizeof(*dev->context_sareas), dev->max_context * sizeof(*dev->context_sareas), DRM_MEM_MAPS); if(!ctx_sareas) { clear_bit(bit, dev->ctx_bitmap); up(&dev->struct_sem); return -1; } dev->context_sareas = ctx_sareas; dev->context_sareas[bit] = NULL; } else { /* max_context == 1 at this point */ dev->context_sareas = DRM(alloc)( dev->max_context * sizeof(*dev->context_sareas), DRM_MEM_MAPS); if(!dev->context_sareas) { clear_bit(bit, dev->ctx_bitmap); up(&dev->struct_sem); return -1; } dev->context_sareas[bit] = NULL; } } up(&dev->struct_sem); return bit; } up(&dev->struct_sem); return -1; } int DRM(ctxbitmap_init)( drm_device_t *dev ) { int i; int temp; down(&dev->struct_sem); dev->ctx_bitmap = (unsigned long *) DRM(alloc)( PAGE_SIZE, DRM_MEM_CTXBITMAP ); if ( dev->ctx_bitmap == NULL ) { up(&dev->struct_sem); return -ENOMEM; } memset( (void *)dev->ctx_bitmap, 0, PAGE_SIZE ); dev->context_sareas = NULL; dev->max_context = -1; up(&dev->struct_sem); for ( i = 0 ; i < DRM_RESERVED_CONTEXTS ; i++ ) { temp = DRM(ctxbitmap_next)( dev ); DRM_DEBUG( "drm_ctxbitmap_init : %d\n", temp ); } return 0; } void DRM(ctxbitmap_cleanup)( drm_device_t *dev ) { down(&dev->struct_sem); if( dev->context_sareas ) DRM(free)( dev->context_sareas, sizeof(*dev->context_sareas) * dev->max_context, DRM_MEM_MAPS ); DRM(free)( (void *)dev->ctx_bitmap, PAGE_SIZE, DRM_MEM_CTXBITMAP ); up(&dev->struct_sem); } /* ================================================================ * Per Context SAREA Support */ int DRM(getsareactx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_priv_map_t request; drm_map_t *map; if (copy_from_user(&request, (drm_ctx_priv_map_t *)arg, sizeof(request))) return -EFAULT; down(&dev->struct_sem); if (dev->max_context < 0 || request.ctx_id >= (unsigned) dev->max_context) { up(&dev->struct_sem); return -EINVAL; } map = dev->context_sareas[request.ctx_id]; up(&dev->struct_sem); request.handle = map->handle; if (copy_to_user((drm_ctx_priv_map_t *)arg, &request, sizeof(request))) return -EFAULT; return 0; } int DRM(setsareactx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_priv_map_t request; drm_map_t *map = NULL; drm_map_list_t *r_list = NULL; struct list_head *list; if (copy_from_user(&request, (drm_ctx_priv_map_t *)arg, sizeof(request))) return -EFAULT; down(&dev->struct_sem); list_for_each(list, &dev->maplist->head) { r_list = (drm_map_list_t *)list; if(r_list->map && r_list->map->handle == request.handle) goto found; } bad: up(&dev->struct_sem); return -EINVAL; found: map = r_list->map; if (!map) goto bad; if (dev->max_context < 0) goto bad; if (request.ctx_id >= (unsigned) dev->max_context) goto bad; dev->context_sareas[request.ctx_id] = map; up(&dev->struct_sem); return 0; } /* ================================================================ * The actual DRM context handling routines */ int DRM(context_switch)( drm_device_t *dev, int old, int new ) { char buf[64]; if ( test_and_set_bit( 0, &dev->context_flag ) ) { DRM_ERROR( "Reentering -- FIXME\n" ); return -EBUSY; } #if __HAVE_DMA_HISTOGRAM dev->ctx_start = get_cycles(); #endif DRM_DEBUG( "Context switch from %d to %d\n", old, new ); if ( new == dev->last_context ) { clear_bit( 0, &dev->context_flag ); return 0; } if ( DRM(flags) & DRM_FLAG_NOCTX ) { DRM(context_switch_complete)( dev, new ); } else { sprintf( buf, "C %d %d\n", old, new ); DRM(write_string)( dev, buf ); } return 0; } int DRM(context_switch_complete)( drm_device_t *dev, int new ) { dev->last_context = new; /* PRE/POST: This is the _only_ writer. */ dev->last_switch = jiffies; if ( !_DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) ) { DRM_ERROR( "Lock isn't held after context switch\n" ); } /* If a context switch is ever initiated when the kernel holds the lock, release that lock here. */ #if __HAVE_DMA_HISTOGRAM atomic_inc( &dev->histo.ctx[DRM(histogram_slot)(get_cycles() - dev->ctx_start)] ); #endif clear_bit( 0, &dev->context_flag ); wake_up( &dev->context_wait ); return 0; } int DRM(resctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_ctx_res_t res; drm_ctx_t ctx; int i; if ( copy_from_user( &res, (drm_ctx_res_t *)arg, sizeof(res) ) ) return -EFAULT; if ( res.count >= DRM_RESERVED_CONTEXTS ) { memset( &ctx, 0, sizeof(ctx) ); for ( i = 0 ; i < DRM_RESERVED_CONTEXTS ; i++ ) { ctx.handle = i; if ( copy_to_user( &res.contexts[i], &i, sizeof(i) ) ) return -EFAULT; } } res.count = DRM_RESERVED_CONTEXTS; if ( copy_to_user( (drm_ctx_res_t *)arg, &res, sizeof(res) ) ) return -EFAULT; return 0; } int DRM(addctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if ( copy_from_user( &ctx, (drm_ctx_t *)arg, sizeof(ctx) ) ) return -EFAULT; ctx.handle = DRM(ctxbitmap_next)( dev ); if ( ctx.handle == DRM_KERNEL_CONTEXT ) { /* Skip kernel's context and get a new one. */ ctx.handle = DRM(ctxbitmap_next)( dev ); } DRM_DEBUG( "%d\n", ctx.handle ); if ( ctx.handle == -1 ) { DRM_DEBUG( "Not enough free contexts.\n" ); /* Should this return -EBUSY instead? */ return -ENOMEM; } #ifdef DRIVER_CTX_CTOR if ( ctx.handle != DRM_KERNEL_CONTEXT ) DRIVER_CTX_CTOR(ctx.handle); /* XXX: also pass dev ? */ #endif if ( copy_to_user( (drm_ctx_t *)arg, &ctx, sizeof(ctx) ) ) return -EFAULT; return 0; } int DRM(modctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { /* This does nothing */ return 0; } int DRM(getctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_ctx_t ctx; if ( copy_from_user( &ctx, (drm_ctx_t*)arg, sizeof(ctx) ) ) return -EFAULT; /* This is 0, because we don't handle any context flags */ ctx.flags = 0; if ( copy_to_user( (drm_ctx_t*)arg, &ctx, sizeof(ctx) ) ) return -EFAULT; return 0; } int DRM(switchctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if ( copy_from_user( &ctx, (drm_ctx_t *)arg, sizeof(ctx) ) ) return -EFAULT; DRM_DEBUG( "%d\n", ctx.handle ); return DRM(context_switch)( dev, dev->last_context, ctx.handle ); } int DRM(newctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if ( copy_from_user( &ctx, (drm_ctx_t *)arg, sizeof(ctx) ) ) return -EFAULT; DRM_DEBUG( "%d\n", ctx.handle ); DRM(context_switch_complete)( dev, ctx.handle ); return 0; } int DRM(rmctx)( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if ( copy_from_user( &ctx, (drm_ctx_t *)arg, sizeof(ctx) ) ) return -EFAULT; DRM_DEBUG( "%d\n", ctx.handle ); if ( ctx.handle == DRM_KERNEL_CONTEXT + 1 ) { priv->remove_auth_on_close = 1; } if ( ctx.handle != DRM_KERNEL_CONTEXT ) { #ifdef DRIVER_CTX_DTOR DRIVER_CTX_DTOR(ctx.handle); /* XXX: also pass dev ? */ #endif DRM(ctxbitmap_free)( dev, ctx.handle ); } return 0; } #else /* __HAVE_CTX_BITMAP */ /* ================================================================ * Old-style context support */ int DRM(context_switch)(drm_device_t *dev, int old, int new) { char buf[64]; drm_queue_t *q; #if 0 atomic_inc(&dev->total_ctx); #endif if (test_and_set_bit(0, &dev->context_flag)) { DRM_ERROR("Reentering -- FIXME\n"); return -EBUSY; } #if __HAVE_DMA_HISTOGRAM dev->ctx_start = get_cycles(); #endif DRM_DEBUG("Context switch from %d to %d\n", old, new); if (new >= dev->queue_count) { clear_bit(0, &dev->context_flag); return -EINVAL; } if (new == dev->last_context) { clear_bit(0, &dev->context_flag); return 0; } q = dev->queuelist[new]; atomic_inc(&q->use_count); if (atomic_read(&q->use_count) == 1) { atomic_dec(&q->use_count); clear_bit(0, &dev->context_flag); return -EINVAL; } if (DRM(flags) & DRM_FLAG_NOCTX) { DRM(context_switch_complete)(dev, new); } else { sprintf(buf, "C %d %d\n", old, new); DRM(write_string)(dev, buf); } atomic_dec(&q->use_count); return 0; } int DRM(context_switch_complete)(drm_device_t *dev, int new) { drm_device_dma_t *dma = dev->dma; dev->last_context = new; /* PRE/POST: This is the _only_ writer. */ dev->last_switch = jiffies; if (!_DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock)) { DRM_ERROR("Lock isn't held after context switch\n"); } if (!dma || !(dma->next_buffer && dma->next_buffer->while_locked)) { if (DRM(lock_free)(dev, &dev->lock.hw_lock->lock, DRM_KERNEL_CONTEXT)) { DRM_ERROR("Cannot free lock\n"); } } #if __HAVE_DMA_HISTOGRAM atomic_inc(&dev->histo.ctx[DRM(histogram_slot)(get_cycles() - dev->ctx_start)]); #endif clear_bit(0, &dev->context_flag); wake_up_interruptible(&dev->context_wait); return 0; } static int DRM(init_queue)(drm_device_t *dev, drm_queue_t *q, drm_ctx_t *ctx) { DRM_DEBUG("\n"); if (atomic_read(&q->use_count) != 1 || atomic_read(&q->finalization) || atomic_read(&q->block_count)) { DRM_ERROR("New queue is already in use: u%d f%d b%d\n", atomic_read(&q->use_count), atomic_read(&q->finalization), atomic_read(&q->block_count)); } atomic_set(&q->finalization, 0); atomic_set(&q->block_count, 0); atomic_set(&q->block_read, 0); atomic_set(&q->block_write, 0); atomic_set(&q->total_queued, 0); atomic_set(&q->total_flushed, 0); atomic_set(&q->total_locks, 0); init_waitqueue_head(&q->write_queue); init_waitqueue_head(&q->read_queue); init_waitqueue_head(&q->flush_queue); q->flags = ctx->flags; DRM(waitlist_create)(&q->waitlist, dev->dma->buf_count); return 0; } /* drm_alloc_queue: PRE: 1) dev->queuelist[0..dev->queue_count] is allocated and will not disappear (so all deallocation must be done after IOCTLs are off) 2) dev->queue_count < dev->queue_slots 3) dev->queuelist[i].use_count == 0 and dev->queuelist[i].finalization == 0 if i not in use POST: 1) dev->queuelist[i].use_count == 1 2) dev->queue_count < dev->queue_slots */ static int DRM(alloc_queue)(drm_device_t *dev) { int i; drm_queue_t *queue; int oldslots; int newslots; /* Check for a free queue */ for (i = 0; i < dev->queue_count; i++) { atomic_inc(&dev->queuelist[i]->use_count); if (atomic_read(&dev->queuelist[i]->use_count) == 1 && !atomic_read(&dev->queuelist[i]->finalization)) { DRM_DEBUG("%d (free)\n", i); return i; } atomic_dec(&dev->queuelist[i]->use_count); } /* Allocate a new queue */ down(&dev->struct_sem); queue = gamma_alloc(sizeof(*queue), DRM_MEM_QUEUES); memset(queue, 0, sizeof(*queue)); atomic_set(&queue->use_count, 1); ++dev->queue_count; if (dev->queue_count >= dev->queue_slots) { oldslots = dev->queue_slots * sizeof(*dev->queuelist); if (!dev->queue_slots) dev->queue_slots = 1; dev->queue_slots *= 2; newslots = dev->queue_slots * sizeof(*dev->queuelist); dev->queuelist = DRM(realloc)(dev->queuelist, oldslots, newslots, DRM_MEM_QUEUES); if (!dev->queuelist) { up(&dev->struct_sem); DRM_DEBUG("out of memory\n"); return -ENOMEM; } } dev->queuelist[dev->queue_count-1] = queue; up(&dev->struct_sem); DRM_DEBUG("%d (new)\n", dev->queue_count - 1); return dev->queue_count - 1; } int DRM(resctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_ctx_res_t res; drm_ctx_t ctx; int i; DRM_DEBUG("%d\n", DRM_RESERVED_CONTEXTS); if (copy_from_user(&res, (drm_ctx_res_t *)arg, sizeof(res))) return -EFAULT; if (res.count >= DRM_RESERVED_CONTEXTS) { memset(&ctx, 0, sizeof(ctx)); for (i = 0; i < DRM_RESERVED_CONTEXTS; i++) { ctx.handle = i; if (copy_to_user(&res.contexts[i], &i, sizeof(i))) return -EFAULT; } } res.count = DRM_RESERVED_CONTEXTS; if (copy_to_user((drm_ctx_res_t *)arg, &res, sizeof(res))) return -EFAULT; return 0; } int DRM(addctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; if ((ctx.handle = DRM(alloc_queue)(dev)) == DRM_KERNEL_CONTEXT) { /* Init kernel's context and get a new one. */ DRM(init_queue)(dev, dev->queuelist[ctx.handle], &ctx); ctx.handle = DRM(alloc_queue)(dev); } DRM(init_queue)(dev, dev->queuelist[ctx.handle], &ctx); DRM_DEBUG("%d\n", ctx.handle); if (copy_to_user((drm_ctx_t *)arg, &ctx, sizeof(ctx))) return -EFAULT; return 0; } int DRM(modctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; drm_queue_t *q; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; DRM_DEBUG("%d\n", ctx.handle); if (ctx.handle < 0 || ctx.handle >= dev->queue_count) return -EINVAL; q = dev->queuelist[ctx.handle]; atomic_inc(&q->use_count); if (atomic_read(&q->use_count) == 1) { /* No longer in use */ atomic_dec(&q->use_count); return -EINVAL; } if (DRM_BUFCOUNT(&q->waitlist)) { atomic_dec(&q->use_count); return -EBUSY; } q->flags = ctx.flags; atomic_dec(&q->use_count); return 0; } int DRM(getctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; drm_queue_t *q; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; DRM_DEBUG("%d\n", ctx.handle); if (ctx.handle >= dev->queue_count) return -EINVAL; q = dev->queuelist[ctx.handle]; atomic_inc(&q->use_count); if (atomic_read(&q->use_count) == 1) { /* No longer in use */ atomic_dec(&q->use_count); return -EINVAL; } ctx.flags = q->flags; atomic_dec(&q->use_count); if (copy_to_user((drm_ctx_t *)arg, &ctx, sizeof(ctx))) return -EFAULT; return 0; } int DRM(switchctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; DRM_DEBUG("%d\n", ctx.handle); return DRM(context_switch)(dev, dev->last_context, ctx.handle); } int DRM(newctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; DRM_DEBUG("%d\n", ctx.handle); DRM(context_switch_complete)(dev, ctx.handle); return 0; } int DRM(rmctx)(struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_ctx_t ctx; drm_queue_t *q; drm_buf_t *buf; if (copy_from_user(&ctx, (drm_ctx_t *)arg, sizeof(ctx))) return -EFAULT; DRM_DEBUG("%d\n", ctx.handle); if (ctx.handle >= dev->queue_count) return -EINVAL; q = dev->queuelist[ctx.handle]; atomic_inc(&q->use_count); if (atomic_read(&q->use_count) == 1) { /* No longer in use */ atomic_dec(&q->use_count); return -EINVAL; } atomic_inc(&q->finalization); /* Mark queue in finalization state */ atomic_sub(2, &q->use_count); /* Mark queue as unused (pending finalization) */ while (test_and_set_bit(0, &dev->interrupt_flag)) { schedule(); if (signal_pending(current)) { clear_bit(0, &dev->interrupt_flag); return -EINTR; } } /* Remove queued buffers */ while ((buf = DRM(waitlist_get)(&q->waitlist))) { DRM(free_buffer)(dev, buf); } clear_bit(0, &dev->interrupt_flag); /* Wakeup blocked processes */ wake_up_interruptible(&q->read_queue); wake_up_interruptible(&q->write_queue); wake_up_interruptible(&q->flush_queue); /* Finalization over. Queue is made available when both use_count and finalization become 0, which won't happen until all the waiting processes stop waiting. */ atomic_dec(&q->finalization); return 0; } #endif /* __HAVE_CTX_BITMAP */