/* mach64_dma.c -- DMA support for mach64 (Rage Pro) driver -*- linux-c -*- * Created: Sun Dec 03 19:20:26 2000 by gareth@valinux.com * * Copyright 2000 Gareth Hughes * All Rights Reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * GARETH HUGHES BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. * * Authors: * Gareth Hughes */ #define __NO_VERSION__ #include "drmP.h" #include "mach64_drv.h" #include /* For task queue support */ #include #define DO_IOREMAP(_m) (_m)->handle = drm_ioremap( (_m)->offset, (_m)->size ) #define DO_IOREMAPFREE(_m) \ do { \ if ( (_m)->handle && (_m)->size ) \ drm_ioremapfree( (_m)->handle, (_m)->size ); \ } while (0) #define DO_FIND_MAP(_m, _o) \ do { \ int _i; \ for ( _i = 0 ; _i < dev->map_count ; _i++ ) { \ if ( dev->maplist[_i]->offset == _o ) { \ _m = dev->maplist[_i]; \ break; \ } \ } \ } while (0) static unsigned long mach64_alloc_page( void ) { unsigned long address; address = __get_free_page( GFP_KERNEL ); if ( address == 0UL ) { return 0; } atomic_inc( &virt_to_page(address)->count ); set_bit( PG_reserved, &virt_to_page(address)->flags ); return address; } static void mach64_free_page( unsigned long address ) { if ( !address ) return; atomic_dec( &virt_to_page(address)->count ); clear_bit( PG_reserved, &virt_to_page(address)->flags ); free_page( address ); return; } /* ================================================================ * Engine control */ int mach64_do_wait_for_fifo( drm_mach64_private_t *dev_priv, int entries ) { int slots = 0, i; for ( i = 0 ; i < dev_priv->usec_timeout ; i++ ) { slots = (MACH64_READ( MACH64_FIFO_STAT ) & MACH64_FIFO_SLOT_MASK); if ( slots <= (0x8000 >> entries) ) return 0; udelay( 1 ); } DRM_ERROR( "failed! slots=%d entries=%d\n", slots, entries ); return -EBUSY; } int mach64_do_wait_for_idle( drm_mach64_private_t *dev_priv ) { int i, ret; ret = mach64_do_wait_for_fifo( dev_priv, 16 ); if ( ret < 0 ) return ret; for ( i = 0 ; i < dev_priv->usec_timeout ; i++ ) { if ( !(MACH64_READ( MACH64_GUI_STAT ) & MACH64_GUI_ACTIVE) ) { return 0; } udelay( 1 ); } DRM_ERROR( "failed! GUI_STAT=0x%08x\n", MACH64_READ( MACH64_GUI_STAT ) ); return -EBUSY; } int mach64_do_engine_reset( drm_mach64_private_t *dev_priv ) { u32 bus_cntl, gen_test_cntl; /* Kill off any outstanding DMA transfers. */ bus_cntl = MACH64_READ( MACH64_BUS_CNTL ); MACH64_WRITE( MACH64_BUS_CNTL, bus_cntl | MACH64_BUS_MASTER_DIS ); /* Reset the GUI engine (high to low transition). */ gen_test_cntl = MACH64_READ( MACH64_GEN_TEST_CNTL ); MACH64_WRITE( MACH64_GEN_TEST_CNTL, gen_test_cntl | MACH64_GUI_ENGINE_ENABLE ); gen_test_cntl = MACH64_READ( MACH64_GEN_TEST_CNTL ); MACH64_WRITE( MACH64_GEN_TEST_CNTL, gen_test_cntl & ~MACH64_GUI_ENGINE_ENABLE ); return 0; } static int mach64_do_dma_init( drm_device_t *dev, drm_mach64_init_t *init ) { drm_mach64_private_t *dev_priv; u32 tmp; DRM_DEBUG( "%s\n", __FUNCTION__ ); dev_priv = drm_alloc( sizeof(drm_mach64_private_t), DRM_MEM_DRIVER ); if ( dev_priv == NULL ) return -ENOMEM; dev->dev_private = (void *) dev_priv; memset( dev_priv, 0, sizeof(drm_mach64_private_t) ); dev_priv->fb_bpp = init->fb_bpp; dev_priv->front_offset = init->front_offset; dev_priv->front_pitch = init->front_pitch; dev_priv->back_offset = init->back_offset; dev_priv->back_pitch = init->back_pitch; dev_priv->depth_bpp = init->depth_bpp; dev_priv->depth_offset = init->depth_offset; dev_priv->depth_pitch = init->depth_pitch; dev_priv->front_offset_pitch = (((dev_priv->front_pitch/8) << 22) | (dev_priv->front_offset >> 3)); dev_priv->back_offset_pitch = (((dev_priv->back_pitch/8) << 22) | (dev_priv->back_offset >> 3)); dev_priv->depth_offset_pitch = (((dev_priv->depth_pitch/8) << 22) | (dev_priv->depth_offset >> 3)); dev_priv->usec_timeout = 1000000; dev_priv->sarea = dev->maplist[0]; dev_priv->sarea_priv = (drm_mach64_sarea_t *) ((u8 *)dev_priv->sarea->handle + init->sarea_priv_offset); DO_FIND_MAP( dev_priv->fb, init->fb_offset ); DO_FIND_MAP( dev_priv->mmio, init->mmio_offset ); DO_FIND_MAP( dev_priv->buffers, init->buffers_offset ); DO_IOREMAP( dev_priv->buffers ); /* FIXME: Do the scratch register test for now, can remove * later on. */ tmp = MACH64_READ( MACH64_SCRATCH_REG0 ); MACH64_WRITE( MACH64_SCRATCH_REG0, 0x55555555 ); if ( MACH64_READ( MACH64_SCRATCH_REG0 ) == 0x55555555 ) { MACH64_WRITE( MACH64_SCRATCH_REG0, 0xaaaaaaaa ); if ( MACH64_READ( MACH64_SCRATCH_REG0 ) != 0xaaaaaaaa ) { DRM_ERROR( "2nd scratch reg failed!\n" ); } } else { DRM_ERROR( "1st scratch reg failed!\n" ); } MACH64_WRITE( MACH64_SCRATCH_REG0, tmp ); if ( 1 ) { u32 *table = (u32 *) mach64_alloc_page(); u32 *data = (u32 *) mach64_alloc_page(); int i; u32 bus_cntl, src_cntl; mach64_do_engine_reset( dev_priv ); bus_cntl = 0x7b33a010; src_cntl = 0x00000000; mach64_do_wait_for_idle( dev_priv ); MACH64_WRITE( MACH64_BUS_CNTL, 0x7b33a010 ); mach64_do_wait_for_idle( dev_priv ); MACH64_WRITE( MACH64_DST_CNTL, 0x00000003 ); MACH64_WRITE( MACH64_DST_OFF_PITCH, 0x19000000 ); MACH64_WRITE( MACH64_Z_OFF_PITCH, 0x0a023280 ); MACH64_WRITE( MACH64_Z_CNTL, 0x00000100 ); MACH64_WRITE( MACH64_ALPHA_TST_CNTL, 0x00000000 ); MACH64_WRITE( MACH64_SRC_CNTL, 0x00000000 ); MACH64_WRITE( MACH64_SRC_OFF_PITCH, 0x19000000 ); MACH64_WRITE( MACH64_DP_PIX_WIDTH, 0x00040404 ); MACH64_WRITE( MACH64_DP_SRC, 0x00000100 ); mach64_do_wait_for_idle( dev_priv ); MACH64_WRITE( MACH64_SCALE_3D_CNTL, 0x00000000 ); MACH64_WRITE( MACH64_TEX_SIZE_PITCH, 0x05555555 ); MACH64_WRITE( MACH64_TEX_CNTL, 0x00000000 ); MACH64_WRITE( MACH64_SETUP_CNTL, 0x00000000 ); mach64_do_wait_for_idle( dev_priv ); MACH64_WRITE( MACH64_AGP_BASE, 0x00000000 ); MACH64_WRITE( MACH64_AGP_CNTL, 0x00000000 ); MACH64_WRITE( MACH64_DST_CNTL, 0x00000003 ); MACH64_WRITE( MACH64_GUI_TRAJ_CNTL, 0x00000003 ); MACH64_WRITE( MACH64_PAT_REG0, 0x11111111 ); #if 1 DRM_INFO( "\n" ); DRM_INFO( " AGP_BASE = 0x%08x\n", MACH64_READ( MACH64_AGP_BASE ) ); DRM_INFO( " AGP_CNTL = 0x%08x\n", MACH64_READ( MACH64_AGP_CNTL ) ); DRM_INFO( " ALPHA_TST_CNTL = 0x%08x\n", MACH64_READ( MACH64_ALPHA_TST_CNTL ) ); DRM_INFO( "\n" ); DRM_INFO( " BM_COMMAND = 0x%08x\n", MACH64_READ( MACH64_BM_COMMAND ) ); DRM_INFO( "BM_FRAME_BUF_OFFSET = 0x%08x\n", MACH64_READ( MACH64_BM_FRAME_BUF_OFFSET ) ); DRM_INFO( " BM_GUI_TABLE = 0x%08x\n", MACH64_READ( MACH64_BM_GUI_TABLE ) ); DRM_INFO( " BM_STATUS = 0x%08x\n", MACH64_READ( MACH64_BM_STATUS ) ); DRM_INFO( " BM_SYSTEM_MEM_ADDR = 0x%08x\n", MACH64_READ( MACH64_BM_SYSTEM_MEM_ADDR ) ); DRM_INFO( " BM_SYSTEM_TABLE = 0x%08x\n", MACH64_READ( MACH64_BM_SYSTEM_TABLE ) ); DRM_INFO( " BUS_CNTL = 0x%08x\n", MACH64_READ( MACH64_BUS_CNTL ) ); DRM_INFO( "\n" ); /* DRM_INFO( " CLOCK_CNTL = 0x%08x\n", MACH64_READ( MACH64_CLOCK_CNTL ) ); */ DRM_INFO( " CLR_CMP_CLR = 0x%08x\n", MACH64_READ( MACH64_CLR_CMP_CLR ) ); DRM_INFO( " CLR_CMP_CNTL = 0x%08x\n", MACH64_READ( MACH64_CLR_CMP_CNTL ) ); /* DRM_INFO( " CLR_CMP_MSK = 0x%08x\n", MACH64_READ( MACH64_CLR_CMP_MSK ) ); */ DRM_INFO( " CONFIG_CHIP_ID = 0x%08x\n", MACH64_READ( MACH64_CONFIG_CHIP_ID ) ); DRM_INFO( " CONFIG_CNTL = 0x%08x\n", MACH64_READ( MACH64_CONFIG_CNTL ) ); DRM_INFO( " CONFIG_STAT0 = 0x%08x\n", MACH64_READ( MACH64_CONFIG_STAT0 ) ); DRM_INFO( " CONFIG_STAT1 = 0x%08x\n", MACH64_READ( MACH64_CONFIG_STAT1 ) ); DRM_INFO( " CONFIG_STAT2 = 0x%08x\n", MACH64_READ( MACH64_CONFIG_STAT2 ) ); DRM_INFO( " CRC_SIG = 0x%08x\n", MACH64_READ( MACH64_CRC_SIG ) ); DRM_INFO( " CUSTOM_MACRO_CNTL = 0x%08x\n", MACH64_READ( MACH64_CUSTOM_MACRO_CNTL ) ); DRM_INFO( "\n" ); /* DRM_INFO( " DAC_CNTL = 0x%08x\n", MACH64_READ( MACH64_DAC_CNTL ) ); */ /* DRM_INFO( " DAC_REGS = 0x%08x\n", MACH64_READ( MACH64_DAC_REGS ) ); */ DRM_INFO( " DP_BKGD_CLR = 0x%08x\n", MACH64_READ( MACH64_DP_BKGD_CLR ) ); DRM_INFO( " DP_FRGD_CLR = 0x%08x\n", MACH64_READ( MACH64_DP_FRGD_CLR ) ); DRM_INFO( " DP_MIX = 0x%08x\n", MACH64_READ( MACH64_DP_MIX ) ); DRM_INFO( " DP_PIX_WIDTH = 0x%08x\n", MACH64_READ( MACH64_DP_PIX_WIDTH ) ); DRM_INFO( " DP_SRC = 0x%08x\n", MACH64_READ( MACH64_DP_SRC ) ); DRM_INFO( " DP_WRITE_MASK = 0x%08x\n", MACH64_READ( MACH64_DP_WRITE_MASK ) ); DRM_INFO( " DSP_CONFIG = 0x%08x\n", MACH64_READ( MACH64_DSP_CONFIG ) ); DRM_INFO( " DSP_ON_OFF = 0x%08x\n", MACH64_READ( MACH64_DSP_ON_OFF ) ); DRM_INFO( " DST_CNTL = 0x%08x\n", MACH64_READ( MACH64_DST_CNTL ) ); DRM_INFO( " DST_OFF_PITCH = 0x%08x\n", MACH64_READ( MACH64_DST_OFF_PITCH ) ); DRM_INFO( "\n" ); /* DRM_INFO( " EXT_DAC_REGS = 0x%08x\n", MACH64_READ( MACH64_EXT_DAC_REGS ) ); */ DRM_INFO( " EXT_MEM_CNTL = 0x%08x\n", MACH64_READ( MACH64_EXT_MEM_CNTL ) ); DRM_INFO( "\n" ); DRM_INFO( " FIFO_STAT = 0x%08x\n", MACH64_READ( MACH64_FIFO_STAT ) ); DRM_INFO( "\n" ); DRM_INFO( " GEN_TEST_CNTL = 0x%08x\n", MACH64_READ( MACH64_GEN_TEST_CNTL ) ); /* DRM_INFO( " GP_IO = 0x%08x\n", MACH64_READ( MACH64_GP_IO ) ); */ DRM_INFO( " GUI_CMDFIFO_DATA = 0x%08x\n", MACH64_READ( MACH64_GUI_CMDFIFO_DATA ) ); DRM_INFO( " GUI_CMDFIFO_DEBUG = 0x%08x\n", MACH64_READ( MACH64_GUI_CMDFIFO_DEBUG ) ); DRM_INFO( " GUI_CNTL = 0x%08x\n", MACH64_READ( MACH64_GUI_CNTL ) ); DRM_INFO( " GUI_STAT = 0x%08x\n", MACH64_READ( MACH64_GUI_STAT ) ); DRM_INFO( " GUI_TRAJ_CNTL = 0x%08x\n", MACH64_READ( MACH64_GUI_TRAJ_CNTL ) ); DRM_INFO( "\n" ); DRM_INFO( " HOST_CNTL = 0x%08x\n", MACH64_READ( MACH64_HOST_CNTL ) ); DRM_INFO( " HW_DEBUG = 0x%08x\n", MACH64_READ( MACH64_HW_DEBUG ) ); DRM_INFO( "\n" ); DRM_INFO( " MEM_ADDR_CONFIG = 0x%08x\n", MACH64_READ( MACH64_MEM_ADDR_CONFIG ) ); DRM_INFO( " MEM_BUF_CNTL = 0x%08x\n", MACH64_READ( MACH64_MEM_BUF_CNTL ) ); DRM_INFO( "\n" ); DRM_INFO( " SCALE_3D_CNTL = 0x%08x\n", MACH64_READ( MACH64_SCALE_3D_CNTL ) ); DRM_INFO( " SCRATCH_REG0 = 0x%08x\n", MACH64_READ( MACH64_SCRATCH_REG0 ) ); DRM_INFO( " SCRATCH_REG1 = 0x%08x\n", MACH64_READ( MACH64_SCRATCH_REG1 ) ); DRM_INFO( " SETUP_CNTL = 0x%08x\n", MACH64_READ( MACH64_SETUP_CNTL ) ); DRM_INFO( " SRC_CNTL = 0x%08x\n", MACH64_READ( MACH64_SRC_CNTL ) ); DRM_INFO( "\n" ); DRM_INFO( " TEX_CNTL = 0x%08x\n", MACH64_READ( MACH64_TEX_CNTL ) ); DRM_INFO( " TEX_SIZE_PITCH = 0x%08x\n", MACH64_READ( MACH64_TEX_SIZE_PITCH ) ); DRM_INFO( " TIMER_CONFIG = 0x%08x\n", MACH64_READ( MACH64_TIMER_CONFIG ) ); DRM_INFO( "\n" ); DRM_INFO( " Z_CNTL = 0x%08x\n", MACH64_READ( MACH64_Z_CNTL ) ); DRM_INFO( " Z_OFF_PITCH = 0x%08x\n", MACH64_READ( MACH64_Z_OFF_PITCH ) ); DRM_INFO( "\n" ); #endif data[0] = 0x000000a0; data[1] = 0x22222222; data[2] = 0x000000a0; data[3] = 0x22222222; data[4] = 0x000000a0; data[5] = 0x22222222; data[6] = 0x0000006d; data[7] = 0x00000000; table[0] = MACH64_BM_ADDR + APERTURE_OFFSET; table[1] = virt_to_phys(data); table[2] = 8 * sizeof(u32) | 0xc0000000; table[3] = 0x00000000; DRM_INFO( "table[0] = 0x%08x\n", table[0] ); DRM_INFO( "table[1] = 0x%08x\n", table[1] ); DRM_INFO( "table[2] = 0x%08x\n", table[2] ); DRM_INFO( "table[3] = 0x%08x\n", table[3] ); for ( i = 0 ; i < 8 ; i++) { DRM_INFO( " data[%d] = 0x%08x\n", i, data[i] ); } mb(); DRM_INFO( "waiting for idle...\n" ); mach64_do_wait_for_idle( dev_priv ); DRM_INFO( "waiting for idle... done.\n" ); DRM_INFO( "BUS_CNTL = 0x%08x\n", bus_cntl ); DRM_INFO( "SRC_CNTL = 0x%08x\n", src_cntl ); DRM_INFO( "\n" ); DRM_INFO( "data = 0x%08x\n", virt_to_phys(data) ); DRM_INFO( "table = 0x%08x\n", virt_to_phys(table) ); DRM_INFO( "starting DMA transfer...\n" ); MACH64_READ( MACH64_BUS_CNTL ); MACH64_WRITE( MACH64_BUS_CNTL, bus_cntl ); MACH64_WRITE( MACH64_BM_GUI_TABLE_CMD, virt_to_phys(table) ); MACH64_READ( MACH64_SRC_CNTL ); MACH64_WRITE( MACH64_SRC_CNTL, 0x00000f00 ); DRM_INFO( "waiting for idle...\n" ); mach64_do_wait_for_idle( dev_priv ); /* Kick off the transfer */ MACH64_WRITE( MACH64_DST_HEIGHT_WIDTH, 0 ); DRM_INFO( "starting DMA transfer... done.\n" ); for ( i = 0 ; i < 1000 ; i++ ) { udelay( 1 ); } done: DRM_INFO( "waiting for idle 0...\n" ); mach64_do_wait_for_idle( dev_priv ); DRM_INFO( "\n" ); DRM_INFO( "BUS_CNTL = 0x%08x\n", MACH64_READ( MACH64_BUS_CNTL ) ); DRM_INFO( "SRC_CNTL = 0x%08x\n", MACH64_READ( MACH64_SRC_CNTL ) ); DRM_INFO( "PAT_REG0 = 0x%08x\n", MACH64_READ( MACH64_PAT_REG0 ) ); DRM_INFO( "\n" ); DRM_INFO( "GUI_CMDFIFO_DEBUG = 0x%08x\n", MACH64_READ( MACH64_GUI_CMDFIFO_DEBUG ) ); DRM_INFO( "GUI_CMDFIFO_DATA = 0x%08x\n", MACH64_READ( MACH64_GUI_CMDFIFO_DATA ) ); DRM_INFO( "FIFO_STAT = 0x%08x\n", MACH64_READ( MACH64_FIFO_STAT ) ); DRM_INFO( "\n" ); DRM_INFO( "BM_FRAME_BUF_OFFSET = 0x%08x\n", MACH64_READ( MACH64_BM_FRAME_BUF_OFFSET ) ); DRM_INFO( "BM_SYSTEM_MEM_ADDR = 0x%08x\n", MACH64_READ( MACH64_BM_SYSTEM_MEM_ADDR ) ); DRM_INFO( "BM_COMMAND = 0x%08x\n", MACH64_READ( MACH64_BM_COMMAND ) ); DRM_INFO( "BM_STATUS = 0x%08x\n", MACH64_READ( MACH64_BM_STATUS ) ); DRM_INFO( "BM_SYSTEM_TABLE = 0x%08x\n", MACH64_READ( MACH64_BM_SYSTEM_TABLE ) ); DRM_INFO( "BM_HOSTDATA = 0x%08x\n", MACH64_READ( MACH64_BM_HOSTDATA ) ); DRM_INFO( "BM_ADDR/BM_DATA = 0x%08x\n", MACH64_READ( MACH64_BM_ADDR ) ); DRM_INFO( "BM_GUI_TABLE = 0x%08x\n", MACH64_READ( MACH64_BM_GUI_TABLE ) ); DRM_INFO( "BM_GUI_TABLE_CMD = 0x%08x\n", MACH64_READ( MACH64_BM_GUI_TABLE_CMD ) ); DRM_INFO( "freeing memory.\n" ); mach64_free_page( (unsigned long)data ); mach64_free_page( (unsigned long)table ); } return 0; } static int mach64_do_dma_cleanup( drm_device_t *dev ) { DRM_DEBUG( "%s\n", __FUNCTION__ ); if ( dev->dev_private ) { drm_mach64_private_t *dev_priv = dev->dev_private; DO_IOREMAPFREE( dev_priv->buffers ); drm_free( dev_priv, sizeof(drm_mach64_private_t), DRM_MEM_DRIVER ); dev->dev_private = NULL; } return 0; } int mach64_dma_init( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_mach64_init_t init; if ( copy_from_user( &init, (drm_mach64_init_t *)arg, sizeof(init) ) ) return -EFAULT; switch ( init.func ) { case MACH64_INIT_DMA: return mach64_do_dma_init( dev, &init ); case MACH64_CLEANUP_DMA: return mach64_do_dma_cleanup( dev ); } return -EINVAL; } int mach64_dma_idle( struct inode *inode, struct file *filp, unsigned int cmd, unsigned long arg ) { drm_file_t *priv = filp->private_data; drm_device_t *dev = priv->dev; drm_mach64_private_t *dev_priv = dev->dev_private; DRM_DEBUG( "%s\n", __FUNCTION__ ); if ( !_DRM_LOCK_IS_HELD( dev->lock.hw_lock->lock ) || dev->lock.pid != current->pid ) { DRM_ERROR( "%s called without lock held\n", __FUNCTION__ ); return -EINVAL; } return mach64_do_wait_for_idle( dev_priv ); }