464 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			464 lines
		
	
	
		
			11 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/* dma.c: DMA controller management on FR401 and the like
 | 
						|
 *
 | 
						|
 * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
 | 
						|
 * Written by David Howells (dhowells@redhat.com)
 | 
						|
 *
 | 
						|
 * This program is free software; you can redistribute it and/or
 | 
						|
 * modify it under the terms of the GNU General Public License
 | 
						|
 * as published by the Free Software Foundation; either version
 | 
						|
 * 2 of the License, or (at your option) any later version.
 | 
						|
 */
 | 
						|
 | 
						|
#include <linux/module.h>
 | 
						|
#include <linux/sched.h>
 | 
						|
#include <linux/spinlock.h>
 | 
						|
#include <linux/errno.h>
 | 
						|
#include <linux/init.h>
 | 
						|
#include <asm/dma.h>
 | 
						|
#include <asm/gpio-regs.h>
 | 
						|
#include <asm/irc-regs.h>
 | 
						|
#include <asm/cpu-irqs.h>
 | 
						|
 | 
						|
struct frv_dma_channel {
 | 
						|
	uint8_t			flags;
 | 
						|
#define FRV_DMA_FLAGS_RESERVED	0x01
 | 
						|
#define FRV_DMA_FLAGS_INUSE	0x02
 | 
						|
#define FRV_DMA_FLAGS_PAUSED	0x04
 | 
						|
	uint8_t			cap;		/* capabilities available */
 | 
						|
	int			irq;		/* completion IRQ */
 | 
						|
	uint32_t		dreqbit;
 | 
						|
	uint32_t		dackbit;
 | 
						|
	uint32_t		donebit;
 | 
						|
	const unsigned long	ioaddr;		/* DMA controller regs addr */
 | 
						|
	const char		*devname;
 | 
						|
	dma_irq_handler_t	handler;
 | 
						|
	void			*data;
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
#define __get_DMAC(IO,X)	({ *(volatile unsigned long *)((IO) + DMAC_##X##x); })
 | 
						|
 | 
						|
#define __set_DMAC(IO,X,V)					\
 | 
						|
do {								\
 | 
						|
	*(volatile unsigned long *)((IO) + DMAC_##X##x) = (V);	\
 | 
						|
	mb();							\
 | 
						|
} while(0)
 | 
						|
 | 
						|
#define ___set_DMAC(IO,X,V)					\
 | 
						|
do {								\
 | 
						|
	*(volatile unsigned long *)((IO) + DMAC_##X##x) = (V);	\
 | 
						|
} while(0)
 | 
						|
 | 
						|
 | 
						|
static struct frv_dma_channel frv_dma_channels[FRV_DMA_NCHANS] = {
 | 
						|
	[0] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ | FRV_DMA_CAP_DACK | FRV_DMA_CAP_DONE,
 | 
						|
		.irq		= IRQ_CPU_DMA0,
 | 
						|
		.dreqbit	= SIR_DREQ0_INPUT,
 | 
						|
		.dackbit	= SOR_DACK0_OUTPUT,
 | 
						|
		.donebit	= SOR_DONE0_OUTPUT,
 | 
						|
		.ioaddr		= 0xfe000900,
 | 
						|
	},
 | 
						|
	[1] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ | FRV_DMA_CAP_DACK | FRV_DMA_CAP_DONE,
 | 
						|
		.irq		= IRQ_CPU_DMA1,
 | 
						|
		.dreqbit	= SIR_DREQ1_INPUT,
 | 
						|
		.dackbit	= SOR_DACK1_OUTPUT,
 | 
						|
		.donebit	= SOR_DONE1_OUTPUT,
 | 
						|
		.ioaddr		= 0xfe000980,
 | 
						|
	},
 | 
						|
	[2] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ | FRV_DMA_CAP_DACK,
 | 
						|
		.irq		= IRQ_CPU_DMA2,
 | 
						|
		.dreqbit	= SIR_DREQ2_INPUT,
 | 
						|
		.dackbit	= SOR_DACK2_OUTPUT,
 | 
						|
		.ioaddr		= 0xfe000a00,
 | 
						|
	},
 | 
						|
	[3] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ | FRV_DMA_CAP_DACK,
 | 
						|
		.irq		= IRQ_CPU_DMA3,
 | 
						|
		.dreqbit	= SIR_DREQ3_INPUT,
 | 
						|
		.dackbit	= SOR_DACK3_OUTPUT,
 | 
						|
		.ioaddr		= 0xfe000a80,
 | 
						|
	},
 | 
						|
	[4] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ,
 | 
						|
		.irq		= IRQ_CPU_DMA4,
 | 
						|
		.dreqbit	= SIR_DREQ4_INPUT,
 | 
						|
		.ioaddr		= 0xfe001000,
 | 
						|
	},
 | 
						|
	[5] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ,
 | 
						|
		.irq		= IRQ_CPU_DMA5,
 | 
						|
		.dreqbit	= SIR_DREQ5_INPUT,
 | 
						|
		.ioaddr		= 0xfe001080,
 | 
						|
	},
 | 
						|
	[6] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ,
 | 
						|
		.irq		= IRQ_CPU_DMA6,
 | 
						|
		.dreqbit	= SIR_DREQ6_INPUT,
 | 
						|
		.ioaddr		= 0xfe001100,
 | 
						|
	},
 | 
						|
	[7] = {
 | 
						|
		.cap		= FRV_DMA_CAP_DREQ,
 | 
						|
		.irq		= IRQ_CPU_DMA7,
 | 
						|
		.dreqbit	= SIR_DREQ7_INPUT,
 | 
						|
		.ioaddr		= 0xfe001180,
 | 
						|
	},
 | 
						|
};
 | 
						|
 | 
						|
static DEFINE_RWLOCK(frv_dma_channels_lock);
 | 
						|
 | 
						|
unsigned long frv_dma_inprogress;
 | 
						|
 | 
						|
#define frv_clear_dma_inprogress(channel) \
 | 
						|
	atomic_clear_mask(1 << (channel), &frv_dma_inprogress);
 | 
						|
 | 
						|
#define frv_set_dma_inprogress(channel) \
 | 
						|
	atomic_set_mask(1 << (channel), &frv_dma_inprogress);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * DMA irq handler - determine channel involved, grab status and call real handler
 | 
						|
 */
 | 
						|
static irqreturn_t dma_irq_handler(int irq, void *_channel)
 | 
						|
{
 | 
						|
	struct frv_dma_channel *channel = _channel;
 | 
						|
 | 
						|
	frv_clear_dma_inprogress(channel - frv_dma_channels);
 | 
						|
	return channel->handler(channel - frv_dma_channels,
 | 
						|
				__get_DMAC(channel->ioaddr, CSTR),
 | 
						|
				channel->data);
 | 
						|
 | 
						|
} /* end dma_irq_handler() */
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * Determine which DMA controllers are present on this CPU
 | 
						|
 */
 | 
						|
void __init frv_dma_init(void)
 | 
						|
{
 | 
						|
	unsigned long psr = __get_PSR();
 | 
						|
	int num_dma, i;
 | 
						|
 | 
						|
	/* First, determine how many DMA channels are available */
 | 
						|
	switch (PSR_IMPLE(psr)) {
 | 
						|
	case PSR_IMPLE_FR405:
 | 
						|
	case PSR_IMPLE_FR451:
 | 
						|
	case PSR_IMPLE_FR501:
 | 
						|
	case PSR_IMPLE_FR551:
 | 
						|
		num_dma = FRV_DMA_8CHANS;
 | 
						|
		break;
 | 
						|
 | 
						|
	case PSR_IMPLE_FR401:
 | 
						|
	default:
 | 
						|
		num_dma = FRV_DMA_4CHANS;
 | 
						|
		break;
 | 
						|
	}
 | 
						|
 | 
						|
	/* Now mark all of the non-existent channels as reserved */
 | 
						|
	for(i = num_dma; i < FRV_DMA_NCHANS; i++)
 | 
						|
		frv_dma_channels[i].flags = FRV_DMA_FLAGS_RESERVED;
 | 
						|
 | 
						|
} /* end frv_dma_init() */
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * allocate a DMA controller channel and the IRQ associated with it
 | 
						|
 */
 | 
						|
int frv_dma_open(const char *devname,
 | 
						|
		 unsigned long dmamask,
 | 
						|
		 int dmacap,
 | 
						|
		 dma_irq_handler_t handler,
 | 
						|
		 unsigned long irq_flags,
 | 
						|
		 void *data)
 | 
						|
{
 | 
						|
	struct frv_dma_channel *channel;
 | 
						|
	int dma, ret;
 | 
						|
	uint32_t val;
 | 
						|
 | 
						|
	write_lock(&frv_dma_channels_lock);
 | 
						|
 | 
						|
	ret = -ENOSPC;
 | 
						|
 | 
						|
	for (dma = FRV_DMA_NCHANS - 1; dma >= 0; dma--) {
 | 
						|
		channel = &frv_dma_channels[dma];
 | 
						|
 | 
						|
		if (!test_bit(dma, &dmamask))
 | 
						|
			continue;
 | 
						|
 | 
						|
		if ((channel->cap & dmacap) != dmacap)
 | 
						|
			continue;
 | 
						|
 | 
						|
		if (!frv_dma_channels[dma].flags)
 | 
						|
			goto found;
 | 
						|
	}
 | 
						|
 | 
						|
	goto out;
 | 
						|
 | 
						|
 found:
 | 
						|
	ret = request_irq(channel->irq, dma_irq_handler, irq_flags, devname, channel);
 | 
						|
	if (ret < 0)
 | 
						|
		goto out;
 | 
						|
 | 
						|
	/* okay, we've allocated all the resources */
 | 
						|
	channel = &frv_dma_channels[dma];
 | 
						|
 | 
						|
	channel->flags		|= FRV_DMA_FLAGS_INUSE;
 | 
						|
	channel->devname	= devname;
 | 
						|
	channel->handler	= handler;
 | 
						|
	channel->data		= data;
 | 
						|
 | 
						|
	/* Now make sure we are set up for DMA and not GPIO */
 | 
						|
	/* SIR bit must be set for DMA to work */
 | 
						|
	__set_SIR(channel->dreqbit | __get_SIR());
 | 
						|
	/* SOR bits depend on what the caller requests */
 | 
						|
	val = __get_SOR();
 | 
						|
	if(dmacap & FRV_DMA_CAP_DACK)
 | 
						|
		val |= channel->dackbit;
 | 
						|
	else
 | 
						|
		val &= ~channel->dackbit;
 | 
						|
	if(dmacap & FRV_DMA_CAP_DONE)
 | 
						|
		val |= channel->donebit;
 | 
						|
	else
 | 
						|
		val &= ~channel->donebit;
 | 
						|
	__set_SOR(val);
 | 
						|
 | 
						|
	ret = dma;
 | 
						|
 out:
 | 
						|
	write_unlock(&frv_dma_channels_lock);
 | 
						|
	return ret;
 | 
						|
} /* end frv_dma_open() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_open);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * close a DMA channel and its associated interrupt
 | 
						|
 */
 | 
						|
void frv_dma_close(int dma)
 | 
						|
{
 | 
						|
	struct frv_dma_channel *channel = &frv_dma_channels[dma];
 | 
						|
	unsigned long flags;
 | 
						|
 | 
						|
	write_lock_irqsave(&frv_dma_channels_lock, flags);
 | 
						|
 | 
						|
	free_irq(channel->irq, channel);
 | 
						|
	frv_dma_stop(dma);
 | 
						|
 | 
						|
	channel->flags &= ~FRV_DMA_FLAGS_INUSE;
 | 
						|
 | 
						|
	write_unlock_irqrestore(&frv_dma_channels_lock, flags);
 | 
						|
} /* end frv_dma_close() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_close);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * set static configuration on a DMA channel
 | 
						|
 */
 | 
						|
void frv_dma_config(int dma, unsigned long ccfr, unsigned long cctr, unsigned long apr)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
 | 
						|
	___set_DMAC(ioaddr, CCFR, ccfr);
 | 
						|
	___set_DMAC(ioaddr, CCTR, cctr);
 | 
						|
	___set_DMAC(ioaddr, APR,  apr);
 | 
						|
	mb();
 | 
						|
 | 
						|
} /* end frv_dma_config() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_config);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * start a DMA channel
 | 
						|
 */
 | 
						|
void frv_dma_start(int dma,
 | 
						|
		   unsigned long sba, unsigned long dba,
 | 
						|
		   unsigned long pix, unsigned long six, unsigned long bcl)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
 | 
						|
	___set_DMAC(ioaddr, SBA,  sba);
 | 
						|
	___set_DMAC(ioaddr, DBA,  dba);
 | 
						|
	___set_DMAC(ioaddr, PIX,  pix);
 | 
						|
	___set_DMAC(ioaddr, SIX,  six);
 | 
						|
	___set_DMAC(ioaddr, BCL,  bcl);
 | 
						|
	___set_DMAC(ioaddr, CSTR, 0);
 | 
						|
	mb();
 | 
						|
 | 
						|
	__set_DMAC(ioaddr, CCTR, __get_DMAC(ioaddr, CCTR) | DMAC_CCTRx_ACT);
 | 
						|
	frv_set_dma_inprogress(dma);
 | 
						|
 | 
						|
} /* end frv_dma_start() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_start);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * restart a DMA channel that's been stopped in circular addressing mode by comparison-end
 | 
						|
 */
 | 
						|
void frv_dma_restart_circular(int dma, unsigned long six)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
 | 
						|
	___set_DMAC(ioaddr, SIX,  six);
 | 
						|
	___set_DMAC(ioaddr, CSTR, __get_DMAC(ioaddr, CSTR) & ~DMAC_CSTRx_CE);
 | 
						|
	mb();
 | 
						|
 | 
						|
	__set_DMAC(ioaddr, CCTR, __get_DMAC(ioaddr, CCTR) | DMAC_CCTRx_ACT);
 | 
						|
	frv_set_dma_inprogress(dma);
 | 
						|
 | 
						|
} /* end frv_dma_restart_circular() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_restart_circular);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * stop a DMA channel
 | 
						|
 */
 | 
						|
void frv_dma_stop(int dma)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
	uint32_t cctr;
 | 
						|
 | 
						|
	___set_DMAC(ioaddr, CSTR, 0);
 | 
						|
	cctr = __get_DMAC(ioaddr, CCTR);
 | 
						|
	cctr &= ~(DMAC_CCTRx_IE | DMAC_CCTRx_ACT);
 | 
						|
	cctr |= DMAC_CCTRx_FC; 	/* fifo clear */
 | 
						|
	__set_DMAC(ioaddr, CCTR, cctr);
 | 
						|
	__set_DMAC(ioaddr, BCL,  0);
 | 
						|
	frv_clear_dma_inprogress(dma);
 | 
						|
} /* end frv_dma_stop() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_stop);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * test interrupt status of DMA channel
 | 
						|
 */
 | 
						|
int is_frv_dma_interrupting(int dma)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
 | 
						|
	return __get_DMAC(ioaddr, CSTR) & (1 << 23);
 | 
						|
 | 
						|
} /* end is_frv_dma_interrupting() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(is_frv_dma_interrupting);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * dump data about a DMA channel
 | 
						|
 */
 | 
						|
void frv_dma_dump(int dma)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
	unsigned long cstr, pix, six, bcl;
 | 
						|
 | 
						|
	cstr = __get_DMAC(ioaddr, CSTR);
 | 
						|
	pix  = __get_DMAC(ioaddr, PIX);
 | 
						|
	six  = __get_DMAC(ioaddr, SIX);
 | 
						|
	bcl  = __get_DMAC(ioaddr, BCL);
 | 
						|
 | 
						|
	printk("DMA[%d] cstr=%lx pix=%lx six=%lx bcl=%lx\n", dma, cstr, pix, six, bcl);
 | 
						|
 | 
						|
} /* end frv_dma_dump() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_dump);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * pause all DMA controllers
 | 
						|
 * - called by clock mangling routines
 | 
						|
 * - caller must be holding interrupts disabled
 | 
						|
 */
 | 
						|
void frv_dma_pause_all(void)
 | 
						|
{
 | 
						|
	struct frv_dma_channel *channel;
 | 
						|
	unsigned long ioaddr;
 | 
						|
	unsigned long cstr, cctr;
 | 
						|
	int dma;
 | 
						|
 | 
						|
	write_lock(&frv_dma_channels_lock);
 | 
						|
 | 
						|
	for (dma = FRV_DMA_NCHANS - 1; dma >= 0; dma--) {
 | 
						|
		channel = &frv_dma_channels[dma];
 | 
						|
 | 
						|
		if (!(channel->flags & FRV_DMA_FLAGS_INUSE))
 | 
						|
			continue;
 | 
						|
 | 
						|
		ioaddr = channel->ioaddr;
 | 
						|
		cctr = __get_DMAC(ioaddr, CCTR);
 | 
						|
		if (cctr & DMAC_CCTRx_ACT) {
 | 
						|
			cctr &= ~DMAC_CCTRx_ACT;
 | 
						|
			__set_DMAC(ioaddr, CCTR, cctr);
 | 
						|
 | 
						|
			do {
 | 
						|
				cstr = __get_DMAC(ioaddr, CSTR);
 | 
						|
			} while (cstr & DMAC_CSTRx_BUSY);
 | 
						|
 | 
						|
			if (cstr & DMAC_CSTRx_FED)
 | 
						|
				channel->flags |= FRV_DMA_FLAGS_PAUSED;
 | 
						|
			frv_clear_dma_inprogress(dma);
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
} /* end frv_dma_pause_all() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_pause_all);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * resume paused DMA controllers
 | 
						|
 * - called by clock mangling routines
 | 
						|
 * - caller must be holding interrupts disabled
 | 
						|
 */
 | 
						|
void frv_dma_resume_all(void)
 | 
						|
{
 | 
						|
	struct frv_dma_channel *channel;
 | 
						|
	unsigned long ioaddr;
 | 
						|
	unsigned long cstr, cctr;
 | 
						|
	int dma;
 | 
						|
 | 
						|
	for (dma = FRV_DMA_NCHANS - 1; dma >= 0; dma--) {
 | 
						|
		channel = &frv_dma_channels[dma];
 | 
						|
 | 
						|
		if (!(channel->flags & FRV_DMA_FLAGS_PAUSED))
 | 
						|
			continue;
 | 
						|
 | 
						|
		ioaddr = channel->ioaddr;
 | 
						|
		cstr = __get_DMAC(ioaddr, CSTR);
 | 
						|
		cstr &= ~(DMAC_CSTRx_FED | DMAC_CSTRx_INT);
 | 
						|
		__set_DMAC(ioaddr, CSTR, cstr);
 | 
						|
 | 
						|
		cctr = __get_DMAC(ioaddr, CCTR);
 | 
						|
		cctr |= DMAC_CCTRx_ACT;
 | 
						|
		__set_DMAC(ioaddr, CCTR, cctr);
 | 
						|
 | 
						|
		channel->flags &= ~FRV_DMA_FLAGS_PAUSED;
 | 
						|
		frv_set_dma_inprogress(dma);
 | 
						|
	}
 | 
						|
 | 
						|
	write_unlock(&frv_dma_channels_lock);
 | 
						|
 | 
						|
} /* end frv_dma_resume_all() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_resume_all);
 | 
						|
 | 
						|
/*****************************************************************************/
 | 
						|
/*
 | 
						|
 * dma status clear
 | 
						|
 */
 | 
						|
void frv_dma_status_clear(int dma)
 | 
						|
{
 | 
						|
	unsigned long ioaddr = frv_dma_channels[dma].ioaddr;
 | 
						|
	uint32_t cctr;
 | 
						|
	___set_DMAC(ioaddr, CSTR, 0);
 | 
						|
 | 
						|
	cctr = __get_DMAC(ioaddr, CCTR);
 | 
						|
} /* end frv_dma_status_clear() */
 | 
						|
 | 
						|
EXPORT_SYMBOL(frv_dma_status_clear);
 |