mirror of
https://github.com/torvalds/linux.git
synced 2024-11-05 03:21:32 +00:00
42f142371e
Using asm-generic/dma-mapping.h does not work because pushing the call down to pci_alloc_coherent() causes the gfp_t argument of dma_alloc_coherent() to be ignored. Fix this by implementing things directly, and adding a gfp_t argument we can use in the internal call down to the PCI DMA implementation of pci_alloc_coherent(). This fixes massive memory corruption when using the sound driver layer, which passes things like __GFP_COMP down into these routines and (correctly) expects that to work. Signed-off-by: David S. Miller <davem@davemloft.net>
320 lines
10 KiB
C
320 lines
10 KiB
C
#ifndef __SPARC64_PCI_H
|
|
#define __SPARC64_PCI_H
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
#include <linux/fs.h>
|
|
#include <linux/mm.h>
|
|
|
|
/* Can be used to override the logic in pci_scan_bus for skipping
|
|
* already-configured bus numbers - to be used for buggy BIOSes
|
|
* or architectures with incomplete PCI setup by the loader.
|
|
*/
|
|
#define pcibios_assign_all_busses() 0
|
|
#define pcibios_scan_all_fns(a, b) 0
|
|
|
|
#define PCIBIOS_MIN_IO 0UL
|
|
#define PCIBIOS_MIN_MEM 0UL
|
|
|
|
#define PCI_IRQ_NONE 0xffffffff
|
|
|
|
static inline void pcibios_set_master(struct pci_dev *dev)
|
|
{
|
|
/* No special bus mastering setup handling */
|
|
}
|
|
|
|
static inline void pcibios_penalize_isa_irq(int irq, int active)
|
|
{
|
|
/* We don't do dynamic PCI IRQ allocation */
|
|
}
|
|
|
|
/* Dynamic DMA mapping stuff.
|
|
*/
|
|
|
|
/* The PCI address space does not equal the physical memory
|
|
* address space. The networking and block device layers use
|
|
* this boolean for bounce buffer decisions.
|
|
*/
|
|
#define PCI_DMA_BUS_IS_PHYS (0)
|
|
|
|
#include <asm/scatterlist.h>
|
|
|
|
struct pci_dev;
|
|
|
|
struct pci_iommu_ops {
|
|
void *(*alloc_consistent)(struct pci_dev *, size_t, dma_addr_t *, gfp_t);
|
|
void (*free_consistent)(struct pci_dev *, size_t, void *, dma_addr_t);
|
|
dma_addr_t (*map_single)(struct pci_dev *, void *, size_t, int);
|
|
void (*unmap_single)(struct pci_dev *, dma_addr_t, size_t, int);
|
|
int (*map_sg)(struct pci_dev *, struct scatterlist *, int, int);
|
|
void (*unmap_sg)(struct pci_dev *, struct scatterlist *, int, int);
|
|
void (*dma_sync_single_for_cpu)(struct pci_dev *, dma_addr_t, size_t, int);
|
|
void (*dma_sync_sg_for_cpu)(struct pci_dev *, struct scatterlist *, int, int);
|
|
};
|
|
|
|
extern struct pci_iommu_ops *pci_iommu_ops;
|
|
|
|
/* Allocate and map kernel buffer using consistent mode DMA for a device.
|
|
* hwdev should be valid struct pci_dev pointer for PCI devices.
|
|
*/
|
|
static inline void *pci_alloc_consistent(struct pci_dev *hwdev, size_t size, dma_addr_t *dma_handle)
|
|
{
|
|
return pci_iommu_ops->alloc_consistent(hwdev, size, dma_handle, GFP_ATOMIC);
|
|
}
|
|
|
|
/* Free and unmap a consistent DMA buffer.
|
|
* cpu_addr is what was returned from pci_alloc_consistent,
|
|
* size must be the same as what as passed into pci_alloc_consistent,
|
|
* and likewise dma_addr must be the same as what *dma_addrp was set to.
|
|
*
|
|
* References to the memory and mappings associated with cpu_addr/dma_addr
|
|
* past this call are illegal.
|
|
*/
|
|
static inline void pci_free_consistent(struct pci_dev *hwdev, size_t size, void *vaddr, dma_addr_t dma_handle)
|
|
{
|
|
return pci_iommu_ops->free_consistent(hwdev, size, vaddr, dma_handle);
|
|
}
|
|
|
|
/* Map a single buffer of the indicated size for DMA in streaming mode.
|
|
* The 32-bit bus address to use is returned.
|
|
*
|
|
* Once the device is given the dma address, the device owns this memory
|
|
* until either pci_unmap_single or pci_dma_sync_single_for_cpu is performed.
|
|
*/
|
|
static inline dma_addr_t pci_map_single(struct pci_dev *hwdev, void *ptr, size_t size, int direction)
|
|
{
|
|
return pci_iommu_ops->map_single(hwdev, ptr, size, direction);
|
|
}
|
|
|
|
/* Unmap a single streaming mode DMA translation. The dma_addr and size
|
|
* must match what was provided for in a previous pci_map_single call. All
|
|
* other usages are undefined.
|
|
*
|
|
* After this call, reads by the cpu to the buffer are guaranteed to see
|
|
* whatever the device wrote there.
|
|
*/
|
|
static inline void pci_unmap_single(struct pci_dev *hwdev, dma_addr_t dma_addr, size_t size, int direction)
|
|
{
|
|
pci_iommu_ops->unmap_single(hwdev, dma_addr, size, direction);
|
|
}
|
|
|
|
/* No highmem on sparc64, plus we have an IOMMU, so mapping pages is easy. */
|
|
#define pci_map_page(dev, page, off, size, dir) \
|
|
pci_map_single(dev, (page_address(page) + (off)), size, dir)
|
|
#define pci_unmap_page(dev,addr,sz,dir) pci_unmap_single(dev,addr,sz,dir)
|
|
|
|
/* pci_unmap_{single,page} is not a nop, thus... */
|
|
#define DECLARE_PCI_UNMAP_ADDR(ADDR_NAME) \
|
|
dma_addr_t ADDR_NAME;
|
|
#define DECLARE_PCI_UNMAP_LEN(LEN_NAME) \
|
|
__u32 LEN_NAME;
|
|
#define pci_unmap_addr(PTR, ADDR_NAME) \
|
|
((PTR)->ADDR_NAME)
|
|
#define pci_unmap_addr_set(PTR, ADDR_NAME, VAL) \
|
|
(((PTR)->ADDR_NAME) = (VAL))
|
|
#define pci_unmap_len(PTR, LEN_NAME) \
|
|
((PTR)->LEN_NAME)
|
|
#define pci_unmap_len_set(PTR, LEN_NAME, VAL) \
|
|
(((PTR)->LEN_NAME) = (VAL))
|
|
|
|
/* Map a set of buffers described by scatterlist in streaming
|
|
* mode for DMA. This is the scatter-gather version of the
|
|
* above pci_map_single interface. Here the scatter gather list
|
|
* elements are each tagged with the appropriate dma address
|
|
* and length. They are obtained via sg_dma_{address,length}(SG).
|
|
*
|
|
* NOTE: An implementation may be able to use a smaller number of
|
|
* DMA address/length pairs than there are SG table elements.
|
|
* (for example via virtual mapping capabilities)
|
|
* The routine returns the number of addr/length pairs actually
|
|
* used, at most nents.
|
|
*
|
|
* Device ownership issues as mentioned above for pci_map_single are
|
|
* the same here.
|
|
*/
|
|
static inline int pci_map_sg(struct pci_dev *hwdev, struct scatterlist *sg, int nents, int direction)
|
|
{
|
|
return pci_iommu_ops->map_sg(hwdev, sg, nents, direction);
|
|
}
|
|
|
|
/* Unmap a set of streaming mode DMA translations.
|
|
* Again, cpu read rules concerning calls here are the same as for
|
|
* pci_unmap_single() above.
|
|
*/
|
|
static inline void pci_unmap_sg(struct pci_dev *hwdev, struct scatterlist *sg, int nhwents, int direction)
|
|
{
|
|
pci_iommu_ops->unmap_sg(hwdev, sg, nhwents, direction);
|
|
}
|
|
|
|
/* Make physical memory consistent for a single
|
|
* streaming mode DMA translation after a transfer.
|
|
*
|
|
* If you perform a pci_map_single() but wish to interrogate the
|
|
* buffer using the cpu, yet do not wish to teardown the PCI dma
|
|
* mapping, you must call this function before doing so. At the
|
|
* next point you give the PCI dma address back to the card, you
|
|
* must first perform a pci_dma_sync_for_device, and then the
|
|
* device again owns the buffer.
|
|
*/
|
|
static inline void pci_dma_sync_single_for_cpu(struct pci_dev *hwdev, dma_addr_t dma_handle, size_t size, int direction)
|
|
{
|
|
pci_iommu_ops->dma_sync_single_for_cpu(hwdev, dma_handle, size, direction);
|
|
}
|
|
|
|
static inline void
|
|
pci_dma_sync_single_for_device(struct pci_dev *hwdev, dma_addr_t dma_handle,
|
|
size_t size, int direction)
|
|
{
|
|
/* No flushing needed to sync cpu writes to the device. */
|
|
BUG_ON(direction == PCI_DMA_NONE);
|
|
}
|
|
|
|
/* Make physical memory consistent for a set of streaming
|
|
* mode DMA translations after a transfer.
|
|
*
|
|
* The same as pci_dma_sync_single_* but for a scatter-gather list,
|
|
* same rules and usage.
|
|
*/
|
|
static inline void pci_dma_sync_sg_for_cpu(struct pci_dev *hwdev, struct scatterlist *sg, int nelems, int direction)
|
|
{
|
|
pci_iommu_ops->dma_sync_sg_for_cpu(hwdev, sg, nelems, direction);
|
|
}
|
|
|
|
static inline void
|
|
pci_dma_sync_sg_for_device(struct pci_dev *hwdev, struct scatterlist *sg,
|
|
int nelems, int direction)
|
|
{
|
|
/* No flushing needed to sync cpu writes to the device. */
|
|
BUG_ON(direction == PCI_DMA_NONE);
|
|
}
|
|
|
|
/* Return whether the given PCI device DMA address mask can
|
|
* be supported properly. For example, if your device can
|
|
* only drive the low 24-bits during PCI bus mastering, then
|
|
* you would pass 0x00ffffff as the mask to this function.
|
|
*/
|
|
extern int pci_dma_supported(struct pci_dev *hwdev, u64 mask);
|
|
|
|
/* PCI IOMMU mapping bypass support. */
|
|
|
|
/* PCI 64-bit addressing works for all slots on all controller
|
|
* types on sparc64. However, it requires that the device
|
|
* can drive enough of the 64 bits.
|
|
*/
|
|
#define PCI64_REQUIRED_MASK (~(dma64_addr_t)0)
|
|
#define PCI64_ADDR_BASE 0xfffc000000000000UL
|
|
|
|
/* Usage of the pci_dac_foo interfaces is only valid if this
|
|
* test passes.
|
|
*/
|
|
#define pci_dac_dma_supported(pci_dev, mask) \
|
|
((((mask) & PCI64_REQUIRED_MASK) == PCI64_REQUIRED_MASK) ? 1 : 0)
|
|
|
|
static inline dma64_addr_t
|
|
pci_dac_page_to_dma(struct pci_dev *pdev, struct page *page, unsigned long offset, int direction)
|
|
{
|
|
return (PCI64_ADDR_BASE +
|
|
__pa(page_address(page)) + offset);
|
|
}
|
|
|
|
static inline struct page *
|
|
pci_dac_dma_to_page(struct pci_dev *pdev, dma64_addr_t dma_addr)
|
|
{
|
|
unsigned long paddr = (dma_addr & PAGE_MASK) - PCI64_ADDR_BASE;
|
|
|
|
return virt_to_page(__va(paddr));
|
|
}
|
|
|
|
static inline unsigned long
|
|
pci_dac_dma_to_offset(struct pci_dev *pdev, dma64_addr_t dma_addr)
|
|
{
|
|
return (dma_addr & ~PAGE_MASK);
|
|
}
|
|
|
|
static inline void
|
|
pci_dac_dma_sync_single_for_cpu(struct pci_dev *pdev, dma64_addr_t dma_addr, size_t len, int direction)
|
|
{
|
|
/* DAC cycle addressing does not make use of the
|
|
* PCI controller's streaming cache, so nothing to do.
|
|
*/
|
|
}
|
|
|
|
static inline void
|
|
pci_dac_dma_sync_single_for_device(struct pci_dev *pdev, dma64_addr_t dma_addr, size_t len, int direction)
|
|
{
|
|
/* DAC cycle addressing does not make use of the
|
|
* PCI controller's streaming cache, so nothing to do.
|
|
*/
|
|
}
|
|
|
|
#define PCI_DMA_ERROR_CODE (~(dma_addr_t)0x0)
|
|
|
|
static inline int pci_dma_mapping_error(dma_addr_t dma_addr)
|
|
{
|
|
return (dma_addr == PCI_DMA_ERROR_CODE);
|
|
}
|
|
|
|
#ifdef CONFIG_PCI
|
|
static inline void pci_dma_burst_advice(struct pci_dev *pdev,
|
|
enum pci_dma_burst_strategy *strat,
|
|
unsigned long *strategy_parameter)
|
|
{
|
|
unsigned long cacheline_size;
|
|
u8 byte;
|
|
|
|
pci_read_config_byte(pdev, PCI_CACHE_LINE_SIZE, &byte);
|
|
if (byte == 0)
|
|
cacheline_size = 1024;
|
|
else
|
|
cacheline_size = (int) byte * 4;
|
|
|
|
*strat = PCI_DMA_BURST_BOUNDARY;
|
|
*strategy_parameter = cacheline_size;
|
|
}
|
|
#endif
|
|
|
|
/* Return the index of the PCI controller for device PDEV. */
|
|
|
|
extern int pci_domain_nr(struct pci_bus *bus);
|
|
static inline int pci_proc_domain(struct pci_bus *bus)
|
|
{
|
|
return 1;
|
|
}
|
|
|
|
/* Platform support for /proc/bus/pci/X/Y mmap()s. */
|
|
|
|
#define HAVE_PCI_MMAP
|
|
#define HAVE_ARCH_PCI_GET_UNMAPPED_AREA
|
|
#define get_pci_unmapped_area get_fb_unmapped_area
|
|
|
|
extern int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
|
|
enum pci_mmap_state mmap_state,
|
|
int write_combine);
|
|
|
|
/* Platform specific MWI support. */
|
|
#define HAVE_ARCH_PCI_MWI
|
|
extern int pcibios_prep_mwi(struct pci_dev *dev);
|
|
|
|
extern void
|
|
pcibios_resource_to_bus(struct pci_dev *dev, struct pci_bus_region *region,
|
|
struct resource *res);
|
|
|
|
extern void
|
|
pcibios_bus_to_resource(struct pci_dev *dev, struct resource *res,
|
|
struct pci_bus_region *region);
|
|
|
|
extern struct resource *pcibios_select_root(struct pci_dev *, struct resource *);
|
|
|
|
static inline void pcibios_add_platform_entries(struct pci_dev *dev)
|
|
{
|
|
}
|
|
|
|
static inline int pci_get_legacy_ide_irq(struct pci_dev *dev, int channel)
|
|
{
|
|
return PCI_IRQ_NONE;
|
|
}
|
|
|
|
#endif /* __KERNEL__ */
|
|
|
|
#endif /* __SPARC64_PCI_H */
|