Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit b6e05477 authored by Christoph Hellwig's avatar Christoph Hellwig Committed by Ingo Molnar
Browse files

dma/direct: Handle the memory encryption bit in common code 



Give the basic phys_to_dma() and dma_to_phys() helpers a __-prefix and add
the memory encryption mask to the non-prefixed versions.  Use the
__-prefixed versions directly instead of clearing the mask again in
various places.

Tested-by: default avatarTom Lendacky <thomas.lendacky@amd.com>
Signed-off-by: default avatarChristoph Hellwig <hch@lst.de>
Reviewed-by: default avatarThomas Gleixner <tglx@linutronix.de>
Cc: David Woodhouse <dwmw2@infradead.org>
Cc: Joerg Roedel <joro@8bytes.org>
Cc: Jon Mason <jdmason@kudzu.us>
Cc: Konrad Rzeszutek Wilk <konrad.wilk@oracle.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Muli Ben-Yehuda <mulix@mulix.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: iommu@lists.linux-foundation.org
Link: http://lkml.kernel.org/r/20180319103826.12853-13-hch@lst.de


Signed-off-by: default avatarIngo Molnar <mingo@kernel.org>
parent e7de6c7c

arch/arm/include/asm/dma-direct.h

+2 −2
Original line number Diff line number Diff line
@@ -2,13 +2,13 @@ 
#ifndef ASM_ARM_DMA_DIRECT_H

#define ASM_ARM_DMA_DIRECT_H 1



static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)

static inline dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr)

{

	unsigned int offset = paddr & ~PAGE_MASK;

	return pfn_to_dma(dev, __phys_to_pfn(paddr)) + offset;

}



static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t dev_addr)

static inline phys_addr_t __dma_to_phys(struct device *dev, dma_addr_t dev_addr)

{

	unsigned int offset = dev_addr & ~PAGE_MASK;

	return __pfn_to_phys(dma_to_pfn(dev, dev_addr)) + offset;

arch/mips/cavium-octeon/dma-octeon.c

+5 −5
Original line number Diff line number Diff line
@@ -10,7 +10,7 @@ 
 * IP32 changes by Ilya.

 * Copyright (C) 2010 Cavium Networks, Inc.

 */

#include <linux/dma-mapping.h>

#include <linux/dma-direct.h>

#include <linux/scatterlist.h>

#include <linux/bootmem.h>

#include <linux/export.h>
@@ -182,7 +182,7 @@ struct octeon_dma_map_ops { 
	phys_addr_t (*dma_to_phys)(struct device *dev, dma_addr_t daddr);

};



dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)

dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr)

{

	struct octeon_dma_map_ops *ops = container_of(get_dma_ops(dev),

						      struct octeon_dma_map_ops,
@@ -190,9 +190,9 @@ dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) 


	return ops->phys_to_dma(dev, paddr);

}

EXPORT_SYMBOL(phys_to_dma);

EXPORT_SYMBOL(__phys_to_dma);



phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)

phys_addr_t __dma_to_phys(struct device *dev, dma_addr_t daddr)

{

	struct octeon_dma_map_ops *ops = container_of(get_dma_ops(dev),

						      struct octeon_dma_map_ops,
@@ -200,7 +200,7 @@ phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr) 


	return ops->dma_to_phys(dev, daddr);

}

EXPORT_SYMBOL(dma_to_phys);

EXPORT_SYMBOL(__dma_to_phys);



static struct octeon_dma_map_ops octeon_linear_dma_map_ops = {

	.dma_map_ops = {

arch/mips/include/asm/mach-cavium-octeon/dma-coherence.h

+2 −2
Original line number Diff line number Diff line
@@ -69,8 +69,8 @@ static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size) 
	return addr + size - 1 <= *dev->dma_mask;

}



dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr);

phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr);

dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr);

phys_addr_t __dma_to_phys(struct device *dev, dma_addr_t daddr);



struct dma_map_ops;

extern const struct dma_map_ops *octeon_pci_dma_map_ops;

arch/mips/include/asm/mach-loongson64/dma-coherence.h

+5 −5
Original line number Diff line number Diff line
@@ -25,13 +25,13 @@ static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size) 
	return addr + size - 1 <= *dev->dma_mask;

}



extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr);

extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr);

extern dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr);

extern phys_addr_t __dma_to_phys(struct device *dev, dma_addr_t daddr);

static inline dma_addr_t plat_map_dma_mem(struct device *dev, void *addr,

					  size_t size)

{

#ifdef CONFIG_CPU_LOONGSON3

	return phys_to_dma(dev, virt_to_phys(addr));

	return __phys_to_dma(dev, virt_to_phys(addr));

#else

	return virt_to_phys(addr) | 0x80000000;

#endif
@@ -41,7 +41,7 @@ static inline dma_addr_t plat_map_dma_mem_page(struct device *dev, 
					       struct page *page)

{

#ifdef CONFIG_CPU_LOONGSON3

	return phys_to_dma(dev, page_to_phys(page));

	return __phys_to_dma(dev, page_to_phys(page));

#else

	return page_to_phys(page) | 0x80000000;

#endif
@@ -51,7 +51,7 @@ static inline unsigned long plat_dma_addr_to_phys(struct device *dev, 
	dma_addr_t dma_addr)

{

#if defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_64BIT)

	return dma_to_phys(dev, dma_addr);

	return __dma_to_phys(dev, dma_addr);

#elif defined(CONFIG_CPU_LOONGSON2F) && defined(CONFIG_64BIT)

	return (dma_addr > 0x8fffffff) ? dma_addr : (dma_addr & 0x0fffffff);

#else

arch/mips/loongson64/common/dma-swiotlb.c

+2 −2
Original line number Diff line number Diff line
@@ -63,7 +63,7 @@ static int loongson_dma_supported(struct device *dev, u64 mask) 
	return swiotlb_dma_supported(dev, mask);

}



dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)

dma_addr_t __phys_to_dma(struct device *dev, phys_addr_t paddr)

{

	long nid;

#ifdef CONFIG_PHYS48_TO_HT40
@@ -75,7 +75,7 @@ dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) 
	return paddr;

}



phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)

phys_addr_t __dma_to_phys(struct device *dev, dma_addr_t daddr)

{

	long nid;

#ifdef CONFIG_PHYS48_TO_HT40