137 lines
3.3 KiB
C
137 lines
3.3 KiB
C
|
/*
|
||
|
|
* Intel MIC Platform Software Stack (MPSS)
|
||
|
|
*
|
||
|
|
* Copyright(c) 2014 Intel Corporation.
|
||
|
|
*
|
||
|
|
* This program is free software; you can redistribute it and/or modify
|
||
|
|
* it under the terms of the GNU General Public License, version 2, as
|
||
|
|
* published by the Free Software Foundation.
|
||
|
|
*
|
||
|
|
* This program is distributed in the hope that it will be useful, but
|
||
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
* General Public License for more details.
|
||
|
|
*
|
||
|
|
* Intel SCIF driver.
|
||
|
|
*
|
||
|
|
*/
|
||
|
|
#ifndef SCIF_MAP_H
|
||
|
|
#define SCIF_MAP_H
|
||
|
|
|
||
|
|
#include "../bus/scif_bus.h"
|
||
|
|
|
||
|
|
static __always_inline void *
|
||
|
|
scif_alloc_coherent(dma_addr_t *dma_handle,
|
||
|
|
struct scif_dev *scifdev, size_t size,
|
||
|
|
gfp_t gfp)
|
||
|
|
{
|
||
|
|
void *va;
|
||
|
|
|
||
|
|
if (scifdev_self(scifdev)) {
|
||
|
|
va = kmalloc(size, gfp);
|
||
|
|
if (va)
|
||
|
|
*dma_handle = virt_to_phys(va);
|
||
|
|
} else {
|
||
|
|
va = dma_alloc_coherent(&scifdev->sdev->dev,
|
||
|
|
size, dma_handle, gfp);
|
||
|
|
if (va && scifdev_is_p2p(scifdev))
|
||
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
||
|
|
}
|
||
|
|
return va;
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline void
|
||
|
|
scif_free_coherent(void *va, dma_addr_t local,
|
||
|
|
struct scif_dev *scifdev, size_t size)
|
||
|
|
{
|
||
|
|
if (scifdev_self(scifdev)) {
|
||
|
|
kfree(va);
|
||
|
|
} else {
|
||
|
|
if (scifdev_is_p2p(scifdev) && local > scifdev->base_addr)
|
||
|
|
local = local - scifdev->base_addr;
|
||
|
|
dma_free_coherent(&scifdev->sdev->dev,
|
||
|
|
size, va, local);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline int
|
||
|
|
scif_map_single(dma_addr_t *dma_handle,
|
||
|
|
void *local, struct scif_dev *scifdev, size_t size)
|
||
|
|
{
|
||
|
|
int err = 0;
|
||
|
|
|
||
|
|
if (scifdev_self(scifdev)) {
|
||
|
|
*dma_handle = virt_to_phys((local));
|
||
|
|
} else {
|
||
|
|
*dma_handle = dma_map_single(&scifdev->sdev->dev,
|
||
|
|
local, size, DMA_BIDIRECTIONAL);
|
||
|
|
if (dma_mapping_error(&scifdev->sdev->dev, *dma_handle))
|
||
|
|
err = -ENOMEM;
|
||
|
|
else if (scifdev_is_p2p(scifdev))
|
||
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
||
|
|
}
|
||
|
|
if (err)
|
||
|
|
*dma_handle = 0;
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline void
|
||
|
|
scif_unmap_single(dma_addr_t local, struct scif_dev *scifdev,
|
||
|
|
size_t size)
|
||
|
|
{
|
||
|
|
if (!scifdev_self(scifdev)) {
|
||
|
|
if (scifdev_is_p2p(scifdev))
|
||
|
|
local = local - scifdev->base_addr;
|
||
|
|
dma_unmap_single(&scifdev->sdev->dev, local,
|
||
|
|
size, DMA_BIDIRECTIONAL);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline void *
|
||
|
|
scif_ioremap(dma_addr_t phys, size_t size, struct scif_dev *scifdev)
|
||
|
|
{
|
||
|
|
void *out_virt;
|
||
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
||
|
|
|
||
|
|
if (scifdev_self(scifdev))
|
||
|
|
out_virt = phys_to_virt(phys);
|
||
|
|
else
|
||
|
|
out_virt = (void __force *)
|
||
|
|
sdev->hw_ops->ioremap(sdev, phys, size);
|
||
|
|
return out_virt;
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline void
|
||
|
|
scif_iounmap(void *virt, size_t len, struct scif_dev *scifdev)
|
||
|
|
{
|
||
|
|
if (!scifdev_self(scifdev)) {
|
||
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
||
|
|
|
||
|
|
sdev->hw_ops->iounmap(sdev, (void __force __iomem *)virt);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static __always_inline int
|
||
|
|
scif_map_page(dma_addr_t *dma_handle, struct page *page,
|
||
|
|
struct scif_dev *scifdev)
|
||
|
|
{
|
||
|
|
int err = 0;
|
||
|
|
|
||
|
|
if (scifdev_self(scifdev)) {
|
||
|
|
*dma_handle = page_to_phys(page);
|
||
|
|
} else {
|
||
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
||
|
|
*dma_handle = dma_map_page(&sdev->dev,
|
||
|
|
page, 0x0, PAGE_SIZE,
|
||
|
|
DMA_BIDIRECTIONAL);
|
||
|
|
if (dma_mapping_error(&sdev->dev, *dma_handle))
|
||
|
|
err = -ENOMEM;
|
||
|
|
else if (scifdev_is_p2p(scifdev))
|
||
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
||
|
|
}
|
||
|
|
if (err)
|
||
|
|
*dma_handle = 0;
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
#endif /* SCIF_MAP_H */
|