These changes are the raw update to linux-4.4.6-rt14. Kernel sources
[kvmfornfv.git] / kernel / drivers / misc / mic / scif / scif_map.h
1 /*
2  * Intel MIC Platform Software Stack (MPSS)
3  *
4  * Copyright(c) 2014 Intel Corporation.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License, version 2, as
8  * published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13  * General Public License for more details.
14  *
15  * Intel SCIF driver.
16  *
17  */
18 #ifndef SCIF_MAP_H
19 #define SCIF_MAP_H
20
21 #include "../bus/scif_bus.h"
22
23 static __always_inline void *
24 scif_alloc_coherent(dma_addr_t *dma_handle,
25                     struct scif_dev *scifdev, size_t size,
26                     gfp_t gfp)
27 {
28         void *va;
29
30         if (scifdev_self(scifdev)) {
31                 va = kmalloc(size, gfp);
32                 if (va)
33                         *dma_handle = virt_to_phys(va);
34         } else {
35                 va = dma_alloc_coherent(&scifdev->sdev->dev,
36                                         size, dma_handle, gfp);
37                 if (va && scifdev_is_p2p(scifdev))
38                         *dma_handle = *dma_handle + scifdev->base_addr;
39         }
40         return va;
41 }
42
43 static __always_inline void
44 scif_free_coherent(void *va, dma_addr_t local,
45                    struct scif_dev *scifdev, size_t size)
46 {
47         if (scifdev_self(scifdev)) {
48                 kfree(va);
49         } else {
50                 if (scifdev_is_p2p(scifdev) && local > scifdev->base_addr)
51                         local = local - scifdev->base_addr;
52                 dma_free_coherent(&scifdev->sdev->dev,
53                                   size, va, local);
54         }
55 }
56
57 static __always_inline int
58 scif_map_single(dma_addr_t *dma_handle,
59                 void *local, struct scif_dev *scifdev, size_t size)
60 {
61         int err = 0;
62
63         if (scifdev_self(scifdev)) {
64                 *dma_handle = virt_to_phys((local));
65         } else {
66                 *dma_handle = dma_map_single(&scifdev->sdev->dev,
67                                              local, size, DMA_BIDIRECTIONAL);
68                 if (dma_mapping_error(&scifdev->sdev->dev, *dma_handle))
69                         err = -ENOMEM;
70                 else if (scifdev_is_p2p(scifdev))
71                         *dma_handle = *dma_handle + scifdev->base_addr;
72         }
73         if (err)
74                 *dma_handle = 0;
75         return err;
76 }
77
78 static __always_inline void
79 scif_unmap_single(dma_addr_t local, struct scif_dev *scifdev,
80                   size_t size)
81 {
82         if (!scifdev_self(scifdev)) {
83                 if (scifdev_is_p2p(scifdev))
84                         local = local - scifdev->base_addr;
85                 dma_unmap_single(&scifdev->sdev->dev, local,
86                                  size, DMA_BIDIRECTIONAL);
87         }
88 }
89
90 static __always_inline void *
91 scif_ioremap(dma_addr_t phys, size_t size, struct scif_dev *scifdev)
92 {
93         void *out_virt;
94         struct scif_hw_dev *sdev = scifdev->sdev;
95
96         if (scifdev_self(scifdev))
97                 out_virt = phys_to_virt(phys);
98         else
99                 out_virt = (void __force *)
100                            sdev->hw_ops->ioremap(sdev, phys, size);
101         return out_virt;
102 }
103
104 static __always_inline void
105 scif_iounmap(void *virt, size_t len, struct scif_dev *scifdev)
106 {
107         if (!scifdev_self(scifdev)) {
108                 struct scif_hw_dev *sdev = scifdev->sdev;
109
110                 sdev->hw_ops->iounmap(sdev, (void __force __iomem *)virt);
111         }
112 }
113
114 static __always_inline int
115 scif_map_page(dma_addr_t *dma_handle, struct page *page,
116               struct scif_dev *scifdev)
117 {
118         int err = 0;
119
120         if (scifdev_self(scifdev)) {
121                 *dma_handle = page_to_phys(page);
122         } else {
123                 struct scif_hw_dev *sdev = scifdev->sdev;
124                 *dma_handle = dma_map_page(&sdev->dev,
125                                            page, 0x0, PAGE_SIZE,
126                                            DMA_BIDIRECTIONAL);
127                 if (dma_mapping_error(&sdev->dev, *dma_handle))
128                         err = -ENOMEM;
129                 else if (scifdev_is_p2p(scifdev))
130                         *dma_handle = *dma_handle + scifdev->base_addr;
131         }
132         if (err)
133                 *dma_handle = 0;
134         return err;
135 }
136 #endif  /* SCIF_MAP_H */