| // SPDX-License-Identifier: GPL-2.0 |
| #include <linux/export.h> |
| #include <linux/io.h> |
| |
| /** |
| * __iowrite32_copy - copy data to MMIO space, in 32-bit units |
| * @to: destination, in MMIO space (must be 32-bit aligned) |
| * @from: source (must be 32-bit aligned) |
| * @count: number of 32-bit quantities to copy |
| * |
| * Copy data from kernel space to MMIO space, in units of 32 bits at a |
| * time. Order of access is not guaranteed, nor is a memory barrier |
| * performed afterwards. |
| */ |
| void __iowrite32_copy(void __iomem *to, |
| const void *from, |
| size_t count) |
| { |
| u32 __iomem *dst = to; |
| const u32 *src = from; |
| const u32 *end = src + count; |
| |
| while (src < end) { |
| __raw_writel(*src++, dst++); |
| mb(); |
| } |
| |
| } |
| |
| /** |
| * __iowrite64_copy - copy data to MMIO space, in 64-bit or 32-bit units |
| * @to: destination, in MMIO space (must be 64-bit aligned) |
| * @from: source (must be 64-bit aligned) |
| * @count: number of 64-bit quantities to copy |
| * |
| * Copy data from kernel space to MMIO space, in units of 32 or 64 bits at a |
| * time. Order of access is not guaranteed, nor is a memory barrier |
| * performed afterwards. |
| */ |
| void __iowrite64_copy(void __iomem *to, |
| const void *from, |
| size_t count) |
| { |
| u64 __iomem *dst = to; |
| const u64 *src = from; |
| const u64 *end = src + count; |
| |
| while (src < end) { |
| __raw_writeq(*src++, dst++); |
| mb(); |
| } |
| } |