blob: eedefe0500225a4d4744bf45e3b0c63f54419910 [file] [log] [blame]
Paul Gortmakerecea4ab2011-07-22 10:58:34 -04001#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#include <linux/types.h>
Russell Kingfced80c2008-09-06 12:10:45 +01003#include <linux/io.h>
Ezequiel Garciac5ca95b2013-12-18 23:08:52 +01004#include <linux/spinlock.h>
5
6static DEFINE_RAW_SPINLOCK(__io_lock);
7
8/*
9 * Generic atomic MMIO modify.
10 *
11 * Allows thread-safe access to registers shared by unrelated subsystems.
12 * The access is protected by a single MMIO-wide lock.
13 */
14void atomic_io_modify_relaxed(void __iomem *reg, u32 mask, u32 set)
15{
16 unsigned long flags;
17 u32 value;
18
19 raw_spin_lock_irqsave(&__io_lock, flags);
20 value = readl_relaxed(reg) & ~mask;
21 value |= (set & mask);
22 writel_relaxed(value, reg);
23 raw_spin_unlock_irqrestore(&__io_lock, flags);
24}
25EXPORT_SYMBOL(atomic_io_modify_relaxed);
26
27void atomic_io_modify(void __iomem *reg, u32 mask, u32 set)
28{
29 unsigned long flags;
30 u32 value;
31
32 raw_spin_lock_irqsave(&__io_lock, flags);
33 value = readl_relaxed(reg) & ~mask;
34 value |= (set & mask);
35 writel(value, reg);
36 raw_spin_unlock_irqrestore(&__io_lock, flags);
37}
38EXPORT_SYMBOL(atomic_io_modify);
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40/*
41 * Copy data from IO memory space to "real" memory space.
42 * This needs to be optimized.
43 */
Russell Kingd2f60742005-09-24 10:42:06 +010044void _memcpy_fromio(void *to, const volatile void __iomem *from, size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -070045{
46 unsigned char *t = to;
47 while (count) {
48 count--;
49 *t = readb(from);
50 t++;
51 from++;
52 }
53}
Russell King296630c2014-10-28 13:31:04 +000054EXPORT_SYMBOL(_memcpy_fromio);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
56/*
57 * Copy data from "real" memory space to IO memory space.
58 * This needs to be optimized.
59 */
Russell Kingd2f60742005-09-24 10:42:06 +010060void _memcpy_toio(volatile void __iomem *to, const void *from, size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -070061{
62 const unsigned char *f = from;
63 while (count) {
64 count--;
65 writeb(*f, to);
66 f++;
67 to++;
68 }
69}
Russell King296630c2014-10-28 13:31:04 +000070EXPORT_SYMBOL(_memcpy_toio);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72/*
73 * "memset" on IO memory space.
74 * This needs to be optimized.
75 */
Russell Kingd2f60742005-09-24 10:42:06 +010076void _memset_io(volatile void __iomem *dst, int c, size_t count)
Linus Torvalds1da177e2005-04-16 15:20:36 -070077{
78 while (count) {
79 count--;
80 writeb(c, dst);
81 dst++;
82 }
83}
Linus Torvalds1da177e2005-04-16 15:20:36 -070084EXPORT_SYMBOL(_memset_io);