Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2005 MIPS Technologies, Inc. All rights reserved. |
Ralf Baechle | a84c96e | 2006-01-15 18:11:28 +0000 | [diff] [blame] | 3 | * Copyright (C) 2005, 06 Ralf Baechle (ralf@linux-mips.org) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 4 | * |
| 5 | * This program is free software; you can distribute it and/or modify it |
| 6 | * under the terms of the GNU General Public License (Version 2) as |
| 7 | * published by the Free Software Foundation. |
| 8 | * |
| 9 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| 12 | * for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License along |
| 15 | * with this program; if not, write to the Free Software Foundation, Inc., |
| 16 | * 59 Temple Place - Suite 330, Boston MA 02111-1307, USA. |
| 17 | * |
| 18 | */ |
| 19 | |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 20 | #include <linux/device.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 21 | #include <linux/kernel.h> |
| 22 | #include <linux/module.h> |
| 23 | #include <linux/fs.h> |
| 24 | #include <linux/init.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 25 | #include <asm/uaccess.h> |
| 26 | #include <linux/slab.h> |
| 27 | #include <linux/list.h> |
| 28 | #include <linux/vmalloc.h> |
| 29 | #include <linux/elf.h> |
| 30 | #include <linux/seq_file.h> |
Jonathan Corbet | 7558da9 | 2008-05-15 09:10:50 -0600 | [diff] [blame] | 31 | #include <linux/smp_lock.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 32 | #include <linux/syscalls.h> |
| 33 | #include <linux/moduleloader.h> |
Ralf Baechle | a84c96e | 2006-01-15 18:11:28 +0000 | [diff] [blame] | 34 | #include <linux/interrupt.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 35 | #include <linux/poll.h> |
| 36 | #include <linux/sched.h> |
| 37 | #include <linux/wait.h> |
| 38 | #include <asm/mipsmtregs.h> |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 39 | #include <asm/mips_mt.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 40 | #include <asm/cacheflush.h> |
| 41 | #include <asm/atomic.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 42 | #include <asm/cpu.h> |
| 43 | #include <asm/processor.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 44 | #include <asm/system.h> |
| 45 | #include <asm/vpe.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 46 | #include <asm/rtlx.h> |
| 47 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 48 | static struct rtlx_info *rtlx; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 49 | static int major; |
| 50 | static char module_name[] = "rtlx"; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 51 | |
| 52 | static struct chan_waitqueues { |
| 53 | wait_queue_head_t rt_queue; |
| 54 | wait_queue_head_t lx_queue; |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 55 | atomic_t in_open; |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 56 | struct mutex mutex; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 57 | } channel_wqs[RTLX_CHANNELS]; |
| 58 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 59 | static struct vpe_notifications notify; |
| 60 | static int sp_stopping = 0; |
| 61 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 62 | extern void *vpe_get_shared(int index); |
| 63 | |
Ralf Baechle | 937a801 | 2006-10-07 19:44:33 +0100 | [diff] [blame] | 64 | static void rtlx_dispatch(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 65 | { |
Atsushi Nemoto | 97dcb82 | 2007-01-08 02:14:29 +0900 | [diff] [blame] | 66 | do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_RTLX_IRQ); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 67 | } |
| 68 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 69 | |
| 70 | /* Interrupt handler may be called before rtlx_init has otherwise had |
| 71 | a chance to run. |
| 72 | */ |
Ralf Baechle | 937a801 | 2006-10-07 19:44:33 +0100 | [diff] [blame] | 73 | static irqreturn_t rtlx_interrupt(int irq, void *dev_id) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 74 | { |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 75 | int i; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 76 | unsigned int flags, vpeflags; |
| 77 | |
| 78 | /* Ought not to be strictly necessary for SMTC builds */ |
| 79 | local_irq_save(flags); |
| 80 | vpeflags = dvpe(); |
| 81 | set_c0_status(0x100 << MIPS_CPU_RTLX_IRQ); |
| 82 | irq_enable_hazard(); |
| 83 | evpe(vpeflags); |
| 84 | local_irq_restore(flags); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 85 | |
| 86 | for (i = 0; i < RTLX_CHANNELS; i++) { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 87 | wake_up(&channel_wqs[i].lx_queue); |
| 88 | wake_up(&channel_wqs[i].rt_queue); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 89 | } |
| 90 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 91 | return IRQ_HANDLED; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 92 | } |
| 93 | |
David Rientjes | f5dbeaf | 2007-07-22 01:01:39 -0700 | [diff] [blame] | 94 | static void __used dump_rtlx(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 95 | { |
| 96 | int i; |
| 97 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 98 | printk("id 0x%lx state %d\n", rtlx->id, rtlx->state); |
| 99 | |
| 100 | for (i = 0; i < RTLX_CHANNELS; i++) { |
| 101 | struct rtlx_channel *chan = &rtlx->channel[i]; |
| 102 | |
| 103 | printk(" rt_state %d lx_state %d buffer_size %d\n", |
| 104 | chan->rt_state, chan->lx_state, chan->buffer_size); |
| 105 | |
| 106 | printk(" rt_read %d rt_write %d\n", |
| 107 | chan->rt_read, chan->rt_write); |
| 108 | |
| 109 | printk(" lx_read %d lx_write %d\n", |
| 110 | chan->lx_read, chan->lx_write); |
| 111 | |
| 112 | printk(" rt_buffer <%s>\n", chan->rt_buffer); |
| 113 | printk(" lx_buffer <%s>\n", chan->lx_buffer); |
| 114 | } |
| 115 | } |
| 116 | |
| 117 | /* call when we have the address of the shared structure from the SP side. */ |
| 118 | static int rtlx_init(struct rtlx_info *rtlxi) |
| 119 | { |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 120 | if (rtlxi->id != RTLX_ID) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 121 | printk(KERN_ERR "no valid RTLX id at 0x%p 0x%lx\n", |
| 122 | rtlxi, rtlxi->id); |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 123 | return -ENOEXEC; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 124 | } |
| 125 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 126 | rtlx = rtlxi; |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 127 | |
| 128 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 131 | /* notifications */ |
| 132 | static void starting(int vpe) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 133 | { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 134 | int i; |
| 135 | sp_stopping = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 136 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 137 | /* force a reload of rtlx */ |
| 138 | rtlx=NULL; |
| 139 | |
| 140 | /* wake up any sleeping rtlx_open's */ |
| 141 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 142 | wake_up_interruptible(&channel_wqs[i].lx_queue); |
| 143 | } |
| 144 | |
| 145 | static void stopping(int vpe) |
| 146 | { |
| 147 | int i; |
| 148 | |
| 149 | sp_stopping = 1; |
| 150 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 151 | wake_up_interruptible(&channel_wqs[i].lx_queue); |
| 152 | } |
| 153 | |
| 154 | |
| 155 | int rtlx_open(int index, int can_sleep) |
| 156 | { |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 157 | struct rtlx_info **p; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 158 | struct rtlx_channel *chan; |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 159 | enum rtlx_state state; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 160 | int ret = 0; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 161 | |
| 162 | if (index >= RTLX_CHANNELS) { |
| 163 | printk(KERN_DEBUG "rtlx_open index out of range\n"); |
| 164 | return -ENOSYS; |
| 165 | } |
| 166 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 167 | if (atomic_inc_return(&channel_wqs[index].in_open) > 1) { |
| 168 | printk(KERN_DEBUG "rtlx_open channel %d already opened\n", |
| 169 | index); |
| 170 | ret = -EBUSY; |
| 171 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 172 | } |
| 173 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 174 | if (rtlx == NULL) { |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 175 | if( (p = vpe_get_shared(tclimit)) == NULL) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 176 | if (can_sleep) { |
| 177 | __wait_event_interruptible(channel_wqs[index].lx_queue, |
| 178 | (p = vpe_get_shared(tclimit)), ret); |
| 179 | if (ret) |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 180 | goto out_fail; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 181 | } else { |
| 182 | printk(KERN_DEBUG "No SP program loaded, and device " |
| 183 | "opened with O_NONBLOCK\n"); |
| 184 | ret = -ENOSYS; |
| 185 | goto out_fail; |
| 186 | } |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 187 | } |
| 188 | |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 189 | smp_rmb(); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 190 | if (*p == NULL) { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 191 | if (can_sleep) { |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 192 | DEFINE_WAIT(wait); |
| 193 | |
| 194 | for (;;) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 195 | prepare_to_wait( |
| 196 | &channel_wqs[index].lx_queue, |
| 197 | &wait, TASK_INTERRUPTIBLE); |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 198 | smp_rmb(); |
| 199 | if (*p != NULL) |
| 200 | break; |
| 201 | if (!signal_pending(current)) { |
| 202 | schedule(); |
| 203 | continue; |
| 204 | } |
| 205 | ret = -ERESTARTSYS; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 206 | goto out_fail; |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 207 | } |
| 208 | finish_wait(&channel_wqs[index].lx_queue, &wait); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 209 | } else { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 210 | pr_err(" *vpe_get_shared is NULL. " |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 211 | "Has an SP program been loaded?\n"); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 212 | ret = -ENOSYS; |
| 213 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 214 | } |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 215 | } |
| 216 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 217 | if ((unsigned int)*p < KSEG0) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 218 | printk(KERN_WARNING "vpe_get_shared returned an " |
| 219 | "invalid pointer maybe an error code %d\n", |
| 220 | (int)*p); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 221 | ret = -ENOSYS; |
| 222 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 223 | } |
| 224 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 225 | if ((ret = rtlx_init(*p)) < 0) |
| 226 | goto out_ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 227 | } |
| 228 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 229 | chan = &rtlx->channel[index]; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 230 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 231 | state = xchg(&chan->lx_state, RTLX_STATE_OPENED); |
| 232 | if (state == RTLX_STATE_OPENED) { |
| 233 | ret = -EBUSY; |
| 234 | goto out_fail; |
| 235 | } |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 236 | |
| 237 | out_fail: |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 238 | smp_mb(); |
| 239 | atomic_dec(&channel_wqs[index].in_open); |
| 240 | smp_mb(); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 241 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 242 | out_ret: |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 243 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 244 | } |
| 245 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 246 | int rtlx_release(int index) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 247 | { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 248 | if (rtlx == NULL) { |
| 249 | pr_err("rtlx_release() with null rtlx\n"); |
| 250 | return 0; |
| 251 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 252 | rtlx->channel[index].lx_state = RTLX_STATE_UNUSED; |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 253 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 254 | } |
| 255 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 256 | unsigned int rtlx_read_poll(int index, int can_sleep) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 257 | { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 258 | struct rtlx_channel *chan; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 259 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 260 | if (rtlx == NULL) |
| 261 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 262 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 263 | chan = &rtlx->channel[index]; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 264 | |
| 265 | /* data available to read? */ |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 266 | if (chan->lx_read == chan->lx_write) { |
| 267 | if (can_sleep) { |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 268 | int ret = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 269 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 270 | __wait_event_interruptible(channel_wqs[index].lx_queue, |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 271 | (chan->lx_read != chan->lx_write) || |
| 272 | sp_stopping, ret); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 273 | if (ret) |
| 274 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 275 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 276 | if (sp_stopping) |
| 277 | return 0; |
| 278 | } else |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 279 | return 0; |
| 280 | } |
| 281 | |
| 282 | return (chan->lx_write + chan->buffer_size - chan->lx_read) |
| 283 | % chan->buffer_size; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 284 | } |
| 285 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 286 | static inline int write_spacefree(int read, int write, int size) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 287 | { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 288 | if (read == write) { |
| 289 | /* |
| 290 | * Never fill the buffer completely, so indexes are always |
| 291 | * equal if empty and only empty, or !equal if data available |
| 292 | */ |
| 293 | return size - 1; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 294 | } |
| 295 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 296 | return ((read + size - write) % size) - 1; |
| 297 | } |
| 298 | |
| 299 | unsigned int rtlx_write_poll(int index) |
| 300 | { |
| 301 | struct rtlx_channel *chan = &rtlx->channel[index]; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 302 | |
| 303 | return write_spacefree(chan->rt_read, chan->rt_write, |
| 304 | chan->buffer_size); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 305 | } |
| 306 | |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 307 | ssize_t rtlx_read(int index, void __user *buff, size_t count) |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 308 | { |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 309 | size_t lx_write, fl = 0L; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 310 | struct rtlx_channel *lx; |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 311 | unsigned long failed; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 312 | |
| 313 | if (rtlx == NULL) |
| 314 | return -ENOSYS; |
| 315 | |
| 316 | lx = &rtlx->channel[index]; |
| 317 | |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 318 | mutex_lock(&channel_wqs[index].mutex); |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 319 | smp_rmb(); |
| 320 | lx_write = lx->lx_write; |
| 321 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 322 | /* find out how much in total */ |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 323 | count = min(count, |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 324 | (size_t)(lx_write + lx->buffer_size - lx->lx_read) |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 325 | % lx->buffer_size); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 326 | |
| 327 | /* then how much from the read pointer onwards */ |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 328 | fl = min(count, (size_t)lx->buffer_size - lx->lx_read); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 329 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 330 | failed = copy_to_user(buff, lx->lx_buffer + lx->lx_read, fl); |
| 331 | if (failed) |
| 332 | goto out; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 333 | |
| 334 | /* and if there is anything left at the beginning of the buffer */ |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 335 | if (count - fl) |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 336 | failed = copy_to_user(buff + fl, lx->lx_buffer, count - fl); |
| 337 | |
| 338 | out: |
| 339 | count -= failed; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 340 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 341 | smp_wmb(); |
| 342 | lx->lx_read = (lx->lx_read + count) % lx->buffer_size; |
| 343 | smp_wmb(); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 344 | mutex_unlock(&channel_wqs[index].mutex); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 345 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 346 | return count; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 347 | } |
| 348 | |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 349 | ssize_t rtlx_write(int index, const void __user *buffer, size_t count) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 350 | { |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 351 | struct rtlx_channel *rt; |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 352 | unsigned long failed; |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 353 | size_t rt_read; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 354 | size_t fl; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 355 | |
| 356 | if (rtlx == NULL) |
| 357 | return(-ENOSYS); |
| 358 | |
| 359 | rt = &rtlx->channel[index]; |
| 360 | |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 361 | mutex_lock(&channel_wqs[index].mutex); |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 362 | smp_rmb(); |
| 363 | rt_read = rt->rt_read; |
| 364 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 365 | /* total number of bytes to copy */ |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 366 | count = min(count, (size_t)write_spacefree(rt_read, rt->rt_write, |
| 367 | rt->buffer_size)); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 368 | |
| 369 | /* first bit from write pointer to the end of the buffer, or count */ |
| 370 | fl = min(count, (size_t) rt->buffer_size - rt->rt_write); |
| 371 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 372 | failed = copy_from_user(rt->rt_buffer + rt->rt_write, buffer, fl); |
| 373 | if (failed) |
| 374 | goto out; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 375 | |
| 376 | /* if there's any left copy to the beginning of the buffer */ |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 377 | if (count - fl) { |
| 378 | failed = copy_from_user(rt->rt_buffer, buffer + fl, count - fl); |
| 379 | } |
| 380 | |
| 381 | out: |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 382 | count -= failed; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 383 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 384 | smp_wmb(); |
| 385 | rt->rt_write = (rt->rt_write + count) % rt->buffer_size; |
| 386 | smp_wmb(); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 387 | mutex_unlock(&channel_wqs[index].mutex); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 388 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 389 | return count; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 390 | } |
| 391 | |
| 392 | |
| 393 | static int file_open(struct inode *inode, struct file *filp) |
| 394 | { |
Ralf Baechle | 79e55bc | 2006-04-24 17:15:10 +0100 | [diff] [blame] | 395 | int minor = iminor(inode); |
Jonathan Corbet | 7558da9 | 2008-05-15 09:10:50 -0600 | [diff] [blame] | 396 | int err; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 397 | |
Jonathan Corbet | 7558da9 | 2008-05-15 09:10:50 -0600 | [diff] [blame] | 398 | lock_kernel(); |
| 399 | err = rtlx_open(minor, (filp->f_flags & O_NONBLOCK) ? 0 : 1); |
| 400 | unlock_kernel(); |
| 401 | return err; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 402 | } |
| 403 | |
| 404 | static int file_release(struct inode *inode, struct file *filp) |
| 405 | { |
Ralf Baechle | 79e55bc | 2006-04-24 17:15:10 +0100 | [diff] [blame] | 406 | int minor = iminor(inode); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 407 | |
| 408 | return rtlx_release(minor); |
| 409 | } |
| 410 | |
| 411 | static unsigned int file_poll(struct file *file, poll_table * wait) |
| 412 | { |
| 413 | int minor; |
| 414 | unsigned int mask = 0; |
| 415 | |
Josef Sipek | 1b04fe9 | 2006-12-08 02:37:20 -0800 | [diff] [blame] | 416 | minor = iminor(file->f_path.dentry->d_inode); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 417 | |
| 418 | poll_wait(file, &channel_wqs[minor].rt_queue, wait); |
| 419 | poll_wait(file, &channel_wqs[minor].lx_queue, wait); |
| 420 | |
| 421 | if (rtlx == NULL) |
| 422 | return 0; |
| 423 | |
| 424 | /* data available to read? */ |
| 425 | if (rtlx_read_poll(minor, 0)) |
| 426 | mask |= POLLIN | POLLRDNORM; |
| 427 | |
| 428 | /* space to write */ |
| 429 | if (rtlx_write_poll(minor)) |
| 430 | mask |= POLLOUT | POLLWRNORM; |
| 431 | |
| 432 | return mask; |
| 433 | } |
| 434 | |
| 435 | static ssize_t file_read(struct file *file, char __user * buffer, size_t count, |
| 436 | loff_t * ppos) |
| 437 | { |
Josef Sipek | 1b04fe9 | 2006-12-08 02:37:20 -0800 | [diff] [blame] | 438 | int minor = iminor(file->f_path.dentry->d_inode); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 439 | |
| 440 | /* data available? */ |
| 441 | if (!rtlx_read_poll(minor, (file->f_flags & O_NONBLOCK) ? 0 : 1)) { |
| 442 | return 0; // -EAGAIN makes cat whinge |
| 443 | } |
| 444 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 445 | return rtlx_read(minor, buffer, count); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 446 | } |
| 447 | |
| 448 | static ssize_t file_write(struct file *file, const char __user * buffer, |
| 449 | size_t count, loff_t * ppos) |
| 450 | { |
| 451 | int minor; |
| 452 | struct rtlx_channel *rt; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 453 | |
Josef Sipek | 1b04fe9 | 2006-12-08 02:37:20 -0800 | [diff] [blame] | 454 | minor = iminor(file->f_path.dentry->d_inode); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 455 | rt = &rtlx->channel[minor]; |
| 456 | |
| 457 | /* any space left... */ |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 458 | if (!rtlx_write_poll(minor)) { |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 459 | int ret = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 460 | |
| 461 | if (file->f_flags & O_NONBLOCK) |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 462 | return -EAGAIN; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 463 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 464 | __wait_event_interruptible(channel_wqs[minor].rt_queue, |
| 465 | rtlx_write_poll(minor), |
| 466 | ret); |
| 467 | if (ret) |
| 468 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 469 | } |
| 470 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 471 | return rtlx_write(minor, buffer, count); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 472 | } |
| 473 | |
Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 474 | static const struct file_operations rtlx_fops = { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 475 | .owner = THIS_MODULE, |
| 476 | .open = file_open, |
| 477 | .release = file_release, |
| 478 | .write = file_write, |
| 479 | .read = file_read, |
| 480 | .poll = file_poll |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 481 | }; |
| 482 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 483 | static struct irqaction rtlx_irq = { |
| 484 | .handler = rtlx_interrupt, |
Thomas Gleixner | f40298f | 2006-07-01 19:29:20 -0700 | [diff] [blame] | 485 | .flags = IRQF_DISABLED, |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 486 | .name = "RTLX", |
| 487 | }; |
| 488 | |
Atsushi Nemoto | 97dcb82 | 2007-01-08 02:14:29 +0900 | [diff] [blame] | 489 | static int rtlx_irq_num = MIPS_CPU_IRQ_BASE + MIPS_CPU_RTLX_IRQ; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 490 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 491 | static char register_chrdev_failed[] __initdata = |
| 492 | KERN_ERR "rtlx_module_init: unable to register device\n"; |
| 493 | |
Ralf Baechle | 9d5a3f5 | 2007-07-28 00:51:45 +0100 | [diff] [blame] | 494 | static int __init rtlx_module_init(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 495 | { |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 496 | struct device *dev; |
| 497 | int i, err; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 498 | |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 499 | if (!cpu_has_mipsmt) { |
| 500 | printk("VPE loader: not a MIPS MT capable processor\n"); |
| 501 | return -ENODEV; |
| 502 | } |
| 503 | |
| 504 | if (tclimit == 0) { |
| 505 | printk(KERN_WARNING "No TCs reserved for AP/SP, not " |
| 506 | "initializing RTLX.\nPass maxtcs=<n> argument as kernel " |
| 507 | "argument\n"); |
| 508 | |
| 509 | return -ENODEV; |
| 510 | } |
| 511 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 512 | major = register_chrdev(0, module_name, &rtlx_fops); |
| 513 | if (major < 0) { |
| 514 | printk(register_chrdev_failed); |
| 515 | return major; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 516 | } |
| 517 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 518 | /* initialise the wait queues */ |
| 519 | for (i = 0; i < RTLX_CHANNELS; i++) { |
| 520 | init_waitqueue_head(&channel_wqs[i].rt_queue); |
| 521 | init_waitqueue_head(&channel_wqs[i].lx_queue); |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 522 | atomic_set(&channel_wqs[i].in_open, 0); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 523 | mutex_init(&channel_wqs[i].mutex); |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 524 | |
Greg Kroah-Hartman | a9b1261 | 2008-07-21 20:03:34 -0700 | [diff] [blame] | 525 | dev = device_create(mt_class, NULL, MKDEV(major, i), NULL, |
| 526 | "%s%d", module_name, i); |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 527 | if (IS_ERR(dev)) { |
| 528 | err = PTR_ERR(dev); |
| 529 | goto out_chrdev; |
| 530 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 531 | } |
| 532 | |
| 533 | /* set up notifiers */ |
| 534 | notify.start = starting; |
| 535 | notify.stop = stopping; |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 536 | vpe_notify(tclimit, ¬ify); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 537 | |
| 538 | if (cpu_has_vint) |
| 539 | set_vi_handler(MIPS_CPU_RTLX_IRQ, rtlx_dispatch); |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 540 | else { |
| 541 | pr_err("APRP RTLX init on non-vectored-interrupt processor\n"); |
| 542 | err = -ENODEV; |
| 543 | goto out_chrdev; |
| 544 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 545 | |
| 546 | rtlx_irq.dev_id = rtlx; |
| 547 | setup_irq(rtlx_irq_num, &rtlx_irq); |
| 548 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 549 | return 0; |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 550 | |
| 551 | out_chrdev: |
| 552 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 553 | device_destroy(mt_class, MKDEV(major, i)); |
| 554 | |
| 555 | return err; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 556 | } |
| 557 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 558 | static void __exit rtlx_module_exit(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 559 | { |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 560 | int i; |
| 561 | |
| 562 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 563 | device_destroy(mt_class, MKDEV(major, i)); |
| 564 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 565 | unregister_chrdev(major, module_name); |
| 566 | } |
| 567 | |
| 568 | module_init(rtlx_module_init); |
| 569 | module_exit(rtlx_module_exit); |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 570 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 571 | MODULE_DESCRIPTION("MIPS RTLX"); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 572 | MODULE_AUTHOR("Elizabeth Oldham, MIPS Technologies, Inc."); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 573 | MODULE_LICENSE("GPL"); |