blob: ea1134eb47c8e591f6917262f3a340605d310dd5 [file] [log] [blame]
Eric Van Hensbergen426cc912005-09-09 13:04:22 -07001/*
2 * linux/fs/9p/mux.c
3 *
4 * Protocol Multiplexer
5 *
6 * Copyright (C) 2004 by Eric Van Hensbergen <ericvh@gmail.com>
Latchesar Ionkov3cf64292006-01-08 01:04:58 -08007 * Copyright (C) 2004-2005 by Latchesar Ionkov <lucho@ionkov.net>
Eric Van Hensbergen426cc912005-09-09 13:04:22 -07008 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to:
21 * Free Software Foundation
22 * 51 Franklin Street, Fifth Floor
23 * Boston, MA 02111-1301 USA
24 *
25 */
26
27#include <linux/config.h>
28#include <linux/module.h>
29#include <linux/errno.h>
30#include <linux/fs.h>
Latchesar Ionkov3cf64292006-01-08 01:04:58 -080031#include <linux/poll.h>
Eric Van Hensbergen426cc912005-09-09 13:04:22 -070032#include <linux/kthread.h>
33#include <linux/idr.h>
34
35#include "debug.h"
36#include "v9fs.h"
37#include "9p.h"
Eric Van Hensbergen426cc912005-09-09 13:04:22 -070038#include "conv.h"
Latchesar Ionkov531b1092006-01-08 01:05:00 -080039#include "transport.h"
Eric Van Hensbergen426cc912005-09-09 13:04:22 -070040#include "mux.h"
41
Latchesar Ionkov3cf64292006-01-08 01:04:58 -080042#define ERREQFLUSH 1
43#define SCHED_TIMEOUT 10
44#define MAXPOLLWADDR 2
Eric Van Hensbergen426cc912005-09-09 13:04:22 -070045
Latchesar Ionkov3cf64292006-01-08 01:04:58 -080046enum {
47 Rworksched = 1, /* read work scheduled or running */
48 Rpending = 2, /* can read */
49 Wworksched = 4, /* write work scheduled or running */
50 Wpending = 8, /* can write */
51};
52
53struct v9fs_mux_poll_task;
54
55struct v9fs_req {
56 int tag;
57 struct v9fs_fcall *tcall;
58 struct v9fs_fcall *rcall;
59 int err;
60 v9fs_mux_req_callback cb;
61 void *cba;
62 struct list_head req_list;
63};
64
65struct v9fs_mux_data {
66 spinlock_t lock;
67 struct list_head mux_list;
68 struct v9fs_mux_poll_task *poll_task;
69 int msize;
70 unsigned char *extended;
71 struct v9fs_transport *trans;
72 struct v9fs_idpool tidpool;
73 int err;
74 wait_queue_head_t equeue;
75 struct list_head req_list;
76 struct list_head unsent_req_list;
Latchesar Ionkov531b1092006-01-08 01:05:00 -080077 struct v9fs_fcall *rcall;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -080078 int rpos;
79 char *rbuf;
80 int wpos;
81 int wsize;
82 char *wbuf;
83 wait_queue_t poll_wait[MAXPOLLWADDR];
84 wait_queue_head_t *poll_waddr[MAXPOLLWADDR];
85 poll_table pt;
86 struct work_struct rq;
87 struct work_struct wq;
88 unsigned long wsched;
89};
90
91struct v9fs_mux_poll_task {
92 struct task_struct *task;
93 struct list_head mux_list;
94 int muxnum;
95};
96
97struct v9fs_mux_rpc {
98 struct v9fs_mux_data *m;
99 struct v9fs_req *req;
100 int err;
101 struct v9fs_fcall *rcall;
102 wait_queue_head_t wqueue;
103};
104
105static int v9fs_poll_proc(void *);
106static void v9fs_read_work(void *);
107static void v9fs_write_work(void *);
108static void v9fs_pollwait(struct file *filp, wait_queue_head_t * wait_address,
109 poll_table * p);
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800110static u16 v9fs_mux_get_tag(struct v9fs_mux_data *);
111static void v9fs_mux_put_tag(struct v9fs_mux_data *, u16);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800112
113static DECLARE_MUTEX(v9fs_mux_task_lock);
114static struct workqueue_struct *v9fs_mux_wq;
115
116static int v9fs_mux_num;
117static int v9fs_mux_poll_task_num;
118static struct v9fs_mux_poll_task v9fs_mux_poll_tasks[100];
119
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800120int v9fs_mux_global_init(void)
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700121{
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800122 int i;
123
124 for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++)
125 v9fs_mux_poll_tasks[i].task = NULL;
126
127 v9fs_mux_wq = create_workqueue("v9fs");
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800128 if (!v9fs_mux_wq)
129 return -ENOMEM;
130
131 return 0;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800132}
133
134void v9fs_mux_global_exit(void)
135{
136 destroy_workqueue(v9fs_mux_wq);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700137}
138
139/**
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800140 * v9fs_mux_calc_poll_procs - calculates the number of polling procs
141 * based on the number of mounted v9fs filesystems.
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700142 *
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800143 * The current implementation returns sqrt of the number of mounts.
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700144 */
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800145inline int v9fs_mux_calc_poll_procs(int muxnum)
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700146{
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800147 int n;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700148
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800149 if (v9fs_mux_poll_task_num)
150 n = muxnum / v9fs_mux_poll_task_num +
151 (muxnum % v9fs_mux_poll_task_num ? 1 : 0);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700152 else
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800153 n = 1;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700154
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800155 if (n > ARRAY_SIZE(v9fs_mux_poll_tasks))
156 n = ARRAY_SIZE(v9fs_mux_poll_tasks);
157
158 return n;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700159}
160
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800161static int v9fs_mux_poll_start(struct v9fs_mux_data *m)
Eric Van Hensbergen322b3292005-09-09 13:04:23 -0700162{
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800163 int i, n;
164 struct v9fs_mux_poll_task *vpt, *vptlast;
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800165 struct task_struct *pproc;
Eric Van Hensbergen322b3292005-09-09 13:04:23 -0700166
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800167 dprintk(DEBUG_MUX, "mux %p muxnum %d procnum %d\n", m, v9fs_mux_num,
168 v9fs_mux_poll_task_num);
169 up(&v9fs_mux_task_lock);
170
171 n = v9fs_mux_calc_poll_procs(v9fs_mux_num + 1);
172 if (n > v9fs_mux_poll_task_num) {
173 for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++) {
174 if (v9fs_mux_poll_tasks[i].task == NULL) {
175 vpt = &v9fs_mux_poll_tasks[i];
176 dprintk(DEBUG_MUX, "create proc %p\n", vpt);
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800177 pproc = kthread_create(v9fs_poll_proc, vpt,
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800178 "v9fs-poll");
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800179
180 if (!IS_ERR(pproc)) {
181 vpt->task = pproc;
182 INIT_LIST_HEAD(&vpt->mux_list);
183 vpt->muxnum = 0;
184 v9fs_mux_poll_task_num++;
185 wake_up_process(vpt->task);
186 }
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800187 break;
188 }
189 }
190
191 if (i >= ARRAY_SIZE(v9fs_mux_poll_tasks))
192 dprintk(DEBUG_ERROR, "warning: no free poll slots\n");
Eric Van Hensbergen322b3292005-09-09 13:04:23 -0700193 }
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800194
195 n = (v9fs_mux_num + 1) / v9fs_mux_poll_task_num +
196 ((v9fs_mux_num + 1) % v9fs_mux_poll_task_num ? 1 : 0);
197
198 vptlast = NULL;
199 for (i = 0; i < ARRAY_SIZE(v9fs_mux_poll_tasks); i++) {
200 vpt = &v9fs_mux_poll_tasks[i];
201 if (vpt->task != NULL) {
202 vptlast = vpt;
203 if (vpt->muxnum < n) {
204 dprintk(DEBUG_MUX, "put in proc %d\n", i);
205 list_add(&m->mux_list, &vpt->mux_list);
206 vpt->muxnum++;
207 m->poll_task = vpt;
208 memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
209 init_poll_funcptr(&m->pt, v9fs_pollwait);
210 break;
211 }
212 }
213 }
214
215 if (i >= ARRAY_SIZE(v9fs_mux_poll_tasks)) {
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800216 if (vptlast == NULL)
217 return -ENOMEM;
218
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800219 dprintk(DEBUG_MUX, "put in proc %d\n", i);
220 list_add(&m->mux_list, &vptlast->mux_list);
221 vptlast->muxnum++;
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800222 m->poll_task = vptlast;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800223 memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
224 init_poll_funcptr(&m->pt, v9fs_pollwait);
225 }
226
227 v9fs_mux_num++;
228 down(&v9fs_mux_task_lock);
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800229
230 return 0;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800231}
232
233static void v9fs_mux_poll_stop(struct v9fs_mux_data *m)
234{
235 int i;
236 struct v9fs_mux_poll_task *vpt;
237
238 up(&v9fs_mux_task_lock);
239 vpt = m->poll_task;
240 list_del(&m->mux_list);
241 for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++) {
242 if (m->poll_waddr[i] != NULL) {
243 remove_wait_queue(m->poll_waddr[i], &m->poll_wait[i]);
244 m->poll_waddr[i] = NULL;
245 }
246 }
247 vpt->muxnum--;
248 if (!vpt->muxnum) {
249 dprintk(DEBUG_MUX, "destroy proc %p\n", vpt);
250 send_sig(SIGKILL, vpt->task, 1);
251 vpt->task = NULL;
252 v9fs_mux_poll_task_num--;
253 }
254 v9fs_mux_num--;
255 down(&v9fs_mux_task_lock);
Eric Van Hensbergen322b3292005-09-09 13:04:23 -0700256}
257
258/**
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800259 * v9fs_mux_init - allocate and initialize the per-session mux data
260 * Creates the polling task if this is the first session.
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700261 *
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800262 * @trans - transport structure
263 * @msize - maximum message size
264 * @extended - pointer to the extended flag
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700265 */
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800266struct v9fs_mux_data *v9fs_mux_init(struct v9fs_transport *trans, int msize,
267 unsigned char *extended)
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700268{
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800269 int i, n;
270 struct v9fs_mux_data *m, *mtmp;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700271
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800272 dprintk(DEBUG_MUX, "transport %p msize %d\n", trans, msize);
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800273 m = kmalloc(sizeof(struct v9fs_mux_data), GFP_KERNEL);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800274 if (!m)
275 return ERR_PTR(-ENOMEM);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700276
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800277 spin_lock_init(&m->lock);
278 INIT_LIST_HEAD(&m->mux_list);
279 m->msize = msize;
280 m->extended = extended;
281 m->trans = trans;
282 idr_init(&m->tidpool.pool);
283 init_MUTEX(&m->tidpool.lock);
284 m->err = 0;
285 init_waitqueue_head(&m->equeue);
286 INIT_LIST_HEAD(&m->req_list);
287 INIT_LIST_HEAD(&m->unsent_req_list);
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800288 m->rcall = NULL;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800289 m->rpos = 0;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800290 m->rbuf = NULL;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800291 m->wpos = m->wsize = 0;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800292 m->wbuf = NULL;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800293 INIT_WORK(&m->rq, v9fs_read_work, m);
294 INIT_WORK(&m->wq, v9fs_write_work, m);
295 m->wsched = 0;
296 memset(&m->poll_waddr, 0, sizeof(m->poll_waddr));
Latchesar Ionkov1dac06b2006-01-08 01:05:02 -0800297 m->poll_task = NULL;
298 n = v9fs_mux_poll_start(m);
299 if (n)
300 return ERR_PTR(n);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800301
302 n = trans->poll(trans, &m->pt);
303 if (n & POLLIN) {
304 dprintk(DEBUG_MUX, "mux %p can read\n", m);
305 set_bit(Rpending, &m->wsched);
306 }
307
308 if (n & POLLOUT) {
309 dprintk(DEBUG_MUX, "mux %p can write\n", m);
310 set_bit(Wpending, &m->wsched);
311 }
312
313 for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++) {
314 if (IS_ERR(m->poll_waddr[i])) {
315 v9fs_mux_poll_stop(m);
316 mtmp = (void *)m->poll_waddr; /* the error code */
317 kfree(m);
318 m = mtmp;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700319 break;
320 }
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800321 }
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700322
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800323 return m;
324}
325
326/**
327 * v9fs_mux_destroy - cancels all pending requests and frees mux resources
328 */
329void v9fs_mux_destroy(struct v9fs_mux_data *m)
330{
331 dprintk(DEBUG_MUX, "mux %p prev %p next %p\n", m,
332 m->mux_list.prev, m->mux_list.next);
333 v9fs_mux_cancel(m, -ECONNRESET);
334
335 if (!list_empty(&m->req_list)) {
336 /* wait until all processes waiting on this session exit */
337 dprintk(DEBUG_MUX, "mux %p waiting for empty request queue\n",
338 m);
339 wait_event_timeout(m->equeue, (list_empty(&m->req_list)), 5000);
340 dprintk(DEBUG_MUX, "mux %p request queue empty: %d\n", m,
341 list_empty(&m->req_list));
342 }
343
344 v9fs_mux_poll_stop(m);
345 m->trans = NULL;
346
347 kfree(m);
348}
349
350/**
351 * v9fs_pollwait - called by files poll operation to add v9fs-poll task
352 * to files wait queue
353 */
354static void
355v9fs_pollwait(struct file *filp, wait_queue_head_t * wait_address,
356 poll_table * p)
357{
358 int i;
359 struct v9fs_mux_data *m;
360
361 m = container_of(p, struct v9fs_mux_data, pt);
362 for(i = 0; i < ARRAY_SIZE(m->poll_waddr); i++)
363 if (m->poll_waddr[i] == NULL)
364 break;
365
366 if (i >= ARRAY_SIZE(m->poll_waddr)) {
367 dprintk(DEBUG_ERROR, "not enough wait_address slots\n");
368 return;
369 }
370
371 m->poll_waddr[i] = wait_address;
372
373 if (!wait_address) {
374 dprintk(DEBUG_ERROR, "no wait_address\n");
375 m->poll_waddr[i] = ERR_PTR(-EIO);
376 return;
377 }
378
379 init_waitqueue_entry(&m->poll_wait[i], m->poll_task->task);
380 add_wait_queue(wait_address, &m->poll_wait[i]);
381}
382
383/**
384 * v9fs_poll_mux - polls a mux and schedules read or write works if necessary
385 */
386static inline void v9fs_poll_mux(struct v9fs_mux_data *m)
387{
388 int n;
389
390 if (m->err < 0)
391 return;
392
393 n = m->trans->poll(m->trans, NULL);
394 if (n < 0 || n & (POLLERR | POLLHUP | POLLNVAL)) {
395 dprintk(DEBUG_MUX, "error mux %p err %d\n", m, n);
396 if (n >= 0)
397 n = -ECONNRESET;
398 v9fs_mux_cancel(m, n);
399 }
400
401 if (n & POLLIN) {
402 set_bit(Rpending, &m->wsched);
403 dprintk(DEBUG_MUX, "mux %p can read\n", m);
404 if (!test_and_set_bit(Rworksched, &m->wsched)) {
405 dprintk(DEBUG_MUX, "schedule read work mux %p\n", m);
406 queue_work(v9fs_mux_wq, &m->rq);
407 }
408 }
409
410 if (n & POLLOUT) {
411 set_bit(Wpending, &m->wsched);
412 dprintk(DEBUG_MUX, "mux %p can write\n", m);
413 if ((m->wsize || !list_empty(&m->unsent_req_list))
414 && !test_and_set_bit(Wworksched, &m->wsched)) {
415 dprintk(DEBUG_MUX, "schedule write work mux %p\n", m);
416 queue_work(v9fs_mux_wq, &m->wq);
417 }
418 }
419}
420
421/**
422 * v9fs_poll_proc - polls all v9fs transports for new events and queues
423 * the appropriate work to the work queue
424 */
425static int v9fs_poll_proc(void *a)
426{
427 struct v9fs_mux_data *m, *mtmp;
428 struct v9fs_mux_poll_task *vpt;
429
430 vpt = a;
431 dprintk(DEBUG_MUX, "start %p %p\n", current, vpt);
432 allow_signal(SIGKILL);
433 while (!kthread_should_stop()) {
434 set_current_state(TASK_INTERRUPTIBLE);
435 if (signal_pending(current))
436 break;
437
438 list_for_each_entry_safe(m, mtmp, &vpt->mux_list, mux_list) {
439 v9fs_poll_mux(m);
440 }
441
442 dprintk(DEBUG_MUX, "sleeping...\n");
443 schedule_timeout(SCHED_TIMEOUT * HZ);
444 }
445
446 __set_current_state(TASK_RUNNING);
447 dprintk(DEBUG_MUX, "finish\n");
448 return 0;
449}
450
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800451/**
452 * v9fs_write_work - called when a transport can send some data
453 */
454static void v9fs_write_work(void *a)
455{
456 int n, err;
457 struct v9fs_mux_data *m;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800458 struct v9fs_req *req;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800459
460 m = a;
461
462 if (m->err < 0) {
463 clear_bit(Wworksched, &m->wsched);
464 return;
465 }
466
467 if (!m->wsize) {
468 if (list_empty(&m->unsent_req_list)) {
469 clear_bit(Wworksched, &m->wsched);
470 return;
471 }
472
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800473 spin_lock(&m->lock);
Latchesar Ionkov034b91a2006-02-03 03:04:20 -0800474again:
475 req = list_entry(m->unsent_req_list.next, struct v9fs_req,
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800476 req_list);
477 list_move_tail(&req->req_list, &m->req_list);
Latchesar Ionkov034b91a2006-02-03 03:04:20 -0800478 if (req->err == ERREQFLUSH)
479 goto again;
480
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800481 m->wbuf = req->tcall->sdata;
482 m->wsize = req->tcall->size;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800483 m->wpos = 0;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800484 dump_data(m->wbuf, m->wsize);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800485 spin_unlock(&m->lock);
486 }
487
488 dprintk(DEBUG_MUX, "mux %p pos %d size %d\n", m, m->wpos, m->wsize);
489 clear_bit(Wpending, &m->wsched);
490 err = m->trans->write(m->trans, m->wbuf + m->wpos, m->wsize - m->wpos);
491 dprintk(DEBUG_MUX, "mux %p sent %d bytes\n", m, err);
492 if (err == -EAGAIN) {
493 clear_bit(Wworksched, &m->wsched);
494 return;
495 }
496
497 if (err <= 0)
498 goto error;
499
500 m->wpos += err;
501 if (m->wpos == m->wsize)
502 m->wpos = m->wsize = 0;
503
504 if (m->wsize == 0 && !list_empty(&m->unsent_req_list)) {
505 if (test_and_clear_bit(Wpending, &m->wsched))
506 n = POLLOUT;
507 else
508 n = m->trans->poll(m->trans, NULL);
509
510 if (n & POLLOUT) {
511 dprintk(DEBUG_MUX, "schedule write work mux %p\n", m);
512 queue_work(v9fs_mux_wq, &m->wq);
513 } else
514 clear_bit(Wworksched, &m->wsched);
515 } else
516 clear_bit(Wworksched, &m->wsched);
517
518 return;
519
520 error:
521 v9fs_mux_cancel(m, err);
522 clear_bit(Wworksched, &m->wsched);
523}
524
525static void process_request(struct v9fs_mux_data *m, struct v9fs_req *req)
526{
527 int ecode, tag;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800528 struct v9fs_str *ename;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800529
530 tag = req->tag;
Latchesar Ionkov034b91a2006-02-03 03:04:20 -0800531 if (!req->err && req->rcall->id == RERROR) {
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800532 ecode = req->rcall->params.rerror.errno;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800533 ename = &req->rcall->params.rerror.error;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800534
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800535 dprintk(DEBUG_MUX, "Rerror %.*s\n", ename->len, ename->str);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800536
537 if (*m->extended)
538 req->err = -ecode;
539
540 if (!req->err) {
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800541 req->err = v9fs_errstr2errno(ename->str, ename->len);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800542
543 if (!req->err) { /* string match failed */
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800544 PRINT_FCALL_ERROR("unknown error", req->rcall);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800545 }
546
547 if (!req->err)
548 req->err = -ESERVERFAULT;
549 }
550 } else if (req->tcall && req->rcall->id != req->tcall->id + 1) {
551 dprintk(DEBUG_ERROR, "fcall mismatch: expected %d, got %d\n",
552 req->tcall->id + 1, req->rcall->id);
553 if (!req->err)
554 req->err = -EIO;
555 }
556
Latchesar Ionkov034b91a2006-02-03 03:04:20 -0800557 if (req->err == ERREQFLUSH)
558 return;
559
560 if (req->cb) {
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800561 dprintk(DEBUG_MUX, "calling callback tcall %p rcall %p\n",
562 req->tcall, req->rcall);
563
564 (*req->cb) (req->cba, req->tcall, req->rcall, req->err);
565 req->cb = NULL;
566 } else
567 kfree(req->rcall);
568
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800569 v9fs_mux_put_tag(m, tag);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800570
571 wake_up(&m->equeue);
572 kfree(req);
573}
574
575/**
576 * v9fs_read_work - called when there is some data to be read from a transport
577 */
578static void v9fs_read_work(void *a)
579{
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800580 int n, err;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800581 struct v9fs_mux_data *m;
582 struct v9fs_req *req, *rptr, *rreq;
583 struct v9fs_fcall *rcall;
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800584 char *rbuf;
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800585
586 m = a;
587
588 if (m->err < 0)
589 return;
590
591 rcall = NULL;
592 dprintk(DEBUG_MUX, "start mux %p pos %d\n", m, m->rpos);
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800593
594 if (!m->rcall) {
595 m->rcall =
596 kmalloc(sizeof(struct v9fs_fcall) + m->msize, GFP_KERNEL);
597 if (!m->rcall) {
598 err = -ENOMEM;
599 goto error;
600 }
601
602 m->rbuf = (char *)m->rcall + sizeof(struct v9fs_fcall);
603 m->rpos = 0;
604 }
605
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800606 clear_bit(Rpending, &m->wsched);
607 err = m->trans->read(m->trans, m->rbuf + m->rpos, m->msize - m->rpos);
608 dprintk(DEBUG_MUX, "mux %p got %d bytes\n", m, err);
609 if (err == -EAGAIN) {
610 clear_bit(Rworksched, &m->wsched);
611 return;
612 }
613
614 if (err <= 0)
615 goto error;
616
617 m->rpos += err;
618 while (m->rpos > 4) {
619 n = le32_to_cpu(*(__le32 *) m->rbuf);
620 if (n >= m->msize) {
621 dprintk(DEBUG_ERROR,
622 "requested packet size too big: %d\n", n);
623 err = -EIO;
624 goto error;
625 }
626
627 if (m->rpos < n)
628 break;
629
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800630 dump_data(m->rbuf, n);
631 err =
632 v9fs_deserialize_fcall(m->rbuf, n, m->rcall, *m->extended);
633 if (err < 0) {
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800634 goto error;
635 }
636
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800637 rcall = m->rcall;
638 rbuf = m->rbuf;
639 if (m->rpos > n) {
640 m->rcall = kmalloc(sizeof(struct v9fs_fcall) + m->msize,
641 GFP_KERNEL);
642 if (!m->rcall) {
643 err = -ENOMEM;
644 goto error;
645 }
646
647 m->rbuf = (char *)m->rcall + sizeof(struct v9fs_fcall);
648 memmove(m->rbuf, rbuf + n, m->rpos - n);
649 m->rpos -= n;
650 } else {
651 m->rcall = NULL;
652 m->rbuf = NULL;
653 m->rpos = 0;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700654 }
655
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800656 dprintk(DEBUG_MUX, "mux %p fcall id %d tag %d\n", m, rcall->id,
657 rcall->tag);
658
659 req = NULL;
660 spin_lock(&m->lock);
661 list_for_each_entry_safe(rreq, rptr, &m->req_list, req_list) {
662 if (rreq->tag == rcall->tag) {
663 req = rreq;
664 req->rcall = rcall;
665 list_del(&req->req_list);
666 spin_unlock(&m->lock);
667 process_request(m, req);
668 break;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700669 }
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800670
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700671 }
672
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700673 if (!req) {
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800674 spin_unlock(&m->lock);
675 if (err >= 0 && rcall->id != RFLUSH)
Eric Van Hensbergencb2e87a2005-09-09 13:04:28 -0700676 dprintk(DEBUG_ERROR,
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800677 "unexpected response mux %p id %d tag %d\n",
678 m, rcall->id, rcall->tag);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700679 kfree(rcall);
680 }
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700681 }
682
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800683 if (!list_empty(&m->req_list)) {
684 if (test_and_clear_bit(Rpending, &m->wsched))
685 n = POLLIN;
686 else
687 n = m->trans->poll(m->trans, NULL);
Eric Van Hensbergencb2e87a2005-09-09 13:04:28 -0700688
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800689 if (n & POLLIN) {
690 dprintk(DEBUG_MUX, "schedule read work mux %p\n", m);
691 queue_work(v9fs_mux_wq, &m->rq);
692 } else
693 clear_bit(Rworksched, &m->wsched);
694 } else
695 clear_bit(Rworksched, &m->wsched);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700696
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800697 return;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700698
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800699 error:
700 v9fs_mux_cancel(m, err);
701 clear_bit(Rworksched, &m->wsched);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700702}
703
704/**
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800705 * v9fs_send_request - send 9P request
706 * The function can sleep until the request is scheduled for sending.
707 * The function can be interrupted. Return from the function is not
708 * a guarantee that the request is sent succesfully. Can return errors
709 * that can be retrieved by PTR_ERR macros.
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700710 *
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800711 * @m: mux data
712 * @tc: request to be sent
713 * @cb: callback function to call when response is received
714 * @cba: parameter to pass to the callback function
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700715 */
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800716static struct v9fs_req *v9fs_send_request(struct v9fs_mux_data *m,
717 struct v9fs_fcall *tc,
718 v9fs_mux_req_callback cb, void *cba)
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700719{
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800720 int n;
721 struct v9fs_req *req;
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700722
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800723 dprintk(DEBUG_MUX, "mux %p task %p tcall %p id %d\n", m, current,
724 tc, tc->id);
725 if (m->err < 0)
726 return ERR_PTR(m->err);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700727
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800728 req = kmalloc(sizeof(struct v9fs_req), GFP_KERNEL);
729 if (!req)
730 return ERR_PTR(-ENOMEM);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700731
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800732 if (tc->id == TVERSION)
733 n = V9FS_NOTAG;
734 else
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800735 n = v9fs_mux_get_tag(m);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700736
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800737 if (n < 0)
738 return ERR_PTR(-ENOMEM);
739
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800740 v9fs_set_tag(tc, n);
741
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800742 req->tag = n;
743 req->tcall = tc;
744 req->rcall = NULL;
745 req->err = 0;
746 req->cb = cb;
747 req->cba = cba;
748
749 spin_lock(&m->lock);
750 list_add_tail(&req->req_list, &m->unsent_req_list);
751 spin_unlock(&m->lock);
752
753 if (test_and_clear_bit(Wpending, &m->wsched))
754 n = POLLOUT;
755 else
756 n = m->trans->poll(m->trans, NULL);
757
758 if (n & POLLOUT && !test_and_set_bit(Wworksched, &m->wsched))
759 queue_work(v9fs_mux_wq, &m->wq);
760
761 return req;
762}
763
764static inline void
765v9fs_mux_flush_cb(void *a, struct v9fs_fcall *tc, struct v9fs_fcall *rc,
766 int err)
767{
768 v9fs_mux_req_callback cb;
769 int tag;
770 struct v9fs_mux_data *m;
771 struct v9fs_req *req, *rptr;
772
773 m = a;
774 dprintk(DEBUG_MUX, "mux %p tc %p rc %p err %d oldtag %d\n", m, tc,
775 rc, err, tc->params.tflush.oldtag);
776
777 spin_lock(&m->lock);
778 cb = NULL;
779 tag = tc->params.tflush.oldtag;
780 list_for_each_entry_safe(req, rptr, &m->req_list, req_list) {
781 if (req->tag == tag) {
782 list_del(&req->req_list);
783 if (req->cb) {
784 cb = req->cb;
785 req->cb = NULL;
786 spin_unlock(&m->lock);
787 (*cb) (req->cba, req->tcall, req->rcall,
788 req->err);
789 }
790 kfree(req);
791 wake_up(&m->equeue);
792 break;
793 }
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700794 }
795
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800796 if (!cb)
797 spin_unlock(&m->lock);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700798
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800799 v9fs_mux_put_tag(m, tag);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800800 kfree(tc);
801 kfree(rc);
802}
803
804static void
805v9fs_mux_flush_request(struct v9fs_mux_data *m, struct v9fs_req *req)
806{
807 struct v9fs_fcall *fc;
808
809 dprintk(DEBUG_MUX, "mux %p req %p tag %d\n", m, req, req->tag);
810
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800811 fc = v9fs_create_tflush(req->tag);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800812 v9fs_send_request(m, fc, v9fs_mux_flush_cb, m);
813}
814
815static void
816v9fs_mux_rpc_cb(void *a, struct v9fs_fcall *tc, struct v9fs_fcall *rc, int err)
817{
818 struct v9fs_mux_rpc *r;
819
820 if (err == ERREQFLUSH) {
Latchesar Ionkov034b91a2006-02-03 03:04:20 -0800821 kfree(rc);
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800822 dprintk(DEBUG_MUX, "err req flush\n");
823 return;
824 }
825
826 r = a;
827 dprintk(DEBUG_MUX, "mux %p req %p tc %p rc %p err %d\n", r->m, r->req,
828 tc, rc, err);
829 r->rcall = rc;
830 r->err = err;
831 wake_up(&r->wqueue);
832}
833
834/**
835 * v9fs_mux_rpc - sends 9P request and waits until a response is available.
836 * The function can be interrupted.
837 * @m: mux data
838 * @tc: request to be sent
839 * @rc: pointer where a pointer to the response is stored
840 */
841int
842v9fs_mux_rpc(struct v9fs_mux_data *m, struct v9fs_fcall *tc,
843 struct v9fs_fcall **rc)
844{
845 int err;
846 unsigned long flags;
847 struct v9fs_req *req;
848 struct v9fs_mux_rpc r;
849
850 r.err = 0;
851 r.rcall = NULL;
852 r.m = m;
853 init_waitqueue_head(&r.wqueue);
854
855 if (rc)
856 *rc = NULL;
857
858 req = v9fs_send_request(m, tc, v9fs_mux_rpc_cb, &r);
859 if (IS_ERR(req)) {
860 err = PTR_ERR(req);
861 dprintk(DEBUG_MUX, "error %d\n", err);
862 return PTR_ERR(req);
863 }
864
865 r.req = req;
866 dprintk(DEBUG_MUX, "mux %p tc %p tag %d rpc %p req %p\n", m, tc,
867 req->tag, &r, req);
868 err = wait_event_interruptible(r.wqueue, r.rcall != NULL || r.err < 0);
869 if (r.err < 0)
870 err = r.err;
871
872 if (err == -ERESTARTSYS && m->trans->status == Connected && m->err == 0) {
873 spin_lock(&m->lock);
874 req->tcall = NULL;
875 req->err = ERREQFLUSH;
876 spin_unlock(&m->lock);
877
878 clear_thread_flag(TIF_SIGPENDING);
879 v9fs_mux_flush_request(m, req);
880 spin_lock_irqsave(&current->sighand->siglock, flags);
881 recalc_sigpending();
882 spin_unlock_irqrestore(&current->sighand->siglock, flags);
883 }
884
885 if (!err) {
886 if (r.rcall)
887 dprintk(DEBUG_MUX, "got response id %d tag %d\n",
888 r.rcall->id, r.rcall->tag);
889
890 if (rc)
891 *rc = r.rcall;
892 else
893 kfree(r.rcall);
894 } else {
895 kfree(r.rcall);
896 dprintk(DEBUG_MUX, "got error %d\n", err);
897 if (err > 0)
898 err = -EIO;
899 }
900
901 return err;
902}
903
904/**
905 * v9fs_mux_rpcnb - sends 9P request without waiting for response.
906 * @m: mux data
907 * @tc: request to be sent
908 * @cb: callback function to be called when response arrives
909 * @cba: value to pass to the callback function
910 */
911int v9fs_mux_rpcnb(struct v9fs_mux_data *m, struct v9fs_fcall *tc,
912 v9fs_mux_req_callback cb, void *a)
913{
914 int err;
915 struct v9fs_req *req;
916
917 req = v9fs_send_request(m, tc, cb, a);
918 if (IS_ERR(req)) {
919 err = PTR_ERR(req);
920 dprintk(DEBUG_MUX, "error %d\n", err);
921 return PTR_ERR(req);
922 }
923
924 dprintk(DEBUG_MUX, "mux %p tc %p tag %d\n", m, tc, req->tag);
Eric Van Hensbergen426cc912005-09-09 13:04:22 -0700925 return 0;
926}
Latchesar Ionkov3cf64292006-01-08 01:04:58 -0800927
928/**
929 * v9fs_mux_cancel - cancel all pending requests with error
930 * @m: mux data
931 * @err: error code
932 */
933void v9fs_mux_cancel(struct v9fs_mux_data *m, int err)
934{
935 struct v9fs_req *req, *rtmp;
936 LIST_HEAD(cancel_list);
937
938 dprintk(DEBUG_MUX, "mux %p err %d\n", m, err);
939 m->err = err;
940 spin_lock(&m->lock);
941 list_for_each_entry_safe(req, rtmp, &m->req_list, req_list) {
942 list_move(&req->req_list, &cancel_list);
943 }
944 spin_unlock(&m->lock);
945
946 list_for_each_entry_safe(req, rtmp, &cancel_list, req_list) {
947 list_del(&req->req_list);
948 if (!req->err)
949 req->err = err;
950
951 if (req->cb)
952 (*req->cb) (req->cba, req->tcall, req->rcall, req->err);
953 else
954 kfree(req->rcall);
955
956 kfree(req);
957 }
958
959 wake_up(&m->equeue);
960}
Latchesar Ionkov531b1092006-01-08 01:05:00 -0800961
962static u16 v9fs_mux_get_tag(struct v9fs_mux_data *m)
963{
964 int tag;
965
966 tag = v9fs_get_idpool(&m->tidpool);
967 if (tag < 0)
968 return V9FS_NOTAG;
969 else
970 return (u16) tag;
971}
972
973static void v9fs_mux_put_tag(struct v9fs_mux_data *m, u16 tag)
974{
975 if (tag != V9FS_NOTAG && v9fs_check_idpool(tag, &m->tidpool))
976 v9fs_put_idpool(tag, &m->tidpool);
977}