diff options
author | Kozlov Dmitry <dima@server> | 2009-12-02 18:45:10 +0300 |
---|---|---|
committer | Kozlov Dmitry <dima@server> | 2009-12-02 18:45:10 +0300 |
commit | 9db6020c32d86c330b470158805a2918d8d747dd (patch) | |
tree | 2407879b4dce8fe433369f042c2f16f9b02f00c4 /kernel | |
parent | 5c91194a6c22d8d7ad74c371fca8be2bc74d6d50 (diff) | |
download | accel-ppp-9db6020c32d86c330b470158805a2918d8d747dd.tar.gz accel-ppp-9db6020c32d86c330b470158805a2918d8d747dd.zip |
using per-cpu threads for packet receiveing/transmiting
Diffstat (limited to 'kernel')
-rw-r--r-- | kernel/driver/ppp_generic_smp.c | 3042 | ||||
-rw-r--r-- | kernel/driver/pptp.c | 172 |
2 files changed, 151 insertions, 3063 deletions
diff --git a/kernel/driver/ppp_generic_smp.c b/kernel/driver/ppp_generic_smp.c deleted file mode 100644 index cbb202c..0000000 --- a/kernel/driver/ppp_generic_smp.c +++ /dev/null @@ -1,3042 +0,0 @@ -/* - * Generic PPP layer for Linux. - * - * Copyright 1999-2002 Paul Mackerras. - * - * This program is free software; you can redistribute it and/or - * modify it under the terms of the GNU General Public License - * as published by the Free Software Foundation; either version - * 2 of the License, or (at your option) any later version. - * - * The generic PPP layer handles the PPP network interfaces, the - * /dev/ppp device, packet and VJ compression, and multilink. - * It talks to PPP `channels' via the interface defined in - * include/linux/ppp_channel.h. Channels provide the basic means for - * sending and receiving PPP frames on some kind of communications - * channel. - * - * Part of the code in this driver was inspired by the old async-only - * PPP driver, written by Michael Callahan and Al Longyear, and - * subsequently hacked by Paul Mackerras. - * - * ==FILEVERSION 20041108== - */ - -#include <linux/module.h> -#include <linux/kernel.h> -#include <linux/kmod.h> -#include <linux/init.h> -#include <linux/list.h> -#include <linux/netdevice.h> -#include <linux/poll.h> -#include <linux/ppp_defs.h> -#include <linux/filter.h> -#include <linux/if_ppp.h> -#include <linux/ppp_channel.h> -#include <linux/ppp-comp.h> -#include <linux/skbuff.h> -#include <linux/rtnetlink.h> -#include <linux/if_arp.h> -#include <linux/ip.h> -#include <linux/tcp.h> -#include <linux/smp_lock.h> -#include <linux/spinlock.h> -#include <linux/rwsem.h> -#include <linux/stddef.h> -#include <linux/device.h> -#include <linux/mutex.h> -#include <linux/version.h> -#include <linux/sched.h> -#include <linux/kthread.h> -#include <net/slhc_vj.h> -#include <asm/atomic.h> - -#define PPP_VERSION "2.4.2" - -/* - * Network protocols we support. - */ -#define NP_IP 0 /* Internet Protocol V4 */ -#define NP_IPV6 1 /* Internet Protocol V6 */ -#define NP_IPX 2 /* IPX protocol */ -#define NP_AT 3 /* Appletalk protocol */ -#define NP_MPLS_UC 4 /* MPLS unicast */ -#define NP_MPLS_MC 5 /* MPLS multicast */ -#define NUM_NP 6 /* Number of NPs. */ - -#define MPHDRLEN 6 /* multilink protocol header length */ -#define MPHDRLEN_SSN 4 /* ditto with short sequence numbers */ -#define MIN_FRAG_SIZE 64 - -struct worker_thread_t { - struct list_head entry; - struct task_struct *task; -}; - -struct ppp_work_head_t { - struct list_head entry; - spinlock_t lock; - struct ppp *ppp; - struct channel *pch; - int queued; -}; - -/* - * An instance of /dev/ppp can be associated with either a ppp - * interface unit or a ppp channel. In both cases, file->private_data - * points to one of these. - */ -struct ppp_file { - enum { - INTERFACE=1, CHANNEL - } kind; - struct sk_buff_head xq; /* pppd transmit queue */ - struct sk_buff_head rq; /* receive queue for pppd */ - wait_queue_head_t rwait; /* for poll on reading /dev/ppp */ - atomic_t refcnt; /* # refs (incl /dev/ppp attached) */ - int hdrlen; /* space to leave for headers */ - int index; /* interface unit / channel number */ - int dead; /* unit/channel has been shut down */ -}; - -#define PF_TO_X(pf, X) container_of(pf, X, file) - -#define PF_TO_PPP(pf) PF_TO_X(pf, struct ppp) -#define PF_TO_CHANNEL(pf) PF_TO_X(pf, struct channel) - -/* - * Data structure describing one ppp unit. - * A ppp unit corresponds to a ppp network interface device - * and represents a multilink bundle. - * It can have 0 or more ppp channels connected to it. - */ -struct ppp { - struct ppp_work_head_t work; - struct ppp_file file; /* stuff for read/write/poll 0 */ - struct file *owner; /* file that owns this unit 48 */ - struct list_head channels; /* list of attached channels 4c */ - int n_channels; /* how many channels are attached 54 */ - spinlock_t rlock; /* lock for receive side 58 */ - spinlock_t wlock; /* lock for transmit side 5c */ - int mru; /* max receive unit 60 */ - unsigned int flags; /* control bits 64 */ - unsigned int xstate; /* transmit state bits 68 */ - unsigned int rstate; /* receive state bits 6c */ - int debug; /* debug flags 70 */ - struct slcompress *vj; /* state for VJ header compression */ - enum NPmode npmode[NUM_NP]; /* what to do with each net proto 78 */ - struct sk_buff *xmit_pending; /* a packet ready to go out 88 */ - struct compressor *xcomp; /* transmit packet compressor 8c */ - void *xc_state; /* its internal state 90 */ - struct compressor *rcomp; /* receive decompressor 94 */ - void *rc_state; /* its internal state 98 */ - unsigned long last_xmit; /* jiffies when last pkt sent 9c */ - unsigned long last_recv; /* jiffies when last pkt rcvd a0 */ - struct net_device *dev; /* network interface device a4 */ - int closing; - -#ifdef CONFIG_PPP_MULTILINK - int nxchan; /* next channel to send something on */ - u32 nxseq; /* next sequence number to send */ - int mrru; /* MP: max reconst. receive unit */ - u32 nextseq; /* MP: seq no of next packet */ - u32 minseq; /* MP: min of most recent seqnos */ - struct sk_buff_head mrq; /* MP: receive reconstruction queue */ -#endif /* CONFIG_PPP_MULTILINK */ -#ifdef CONFIG_PPP_FILTER - struct sock_filter *pass_filter; /* filter for packets to pass */ - struct sock_filter *active_filter;/* filter for pkts to reset idle */ - unsigned pass_len, active_len; -#endif /* CONFIG_PPP_FILTER */ -}; - -/* - * Bits in flags: SC_NO_TCP_CCID, SC_CCP_OPEN, SC_CCP_UP, SC_LOOP_TRAFFIC, - * SC_MULTILINK, SC_MP_SHORTSEQ, SC_MP_XSHORTSEQ, SC_COMP_TCP, SC_REJ_COMP_TCP, - * SC_MUST_COMP - * Bits in rstate: SC_DECOMP_RUN, SC_DC_ERROR, SC_DC_FERROR. - * Bits in xstate: SC_COMP_RUN - */ -#define SC_FLAG_BITS (SC_NO_TCP_CCID|SC_CCP_OPEN|SC_CCP_UP|SC_LOOP_TRAFFIC \ - |SC_MULTILINK|SC_MP_SHORTSEQ|SC_MP_XSHORTSEQ \ - |SC_COMP_TCP|SC_REJ_COMP_TCP|SC_MUST_COMP) - -/* - * Private data structure for each channel. - * This includes the data structure used for multilink. - */ -struct channel { - struct ppp_work_head_t work; - struct ppp_file file; /* stuff for read/write/poll */ - struct list_head list; /* link in all/new_channels list */ - struct ppp_channel *chan; /* public channel data structure */ - struct rw_semaphore chan_sem; /* protects `chan' during chan ioctl */ - spinlock_t downl; /* protects `chan', file.xq dequeue */ - struct ppp *ppp; /* ppp unit we're connected to */ - struct list_head clist; /* link in list of channels per unit */ - rwlock_t upl; /* protects `ppp' */ - - struct sk_buff_head rq; -#ifdef CONFIG_PPP_MULTILINK - u8 avail; /* flag used in multilink stuff */ - u8 had_frag; /* >= 1 fragments have been sent */ - u32 lastseq; /* MP: last sequence # received */ -#endif /* CONFIG_PPP_MULTILINK */ -}; - -/* - * SMP locking issues: - * Both the ppp.rlock and ppp.wlock locks protect the ppp.channels - * list and the ppp.n_channels field, you need to take both locks - * before you modify them. - * The lock ordering is: channel.upl -> ppp.wlock -> ppp.rlock -> - * channel.downl. - */ - -/* - * A cardmap represents a mapping from unsigned integers to pointers, - * and provides a fast "find lowest unused number" operation. - * It uses a broad (32-way) tree with a bitmap at each level. - * It is designed to be space-efficient for small numbers of entries - * and time-efficient for large numbers of entries. - */ -#define CARDMAP_ORDER 5 -#define CARDMAP_WIDTH (1U << CARDMAP_ORDER) -#define CARDMAP_MASK (CARDMAP_WIDTH - 1) - -struct cardmap { - int shift; - unsigned long inuse; - struct cardmap *parent; - void *ptr[CARDMAP_WIDTH]; -}; -static void *cardmap_get(struct cardmap *map, unsigned int nr); -static int cardmap_set(struct cardmap **map, unsigned int nr, void *ptr); -static unsigned int cardmap_find_first_free(struct cardmap *map); -static void cardmap_destroy(struct cardmap **map); - -/* - * all_ppp_mutex protects the all_ppp_units mapping. - * It also ensures that finding a ppp unit in the all_ppp_units map - * and updating its file.refcnt field is atomic. - */ -static DEFINE_MUTEX(all_ppp_mutex); -static struct cardmap *all_ppp_units; -static atomic_t ppp_unit_count = ATOMIC_INIT(0); - -/* - * all_channels_lock protects all_channels and last_channel_index, - * and the atomicity of find a channel and updating its file.refcnt - * field. - */ -static DEFINE_SPINLOCK(all_channels_lock); -static LIST_HEAD(all_channels); -static LIST_HEAD(new_channels); -static int last_channel_index; -static atomic_t channel_count = ATOMIC_INIT(0); - -/* Get the PPP protocol number from a skb */ -#define PPP_PROTO(skb) (((skb)->data[0] << 8) + (skb)->data[1]) - -/* We limit the length of ppp->file.rq to this (arbitrary) value */ -#define PPP_MAX_RQLEN 32 - -/* - * Maximum number of multilink fragments queued up. - * This has to be large enough to cope with the maximum latency of - * the slowest channel relative to the others. Strictly it should - * depend on the number of channels and their characteristics. - */ -#define PPP_MP_MAX_QLEN 128 - -/* Multilink header bits. */ -#define B 0x80 /* this fragment begins a packet */ -#define E 0x40 /* this fragment ends a packet */ - -/* Compare multilink sequence numbers (assumed to be 32 bits wide) */ -#define seq_before(a, b) ((s32)((a) - (b)) < 0) -#define seq_after(a, b) ((s32)((a) - (b)) > 0) - -/* Prototypes. */ -static int ppp_unattached_ioctl(struct ppp_file *pf, struct file *file, - unsigned int cmd, unsigned long arg); -static void ppp_send_frame(struct ppp *ppp, struct sk_buff *skb); -static void ppp_push(struct ppp *ppp); -static void ppp_channel_push(struct channel *pch); -static void ppp_receive_frame(struct ppp *ppp, struct sk_buff *skb, - struct channel *pch); -static void ppp_receive_error(struct ppp *ppp); -static void ppp_receive_nonmp_frame(struct ppp *ppp, struct sk_buff *skb); -static struct sk_buff *ppp_decompress_frame(struct ppp *ppp, - struct sk_buff *skb); -#ifdef CONFIG_PPP_MULTILINK -static void ppp_receive_mp_frame(struct ppp *ppp, struct sk_buff *skb, - struct channel *pch); -static void ppp_mp_insert(struct ppp *ppp, struct sk_buff *skb); -static struct sk_buff *ppp_mp_reconstruct(struct ppp *ppp); -static int ppp_mp_explode(struct ppp *ppp, struct sk_buff *skb); -#endif /* CONFIG_PPP_MULTILINK */ -static int ppp_set_compress(struct ppp *ppp, unsigned long arg); -static void ppp_ccp_peek(struct ppp *ppp, struct sk_buff *skb, int inbound); -static void ppp_ccp_closed(struct ppp *ppp); -static struct compressor *find_compressor(int type); -static void ppp_get_stats(struct ppp *ppp, struct ppp_stats *st); -static struct ppp *ppp_create_interface(int unit, int *retp); -static void init_ppp_file(struct ppp_file *pf, int kind); -static void ppp_shutdown_interface(struct ppp *ppp); -static void ppp_destroy_interface(struct ppp *ppp); -static struct ppp *ppp_find_unit(int unit); -static struct channel *ppp_find_channel(int unit); -static int ppp_connect_channel(struct channel *pch, int unit); -static int ppp_disconnect_channel(struct channel *pch); -static void ppp_destroy_channel(struct channel *pch); - -static int run_worker_threads(void); -static void stop_worker_threads(void); -static int __ppp_queue_work(struct ppp_work_head_t *h); -static void ppp_queue_work(struct ppp_work_head_t *h); - -static struct class *ppp_class; - -static LIST_HEAD(worker_thread_list); -static DEFINE_SPINLOCK(ppp_wq_lock); -static LIST_HEAD(ppp_work_queue); -static DECLARE_WAIT_QUEUE_HEAD(ppp_wq_wait); -static int smp_affinity=0xffff; - -/* Translates a PPP protocol number to a NP index (NP == network protocol) */ -static inline int proto_to_npindex(int proto) -{ - switch (proto) { - case PPP_IP: - return NP_IP; - case PPP_IPV6: - return NP_IPV6; - case PPP_IPX: - return NP_IPX; - case PPP_AT: - return NP_AT; - case PPP_MPLS_UC: - return NP_MPLS_UC; - case PPP_MPLS_MC: - return NP_MPLS_MC; - } - return -EINVAL; -} - -/* Translates an NP index into a PPP protocol number */ -static const int npindex_to_proto[NUM_NP] = { - PPP_IP, - PPP_IPV6, - PPP_IPX, - PPP_AT, - PPP_MPLS_UC, - PPP_MPLS_MC, -}; - -/* Translates an ethertype into an NP index */ -static inline int ethertype_to_npindex(int ethertype) -{ - switch (ethertype) { - case ETH_P_IP: - return NP_IP; - case ETH_P_IPV6: - return NP_IPV6; - case ETH_P_IPX: - return NP_IPX; - case ETH_P_PPPTALK: - case ETH_P_ATALK: - return NP_AT; - case ETH_P_MPLS_UC: - return NP_MPLS_UC; - case ETH_P_MPLS_MC: - return NP_MPLS_MC; - } - return -1; -} - -/* Translates an NP index into an ethertype */ -static const int npindex_to_ethertype[NUM_NP] = { - ETH_P_IP, - ETH_P_IPV6, - ETH_P_IPX, - ETH_P_PPPTALK, - ETH_P_MPLS_UC, - ETH_P_MPLS_MC, -}; - -/* - * Locking shorthand. - */ -#define ppp_xmit_lock(ppp) spin_lock_bh(&(ppp)->wlock) -#define ppp_xmit_unlock(ppp) spin_unlock_bh(&(ppp)->wlock) -#define ppp_recv_lock(ppp) spin_lock_bh(&(ppp)->rlock) -#define ppp_recv_unlock(ppp) spin_unlock_bh(&(ppp)->rlock) -#define ppp_lock(ppp) do { ppp_xmit_lock(ppp); \ - ppp_recv_lock(ppp); } while (0) -#define ppp_unlock(ppp) do { ppp_recv_unlock(ppp); \ - ppp_xmit_unlock(ppp); } while (0) - -/* - * /dev/ppp device routines. - * The /dev/ppp device is used by pppd to control the ppp unit. - * It supports the read, write, ioctl and poll functions. - * Open instances of /dev/ppp can be in one of three states: - * unattached, attached to a ppp unit, or attached to a ppp channel. - */ -static int ppp_open(struct inode *inode, struct file *file) -{ - #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,26) - cycle_kernel_lock(); - #endif - /* - * This could (should?) be enforced by the permissions on /dev/ppp. - */ - if (!capable(CAP_NET_ADMIN)) - return -EPERM; - return 0; -} - -static int ppp_release(struct inode *unused, struct file *file) -{ - struct ppp_file *pf = file->private_data; - struct ppp *ppp; - - if (pf) { - file->private_data = NULL; - if (pf->kind == INTERFACE) { - ppp = PF_TO_PPP(pf); - if (file == ppp->owner) - ppp_shutdown_interface(ppp); - } - if (atomic_dec_and_test(&pf->refcnt)) { - switch (pf->kind) { - case INTERFACE: - ppp_destroy_interface(PF_TO_PPP(pf)); - break; - case CHANNEL: - ppp_destroy_channel(PF_TO_CHANNEL(pf)); - break; - } - } - } - return 0; -} - -static ssize_t ppp_read(struct file *file, char __user *buf, - size_t count, loff_t *ppos) -{ - struct ppp_file *pf = file->private_data; - DECLARE_WAITQUEUE(wait, current); - ssize_t ret; - struct sk_buff *skb = NULL; - - ret = count; - - if (!pf) - return -ENXIO; - add_wait_queue(&pf->rwait, &wait); - for (;;) { - set_current_state(TASK_INTERRUPTIBLE); - skb = skb_dequeue(&pf->rq); - if (skb) - break; - ret = 0; - if (pf->dead) - break; - if (pf->kind == INTERFACE) { - /* - * Return 0 (EOF) on an interface that has no - * channels connected, unless it is looping - * network traffic (demand mode). - */ - struct ppp *ppp = PF_TO_PPP(pf); - if (ppp->n_channels == 0 - && (ppp->flags & SC_LOOP_TRAFFIC) == 0) - break; - } - ret = -EAGAIN; - if (file->f_flags & O_NONBLOCK) - break; - ret = -ERESTARTSYS; - if (signal_pending(current)) - break; - schedule(); - } - set_current_state(TASK_RUNNING); - remove_wait_queue(&pf->rwait, &wait); - - if (!skb) - goto out; - - ret = -EOVERFLOW; - if (skb->len > count) - goto outf; - ret = -EFAULT; - if (copy_to_user(buf, skb->data, skb->len)) - goto outf; - ret = skb->len; - - outf: - kfree_skb(skb); - out: - return ret; -} - -static ssize_t ppp_write(struct file *file, const char __user *buf, - size_t count, loff_t *ppos) -{ - struct ppp_file *pf = file->private_data; - struct sk_buff *skb; - struct ppp *ppp; - ssize_t ret; - - if (!pf) - return -ENXIO; - ret = -ENOMEM; - skb = alloc_skb(count + pf->hdrlen, GFP_KERNEL); - if (!skb) - goto out; - skb_reserve(skb, pf->hdrlen); - ret = -EFAULT; - if (copy_from_user(skb_put(skb, count), buf, count)) { - kfree_skb(skb); - goto out; - } - - skb_queue_tail(&pf->xq, skb); - - switch (pf->kind) { - case INTERFACE: - ppp=PF_TO_PPP(pf); - ppp_queue_work(&ppp->work); - break; - case CHANNEL: - ppp_channel_push(PF_TO_CHANNEL(pf)); - break; - } - - ret = count; - - out: - return ret; -} - -/* No kernel lock - fine */ -static unsigned int ppp_poll(struct file *file, poll_table *wait) -{ - struct ppp_file *pf = file->private_data; - unsigned int mask; - - if (!pf) - return 0; - poll_wait(file, &pf->rwait, wait); - mask = POLLOUT | POLLWRNORM; - if (skb_peek(&pf->rq)) - mask |= POLLIN | POLLRDNORM; - if (pf->dead) - mask |= POLLHUP; - else if (pf->kind == INTERFACE) { - /* see comment in ppp_read */ - struct ppp *ppp = PF_TO_PPP(pf); - if (ppp->n_channels == 0 - && (ppp->flags & SC_LOOP_TRAFFIC) == 0) - mask |= POLLIN | POLLRDNORM; - } - - return mask; -} - -#ifdef CONFIG_PPP_FILTER -static int get_filter(void __user *arg, struct sock_filter **p) -{ - struct sock_fprog uprog; - struct sock_filter *code = NULL; - int len, err; - - if (copy_from_user(&uprog, arg, sizeof(uprog))) - return -EFAULT; - - if (!uprog.len) { - *p = NULL; - return 0; - } - - len = uprog.len * sizeof(struct sock_filter); - code = kmalloc(len, GFP_KERNEL); - if (code == NULL) - return -ENOMEM; - - if (copy_from_user(code, uprog.filter, len)) { - kfree(code); - return -EFAULT; - } - - err = sk_chk_filter(code, uprog.len); - if (err) { - kfree(code); - return err; - } - - *p = code; - return uprog.len; -} -#endif /* CONFIG_PPP_FILTER */ - -static long ppp_ioctl(struct file *file, unsigned int cmd, unsigned long arg) -{ - struct ppp_file *pf = file->private_data; - struct ppp *ppp; - int err = -EFAULT, val, val2, i; - struct ppp_idle idle; - struct npioctl npi; - int unit, cflags; - struct slcompress *vj; - void __user *argp = (void __user *)arg; - int __user *p = argp; - - if (!pf) - return ppp_unattached_ioctl(pf, file, cmd, arg); - - if (cmd == PPPIOCDETACH) { - /* - * We have to be careful here... if the file descriptor - * has been dup'd, we could have another process in the - * middle of a poll using the same file *, so we had - * better not free the interface data structures - - * instead we fail the ioctl. Even in this case, we - * shut down the interface if we are the owner of it. - * Actually, we should get rid of PPPIOCDETACH, userland - * (i.e. pppd) could achieve the same effect by closing - * this fd and reopening /dev/ppp. - */ - err = -EINVAL; - lock_kernel(); - if (pf->kind == INTERFACE) { - ppp = PF_TO_PPP(pf); - if (file == ppp->owner) - ppp_shutdown_interface(ppp); - } - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,27) - if (atomic_read(&file->f_count) <= 2) { - #else - if (atomic_long_read(&file->f_count) <= 2) { - #endif - ppp_release(NULL, file); - err = 0; - } else - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,27) - printk(KERN_DEBUG "PPPIOCDETACH file->f_count=%d\n", - atomic_read(&file->f_count)); - #else - printk(KERN_DEBUG "PPPIOCDETACH file->f_count=%ld\n", - atomic_long_read(&file->f_count)); - #endif - unlock_kernel(); - return err; - } - - if (pf->kind == CHANNEL) { - struct channel *pch; - struct ppp_channel *chan; - - lock_kernel(); - pch = PF_TO_CHANNEL(pf); - - switch (cmd) { - case PPPIOCCONNECT: - if (get_user(unit, p)) - break; - err = ppp_connect_channel(pch, unit); - break; - - case PPPIOCDISCONN: - err = ppp_disconnect_channel(pch); - break; - - default: - down_read(&pch->chan_sem); - chan = pch->chan; - err = -ENOTTY; - if (chan && chan->ops->ioctl) - err = chan->ops->ioctl(chan, cmd, arg); - up_read(&pch->chan_sem); - } - unlock_kernel(); - return err; - } - - if (pf->kind != INTERFACE) { - /* can't happen */ - printk(KERN_ERR "PPP: not interface or channel??\n"); - return -EINVAL; - } - - lock_kernel(); - ppp = PF_TO_PPP(pf); - switch (cmd) { - case PPPIOCSMRU: - if (get_user(val, p)) - break; - ppp->mru = val; - err = 0; - break; - - case PPPIOCSFLAGS: - if (get_user(val, p)) - break; - ppp_lock(ppp); - cflags = ppp->flags & ~val; - ppp->flags = val & SC_FLAG_BITS; - ppp_unlock(ppp); - if (cflags & SC_CCP_OPEN) - ppp_ccp_closed(ppp); - err = 0; - break; - - case PPPIOCGFLAGS: - val = ppp->flags | ppp->xstate | ppp->rstate; - if (put_user(val, p)) - break; - err = 0; - break; - - case PPPIOCSCOMPRESS: - err = ppp_set_compress(ppp, arg); - break; - - case PPPIOCGUNIT: - if (put_user(ppp->file.index, p)) - break; - err = 0; - break; - - case PPPIOCSDEBUG: - if (get_user(val, p)) - break; - ppp->debug = val; - err = 0; - break; - - case PPPIOCGDEBUG: - if (put_user(ppp->debug, p)) - break; - err = 0; - break; - - case PPPIOCGIDLE: - idle.xmit_idle = (jiffies - ppp->last_xmit) / HZ; - idle.recv_idle = (jiffies - ppp->last_recv) / HZ; - if (copy_to_user(argp, &idle, sizeof(idle))) - break; - err = 0; - break; - - case PPPIOCSMAXCID: - if (get_user(val, p)) - break; - val2 = 15; - if ((val >> 16) != 0) { - val2 = val >> 16; - val &= 0xffff; - } - vj = slhc_init(val2+1, val+1); - if (!vj) { - printk(KERN_ERR "PPP: no memory (VJ compressor)\n"); - err = -ENOMEM; - break; - } - ppp_lock(ppp); - if (ppp->vj) - slhc_free(ppp->vj); - ppp->vj = vj; - ppp_unlock(ppp); - err = 0; - break; - - case PPPIOCGNPMODE: - case PPPIOCSNPMODE: - if (copy_from_user(&npi, argp, sizeof(npi))) - break; - err = proto_to_npindex(npi.protocol); - if (err < 0) - break; - i = err; - if (cmd == PPPIOCGNPMODE) { - err = -EFAULT; - npi.mode = ppp->npmode[i]; - if (copy_to_user(argp, &npi, sizeof(npi))) - break; - } else { - ppp->npmode[i] = npi.mode; - /* we may be able to transmit more packets now (??) */ - netif_wake_queue(ppp->dev); - } - err = 0; - break; - -#ifdef CONFIG_PPP_FILTER - case PPPIOCSPASS: - { - struct sock_filter *code; - err = get_filter(argp, &code); - if (err >= 0) { - ppp_lock(ppp); - kfree(ppp->pass_filter); - ppp->pass_filter = code; - ppp->pass_len = err; - ppp_unlock(ppp); - err = 0; - } - break; - } - case PPPIOCSACTIVE: - { - struct sock_filter *code; - err = get_filter(argp, &code); - if (err >= 0) { - ppp_lock(ppp); - kfree(ppp->active_filter); - ppp->active_filter = code; - ppp->active_len = err; - ppp_unlock(ppp); - err = 0; - } - break; - } -#endif /* CONFIG_PPP_FILTER */ - -#ifdef CONFIG_PPP_MULTILINK - case PPPIOCSMRRU: - if (get_user(val, p)) - break; - ppp_recv_lock(ppp); - ppp->mrru = val; - ppp_recv_unlock(ppp); - err = 0; - break; -#endif /* CONFIG_PPP_MULTILINK */ - - default: - err = -ENOTTY; - } - - unlock_kernel(); - return err; -} - -static int ppp_unattached_ioctl(struct ppp_file *pf, struct file *file, - unsigned int cmd, unsigned long arg) -{ - int unit, err = -EFAULT; - struct ppp *ppp; - struct channel *chan; - int __user *p = (int __user *)arg; - - lock_kernel(); - switch (cmd) { - case PPPIOCNEWUNIT: - /* Create a new ppp unit */ - if (get_user(unit, p)) - break; - ppp = ppp_create_interface(unit, &err); - if (!ppp) - break; - file->private_data = &ppp->file; - ppp->owner = file; - err = -EFAULT; - if (put_user(ppp->file.index, p)) - break; - err = 0; - break; - - case PPPIOCATTACH: - /* Attach to an existing ppp unit */ - if (get_user(unit, p)) - break; - mutex_lock(&all_ppp_mutex); - err = -ENXIO; - ppp = ppp_find_unit(unit); - if (ppp) { - atomic_inc(&ppp->file.refcnt); - file->private_data = &ppp->file; - err = 0; - } - mutex_unlock(&all_ppp_mutex); - break; - - case PPPIOCATTCHAN: - if (get_user(unit, p)) - break; - spin_lock_bh(&all_channels_lock); - err = -ENXIO; - chan = ppp_find_channel(unit); - if (chan) { - atomic_inc(&chan->file.refcnt); - file->private_data = &chan->file; - err = 0; - } - spin_unlock_bh(&all_channels_lock); - break; - - default: - err = -ENOTTY; - } - - unlock_kernel(); - return err; -} - -static const struct file_operations ppp_device_fops = { - .owner = THIS_MODULE, - .read = ppp_read, - .write = ppp_write, - .poll = ppp_poll, - .unlocked_ioctl = ppp_ioctl, - .open = ppp_open, - .release = ppp_release -}; - -#define PPP_MAJOR 108 - -/* Called at boot time if ppp is compiled into the kernel, - or at module load time (from init_module) if compiled as a module. */ -static int __init ppp_init(void) -{ - int err; - - printk(KERN_INFO "PPP generic driver version " PPP_VERSION "\n"); - - err = register_chrdev(PPP_MAJOR, "ppp", &ppp_device_fops); - if (!err) { - if ((err=run_worker_threads())) - stop_worker_threads(); - else { - ppp_class = class_create(THIS_MODULE, "ppp"); - if (IS_ERR(ppp_class)) { - err = PTR_ERR(ppp_class); - goto out_chrdev; - } - - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,27) - device_create_drvdata(ppp_class, NULL, MKDEV(PPP_MAJOR, 0), NULL, "ppp"); - #else - device_create(ppp_class, NULL, MKDEV(PPP_MAJOR, 0), NULL, "ppp"); - #endif - } - } - -out: - if (err) { - printk(KERN_ERR "failed to register PPP device (%d)\n", err); - } - return err; - -out_chrdev: - unregister_chrdev(PPP_MAJOR, "ppp"); - goto out; -} - -/* - * Network interface unit routines. - */ -static int -ppp_start_xmit(struct sk_buff *skb, struct net_device *dev) -{ - struct ppp *ppp = (struct ppp *) dev->priv; - int npi, proto; - unsigned char *pp; - int wakeup=0; - - npi = ethertype_to_npindex(ntohs(skb->protocol)); - if (npi < 0) - goto outf; - - /* Drop, accept or reject the packet */ - switch (ppp->npmode[npi]) { - case NPMODE_PASS: - break; - case NPMODE_QUEUE: - /* it would be nice to have a way to tell the network - system to queue this one up for later. */ - goto outf; - case NPMODE_DROP: - case NPMODE_ERROR: - goto outf; - } - - /* Put the 2-byte PPP protocol number on the front, - making sure there is room for the address and control fields. */ - if (skb_cow_head(skb, PPP_HDRLEN)) - goto outf; - - pp = skb_push(skb, 2); - proto = npindex_to_proto[npi]; - pp[0] = proto >> 8; - pp[1] = proto; - - netif_stop_queue(dev); - spin_lock_bh(&ppp->work.lock); - skb_queue_tail(&ppp->file.xq, skb); - wakeup=__ppp_queue_work(&ppp->work); - spin_unlock_bh(&ppp->work.lock); - - if (wakeup) wake_up_interruptible(&ppp_wq_wait); - - return 0; - - outf: - kfree_skb(skb); - ++ppp->dev->stats.tx_dropped; - return 0; -} - -static int -ppp_net_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) -{ - struct ppp *ppp = dev->priv; - int err = -EFAULT; - void __user *addr = (void __user *) ifr->ifr_ifru.ifru_data; - struct ppp_stats stats; - struct ppp_comp_stats cstats; - char *vers; - - switch (cmd) { - case SIOCGPPPSTATS: - ppp_get_stats(ppp, &stats); - if (copy_to_user(addr, &stats, sizeof(stats))) - break; - err = 0; - break; - - case SIOCGPPPCSTATS: - memset(&cstats, 0, sizeof(cstats)); - if (ppp->xc_state) - ppp->xcomp->comp_stat(ppp->xc_state, &cstats.c); - if (ppp->rc_state) - ppp->rcomp->decomp_stat(ppp->rc_state, &cstats.d); - if (copy_to_user(addr, &cstats, sizeof(cstats))) - break; - err = 0; - break; - - case SIOCGPPPVER: - vers = PPP_VERSION; - if (copy_to_user(addr, vers, strlen(vers) + 1)) - break; - err = 0; - break; - - default: - err = -EINVAL; - } - - return err; -} - -static void ppp_setup(struct net_device *dev) -{ - dev->hard_header_len = PPP_HDRLEN; - dev->mtu = PPP_MTU; - dev->addr_len = 0; - dev->tx_queue_len = 3; - dev->type = ARPHRD_PPP; - dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST; -} - -static inline struct sk_buff * -pad_compress_skb(struct ppp *ppp, struct sk_buff *skb) -{ - struct sk_buff *new_skb; - int len; - int new_skb_size = ppp->dev->mtu + - ppp->xcomp->comp_extra + ppp->dev->hard_header_len; - int compressor_skb_size = ppp->dev->mtu + - ppp->xcomp->comp_extra + PPP_HDRLEN; - new_skb = alloc_skb(new_skb_size, GFP_ATOMIC); - if (!new_skb) { - if (net_ratelimit()) - printk(KERN_ERR "PPP: no memory (comp pkt)\n"); - return NULL; - } - if (ppp->dev->hard_header_len > PPP_HDRLEN) - skb_reserve(new_skb, - ppp->dev->hard_header_len - PPP_HDRLEN); - - /* compressor still expects A/C bytes in hdr */ - len = ppp->xcomp->compress(ppp->xc_state, skb->data - 2, - new_skb->data, skb->len + 2, - compressor_skb_size); - if (len > 0 && (ppp->flags & SC_CCP_UP)) { - kfree_skb(skb); - skb = new_skb; - skb_put(skb, len); - skb_pull(skb, 2); /* pull off A/C bytes */ - } else if (len == 0) { - /* didn't compress, or CCP not up yet */ - kfree_skb(new_skb); - new_skb = skb; - } else { - /* - * (len < 0) - * MPPE requires that we do not send unencrypted - * frames. The compressor will return -1 if we - * should drop the frame. We cannot simply test - * the compress_proto because MPPE and MPPC share - * the same number. - */ - if (net_ratelimit()) - printk(KERN_ERR "ppp: compressor dropped pkt\n"); - kfree_skb(skb); - kfree_skb(new_skb); - new_skb = NULL; - } - return new_skb; -} - -/* - * Compress and send a frame. - * The caller should have locked the xmit path, - * and xmit_pending should be 0. - */ -static void -ppp_send_frame(struct ppp *ppp, struct sk_buff *skb) -{ - int proto = PPP_PROTO(skb); - struct sk_buff *new_skb; - int len; - unsigned char *cp; - - if (proto < 0x8000) { -#ifdef CONFIG_PPP_FILTER - /* check if we should pass this packet */ - /* the filter instructions are constructed assuming - a four-byte PPP header on each packet */ - *skb_push(skb, 2) = 1; - if (ppp->pass_filter - && sk_run_filter(skb, ppp->pass_filter, - ppp->pass_len) == 0) { - if (ppp->debug & 1) - printk(KERN_DEBUG "PPP: outbound frame not passed\n"); - kfree_skb(skb); - return; - } - /* if this packet passes the active filter, record the time */ - if (!(ppp->active_filter - && sk_run_filter(skb, ppp->active_filter, - ppp->active_len) == 0)) - ppp->last_xmit = jiffies; - skb_pull(skb, 2); -#else - /* for data packets, record the time */ - ppp->last_xmit = jiffies; -#endif /* CONFIG_PPP_FILTER */ - } - - ++ppp->dev->stats.tx_packets; - ppp->dev->stats.tx_bytes += skb->len - 2; - - switch (proto) { - case PPP_IP: - if (!ppp->vj || (ppp->flags & SC_COMP_TCP) == 0) - break; - /* try to do VJ TCP header compression */ - new_skb = alloc_skb(skb->len + ppp->dev->hard_header_len - 2, - GFP_ATOMIC); - if (!new_skb) { - printk(KERN_ERR "PPP: no memory (VJ comp pkt)\n"); - goto drop; - } - skb_reserve(new_skb, ppp->dev->hard_header_len - 2); - cp = skb->data + 2; - len = slhc_compress(ppp->vj, cp, skb->len - 2, - new_skb->data + 2, &cp, - !(ppp->flags & SC_NO_TCP_CCID)); - if (cp == skb->data + 2) { - /* didn't compress */ - kfree_skb(new_skb); - } else { - if (cp[0] & SL_TYPE_COMPRESSED_TCP) { - proto = PPP_VJC_COMP; - cp[0] &= ~SL_TYPE_COMPRESSED_TCP; - } else { - proto = PPP_VJC_UNCOMP; - cp[0] = skb->data[2]; - } - kfree_skb(skb); - skb = new_skb; - cp = skb_put(skb, len + 2); - cp[0] = 0; - cp[1] = proto; - } - break; - - case PPP_CCP: - /* peek at outbound CCP frames */ - ppp_ccp_peek(ppp, skb, 0); - break; - } - - /* try to do packet compression */ - if ((ppp->xstate & SC_COMP_RUN) && ppp->xc_state - && proto != PPP_LCP && proto != PPP_CCP) { - if (!(ppp->flags & SC_CCP_UP) && (ppp->flags & SC_MUST_COMP)) { - if (net_ratelimit()) - printk(KERN_ERR "ppp: compression required but down - pkt dropped.\n"); - goto drop; - } - skb = pad_compress_skb(ppp, skb); - if (!skb) - goto drop; - } - - /* - * If we are waiting for traffic (demand dialling), - * queue it up for pppd to receive. - */ - if (ppp->flags & SC_LOOP_TRAFFIC) { - if (ppp->file.rq.qlen > PPP_MAX_RQLEN) - goto drop; - skb_queue_tail(&ppp->file.rq, skb); - wake_up_interruptible(&ppp->file.rwait); - return; - } - - ppp->xmit_pending = skb; - ppp_push(ppp); - return; - - drop: - if (skb) - kfree_skb(skb); - ++ppp->dev->stats.tx_errors; -} - -/* - * Try to send the frame in xmit_pending. - * The caller should have the xmit path locked. - */ -static void -ppp_push(struct ppp *ppp) -{ - struct list_head *list; - struct channel *pch; - struct sk_buff *skb = ppp->xmit_pending; - - if (!skb) - return; - - list = &ppp->channels; - if (list_empty(list)) { - /* nowhere to send the packet, just drop it */ - ppp->xmit_pending = NULL; - kfree_skb(skb); - return; - } - - if ((ppp->flags & SC_MULTILINK) == 0) { - /* not doing multilink: send it down the first channel */ - list = list->next; - pch = list_entry(list, struct channel, clist); - - spin_lock_bh(&pch->downl); - if (pch->chan) { - if (pch->chan->ops->start_xmit(pch->chan, skb)) - ppp->xmit_pending = NULL; - } else { - /* channel got unregistered */ - kfree_skb(skb); - ppp->xmit_pending = NULL; - } - spin_unlock_bh(&pch->downl); - return; - } - -#ifdef CONFIG_PPP_MULTILINK - /* Multilink: fragment the packet over as many links - as can take the packet at the moment. */ - if (!ppp_mp_explode(ppp, skb)) - return; -#endif /* CONFIG_PPP_MULTILINK */ - - ppp->xmit_pending = NULL; - kfree_skb(skb); -} - -#ifdef CONFIG_PPP_MULTILINK -/* - * Divide a packet to be transmitted into fragments and - * send them out the individual links. - */ -static int ppp_mp_explode(struct ppp *ppp, struct sk_buff *skb) -{ - int len, fragsize; - int i, bits, hdrlen, mtu; - int flen; - int navail, nfree; - int nbigger; - unsigned char *p, *q; - struct list_head *list; - struct channel *pch; - struct sk_buff *frag; - struct ppp_channel *chan; - - nfree = 0; /* # channels which have no packet already queued */ - navail = 0; /* total # of usable channels (not deregistered) */ - hdrlen = (ppp->flags & SC_MP_XSHORTSEQ)? MPHDRLEN_SSN: MPHDRLEN; - i = 0; - list_for_each_entry(pch, &ppp->channels, clist) { - navail += pch->avail = (pch->chan != NULL); - if (pch->avail) { - if (skb_queue_empty(&pch->file.xq) || - !pch->had_frag) { - pch->avail = 2; - ++nfree; - } - if (!pch->had_frag && i < ppp->nxchan) - ppp->nxchan = i; - } - ++i; - } - - /* - * Don't start sending this packet unless at least half of - * the channels are free. This gives much better TCP - * performance if we have a lot of channels. - */ - if (nfree == 0 || nfree < navail / 2) - return 0; /* can't take now, leave it in xmit_pending */ - - /* Do protocol field compression (XXX this should be optional) */ - p = skb->data; - len = skb->len; - if (*p == 0) { - ++p; - --len; - } - - /* - * Decide on fragment size. - * We create a fragment for each free channel regardless of - * how small they are (i.e. even 0 length) in order to minimize - * the time that it will take to detect when a channel drops - * a fragment. - */ - fragsize = len; - if (nfree > 1) - fragsize = DIV_ROUND_UP(fragsize, nfree); - /* nbigger channels get fragsize bytes, the rest get fragsize-1, - except if nbigger==0, then they all get fragsize. */ - nbigger = len % nfree; - - /* skip to the channel after the one we last used - and start at that one */ - list = &ppp->channels; - for (i = 0; i < ppp->nxchan; ++i) { - list = list->next; - if (list == &ppp->channels) { - i = 0; - break; - } - } - - /* create a fragment for each channel */ - bits = B; - while (nfree > 0 || len > 0) { - list = list->next; - if (list == &ppp->channels) { - i = 0; - continue; - } - pch = list_entry(list, struct channel, clist); - ++i; - if (!pch->avail) - continue; - - /* - * Skip this channel if it has a fragment pending already and - * we haven't given a fragment to all of the free channels. - */ - if (pch->avail == 1) { - if (nfree > 0) - continue; - } else { - --nfree; - pch->avail = 1; - } - - /* check the channel's mtu and whether it is still attached. */ - spin_lock_bh(&pch->downl); - if (pch->chan == NULL) { - /* can't use this channel, it's being deregistered */ - spin_unlock_bh(&pch->downl); - pch->avail = 0; - if (--navail == 0) - break; - continue; - } - - /* - * Create a fragment for this channel of - * min(max(mtu+2-hdrlen, 4), fragsize, len) bytes. - * If mtu+2-hdrlen < 4, that is a ridiculously small - * MTU, so we use mtu = 2 + hdrlen. - */ - if (fragsize > len) - fragsize = len; - flen = fragsize; - mtu = pch->chan->mtu + 2 - hdrlen; - if (mtu < 4) - mtu = 4; - if (flen > mtu) - flen = mtu; - if (flen == len && nfree == 0) - bits |= E; - frag = alloc_skb(flen + hdrlen + (flen == 0), GFP_ATOMIC); - if (!frag) - goto noskb; - q = skb_put(frag, flen + hdrlen); - - /* make the MP header */ - q[0] = PPP_MP >> 8; - q[1] = PPP_MP; - if (ppp->flags & SC_MP_XSHORTSEQ) { - q[2] = bits + ((ppp->nxseq >> 8) & 0xf); - q[3] = ppp->nxseq; - } else { - q[2] = bits; - q[3] = ppp->nxseq >> 16; - q[4] = ppp->nxseq >> 8; - q[5] = ppp->nxseq; - } - - /* - * Copy the data in. - * Unfortunately there is a bug in older versions of - * the Linux PPP multilink reconstruction code where it - * drops 0-length fragments. Therefore we make sure the - * fragment has at least one byte of data. Any bytes - * we add in this situation will end up as padding on the - * end of the reconstructed packet. - */ - if (flen == 0) - *skb_put(frag, 1) = 0; - else - memcpy(q + hdrlen, p, flen); - - /* try to send it down the channel */ - chan = pch->chan; - if (!skb_queue_empty(&pch->file.xq) || - !chan->ops->start_xmit(chan, frag)) - skb_queue_tail(&pch->file.xq, frag); - pch->had_frag = 1; - p += flen; - len -= flen; - ++ppp->nxseq; - bits = 0; - spin_unlock_bh(&pch->downl); - - if (--nbigger == 0 && fragsize > 0) - --fragsize; - } - ppp->nxchan = i; - - return 1; - - noskb: - spin_unlock_bh(&pch->downl); - if (ppp->debug & 1) - printk(KERN_ERR "PPP: no memory (fragment)\n"); - ++ppp->dev->stats.tx_errors; - ++ppp->nxseq; - return 1; /* abandon the frame */ -} -#endif /* CONFIG_PPP_MULTILINK */ - -/* - * Try to send data out on a channel. - */ -static void -ppp_channel_push(struct channel *pch) -{ - struct sk_buff *skb; - struct ppp *ppp; - - spin_lock_bh(&pch->downl); - if (pch->chan) { - while (!skb_queue_empty(&pch->file.xq)) { - skb = skb_dequeue(&pch->file.xq); - if (!pch->chan->ops->start_xmit(pch->chan, skb)) { - /* put the packet back and try again later */ - skb_queue_head(&pch->file.xq, skb); - break; - } - } - } else { - /* channel got deregistered */ - skb_queue_purge(&pch->file.xq); - } - spin_unlock_bh(&pch->downl); - /* see if there is anything from the attached unit to be sent */ - if (skb_queue_empty(&pch->file.xq)) { - read_lock_bh(&pch->upl); - ppp = pch->ppp; - if (ppp) - ppp_queue_work(&ppp->work); - read_unlock_bh(&pch->upl); - } -} - -/* - * Receive-side routines. - */ - -/* misuse a few fields of the skb for MP reconstruction */ -#define sequence priority -#define BEbits cb[0] - -static inline void -ppp_do_recv(struct ppp *ppp, struct sk_buff *skb, struct channel *pch) -{ - int wakeup=0; - spin_lock_bh(&ppp->work.lock); - /* ppp->dev == 0 means interface is closing down */ - if (!ppp->closing) { - skb_queue_tail(&pch->rq, skb); - wakeup=__ppp_queue_work(&pch->work); - } else - kfree_skb(skb); - spin_unlock_bh(&ppp->work.lock); - - if (wakeup) wake_up_interruptible(&ppp_wq_wait); -} - -void -ppp_input(struct ppp_channel *chan, struct sk_buff *skb) -{ - struct channel *pch = chan->ppp; - int proto; - - if (!pch || skb->len == 0) { - kfree_skb(skb); - return; - } - - proto = PPP_PROTO(skb); - read_lock_bh(&pch->upl); - if (!pch->ppp || proto >= 0xc000 || proto == PPP_CCPFRAG) { - /* put it on the channel queue */ - skb_queue_tail(&pch->file.rq, skb); - /* drop old frames if queue too long */ - while (pch->file.rq.qlen > PPP_MAX_RQLEN - && (skb = skb_dequeue(&pch->file.rq))) - kfree_skb(skb); - wake_up_interruptible(&pch->file.rwait); - } else { - ppp_do_recv(pch->ppp, skb, pch); - } - read_unlock_bh(&pch->upl); -} - -/* Put a 0-length skb in the receive queue as an error indication */ -void -ppp_input_error(struct ppp_channel *chan, int code) -{ - struct channel *pch = chan->ppp; - struct sk_buff *skb; - - if (!pch) - return; - - read_lock_bh(&pch->upl); - if (pch->ppp) { - skb = alloc_skb(0, GFP_ATOMIC); - if (skb) { - skb->len = 0; /* probably unnecessary */ - skb->cb[0] = code; - ppp_do_recv(pch->ppp, skb, pch); - } - } - read_unlock_bh(&pch->upl); -} - -/* - * We come in here to process a received frame. - * The receive side of the ppp unit is locked. - */ -static void -ppp_receive_frame(struct ppp *ppp, struct sk_buff *skb, struct channel *pch) -{ - if (pskb_may_pull(skb, 2)) { -#ifdef CONFIG_PPP_MULTILINK - /* XXX do channel-level decompression here */ - if (PPP_PROTO(skb) == PPP_MP) - ppp_receive_mp_frame(ppp, skb, pch); - else -#endif /* CONFIG_PPP_MULTILINK */ - ppp_receive_nonmp_frame(ppp, skb); - return; - } - - if (skb->len > 0) - /* note: a 0-length skb is used as an error indication */ - ++ppp->dev->stats.rx_length_errors; - - kfree_skb(skb); - ppp_receive_error(ppp); -} - -static void -ppp_receive_error(struct ppp *ppp) -{ - ++ppp->dev->stats.rx_errors; - if (ppp->vj) - slhc_toss(ppp->vj); -} - -static void -ppp_receive_nonmp_frame(struct ppp *ppp, struct sk_buff *skb) -{ - struct sk_buff *ns; - int proto, len, npi; - - /* - * Decompress the frame, if compressed. - * Note that some decompressors need to see uncompressed frames - * that come in as well as compressed frames. - */ - if (ppp->rc_state && (ppp->rstate & SC_DECOMP_RUN) - && (ppp->rstate & (SC_DC_FERROR | SC_DC_ERROR)) == 0) - skb = ppp_decompress_frame(ppp, skb); - - if (ppp->flags & SC_MUST_COMP && ppp->rstate & SC_DC_FERROR) - goto err; - - proto = PPP_PROTO(skb); - switch (proto) { - case PPP_VJC_COMP: - /* decompress VJ compressed packets */ - if (!ppp->vj || (ppp->flags & SC_REJ_COMP_TCP)) - goto err; - - if (skb_tailroom(skb) < 124 || skb_cloned(skb)) { - /* copy to a new sk_buff with more tailroom */ - ns = dev_alloc_skb(skb->len + 128); - if (!ns) { - printk(KERN_ERR"PPP: no memory (VJ decomp)\n"); - goto err; - } - skb_reserve(ns, 2); - skb_copy_bits(skb, 0, skb_put(ns, skb->len), skb->len); - kfree_skb(skb); - skb = ns; - } - else - skb->ip_summed = CHECKSUM_NONE; - - len = slhc_uncompress(ppp->vj, skb->data + 2, skb->len - 2); - if (len <= 0) { - printk(KERN_DEBUG "PPP: VJ decompression error\n"); - goto err; - } - len += 2; - if (len > skb->len) - skb_put(skb, len - skb->len); - else if (len < skb->len) - skb_trim(skb, len); - proto = PPP_IP; - break; - - case PPP_VJC_UNCOMP: - if (!ppp->vj || (ppp->flags & SC_REJ_COMP_TCP)) - goto err; - - /* Until we fix the decompressor need to make sure - * data portion is linear. - */ - if (!pskb_may_pull(skb, skb->len)) - goto err; - - if (slhc_remember(ppp->vj, skb->data + 2, skb->len - 2) <= 0) { - printk(KERN_ERR "PPP: VJ uncompressed error\n"); - goto err; - } - proto = PPP_IP; - break; - - case PPP_CCP: - ppp_ccp_peek(ppp, skb, 1); - break; - } - - ++ppp->dev->stats.rx_packets; - ppp->dev->stats.rx_bytes += skb->len - 2; - - npi = proto_to_npindex(proto); - if (npi < 0) { - /* control or unknown frame - pass it to pppd */ - skb_queue_tail(&ppp->file.rq, skb); - /* limit queue length by dropping old frames */ - while (ppp->file.rq.qlen > PPP_MAX_RQLEN - && (skb = skb_dequeue(&ppp->file.rq))) - kfree_skb(skb); - /* wake up any process polling or blocking on read */ - wake_up_interruptible(&ppp->file.rwait); - - } else { - /* network protocol frame - give it to the kernel */ - -#ifdef CONFIG_PPP_FILTER - /* check if the packet passes the pass and active filters */ - /* the filter instructions are constructed assuming - a four-byte PPP header on each packet */ - if (ppp->pass_filter || ppp->active_filter) { - if (skb_cloned(skb) && - pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) - goto err; - - *skb_push(skb, 2) = 0; - if (ppp->pass_filter - && sk_run_filter(skb, ppp->pass_filter, - ppp->pass_len) == 0) { - if (ppp->debug & 1) - printk(KERN_DEBUG "PPP: inbound frame " - "not passed\n"); - kfree_skb(skb); - return; - } - if (!(ppp->active_filter - && sk_run_filter(skb, ppp->active_filter, - ppp->active_len) == 0)) - ppp->last_recv = jiffies; - __skb_pull(skb, 2); - } else -#endif /* CONFIG_PPP_FILTER */ - ppp->last_recv = jiffies; - - if ((ppp->dev->flags & IFF_UP) == 0 - || ppp->npmode[npi] != NPMODE_PASS) { - kfree_skb(skb); - } else { - /* chop off protocol */ - skb_pull_rcsum(skb, 2); - skb->dev = ppp->dev; - skb->protocol = htons(npindex_to_ethertype[npi]); - skb_reset_mac_header(skb); - netif_rx(skb); - ppp->dev->last_rx = jiffies; - } - } - return; - - err: - kfree_skb(skb); - ppp_receive_error(ppp); -} - -static struct sk_buff * -ppp_decompress_frame(struct ppp *ppp, struct sk_buff *skb) -{ - int proto = PPP_PROTO(skb); - struct sk_buff *ns; - int len; - - /* Until we fix all the decompressor's need to make sure - * data portion is linear. - */ - if (!pskb_may_pull(skb, skb->len)) - goto err; - - if (proto == PPP_COMP) { - int obuff_size; - - switch(ppp->rcomp->compress_proto) { - case CI_MPPE: - obuff_size = ppp->mru + PPP_HDRLEN + 1; - break; - default: - obuff_size = ppp->mru + PPP_HDRLEN; - break; - } - - ns = dev_alloc_skb(obuff_size); - if (!ns) { - printk(KERN_ERR "ppp_decompress_frame: no memory\n"); - goto err; - } - /* the decompressor still expects the A/C bytes in the hdr */ - len = ppp->rcomp->decompress(ppp->rc_state, skb->data - 2, - skb->len + 2, ns->data, obuff_size); - if (len < 0) { - /* Pass the compressed frame to pppd as an - error indication. */ - if (len == DECOMP_FATALERROR) - ppp->rstate |= SC_DC_FERROR; - kfree_skb(ns); - goto err; - } - - kfree_skb(skb); - skb = ns; - skb_put(skb, len); - skb_pull(skb, 2); /* pull off the A/C bytes */ - - } else { - /* Uncompressed frame - pass to decompressor so it - can update its dictionary if necessary. */ - if (ppp->rcomp->incomp) - ppp->rcomp->incomp(ppp->rc_state, skb->data - 2, - skb->len + 2); - } - - return skb; - - err: - ppp->rstate |= SC_DC_ERROR; - ppp_receive_error(ppp); - return skb; -} - -#ifdef CONFIG_PPP_MULTILINK -/* - * Receive a multilink frame. - * We put it on the reconstruction queue and then pull off - * as many completed frames as we can. - */ -static void -ppp_receive_mp_frame(struct ppp *ppp, struct sk_buff *skb, struct channel *pch) -{ - u32 mask, seq; - struct channel *ch; - int mphdrlen = (ppp->flags & SC_MP_SHORTSEQ)? MPHDRLEN_SSN: MPHDRLEN; - - if (!pskb_may_pull(skb, mphdrlen + 1) || ppp->mrru == 0) - goto err; /* no good, throw it away */ - - /* Decode sequence number and begin/end bits */ - if (ppp->flags & SC_MP_SHORTSEQ) { - seq = ((skb->data[2] & 0x0f) << 8) | skb->data[3]; - mask = 0xfff; - } else { - seq = (skb->data[3] << 16) | (skb->data[4] << 8)| skb->data[5]; - mask = 0xffffff; - } - skb->BEbits = skb->data[2]; - skb_pull(skb, mphdrlen); /* pull off PPP and MP headers */ - - /* - * Do protocol ID decompression on the first fragment of each packet. - */ - if ((skb->BEbits & B) && (skb->data[0] & 1)) - *skb_push(skb, 1) = 0; - - /* - * Expand sequence number to 32 bits, making it as close - * as possible to ppp->minseq. - */ - seq |= ppp->minseq & ~mask; - if ((int)(ppp->minseq - seq) > (int)(mask >> 1)) - seq += mask + 1; - else if ((int)(seq - ppp->minseq) > (int)(mask >> 1)) - seq -= mask + 1; /* should never happen */ - skb->sequence = seq; - pch->lastseq = seq; - - /* - * If this packet comes before the next one we were expecting, - * drop it. - */ - if (seq_before(seq, ppp->nextseq)) { - kfree_skb(skb); - ++ppp->dev->stats.rx_dropped; - ppp_receive_error(ppp); - return; - } - - /* - * Reevaluate minseq, the minimum over all channels of the - * last sequence number received on each channel. Because of - * the increasing sequence number rule, we know that any fragment - * before `minseq' which hasn't arrived is never going to arrive. - * The list of channels can't change because we have the receive - * side of the ppp unit locked. - */ - list_for_each_entry(ch, &ppp->channels, clist) { - if (seq_before(ch->lastseq, seq)) - seq = ch->lastseq; - } - if (seq_before(ppp->minseq, seq)) - ppp->minseq = seq; - - /* Put the fragment on the reconstruction queue */ - ppp_mp_insert(ppp, skb); - - /* If the queue is getting long, don't wait any longer for packets - before the start of the queue. */ - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,28) - if (skb_queue_len(&ppp->mrq) >= PPP_MP_MAX_QLEN - && seq_before(ppp->minseq, ppp->mrq.next->sequence)) - ppp->minseq = ppp->mrq.next->sequence; - #else - if (skb_queue_len(&ppp->mrq) >= PPP_MP_MAX_QLEN) { - struct sk_buff *skb = skb_peek(&ppp->mrq); - if (seq_before(ppp->minseq, skb->sequence)) - ppp->minseq = skb->sequence; - } - #endif - - /* Pull completed packets off the queue and receive them. */ - while ((skb = ppp_mp_reconstruct(ppp))) - ppp_receive_nonmp_frame(ppp, skb); - - return; - - err: - kfree_skb(skb); - ppp_receive_error(ppp); -} - -/* - * Insert a fragment on the MP reconstruction queue. - * The queue is ordered by increasing sequence number. - */ -static void -ppp_mp_insert(struct ppp *ppp, struct sk_buff *skb) -{ - struct sk_buff *p; - struct sk_buff_head *list = &ppp->mrq; - u32 seq = skb->sequence; - - /* N.B. we don't need to lock the list lock because we have the - ppp unit receive-side lock. */ - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,28) - for (p = list->next; p != (struct sk_buff *)list; p = p->next) { - #else - skb_queue_walk(list, p) { - #endif - if (seq_before(seq, p->sequence)) - break; - __skb_insert(skb, p->prev, p, list); - } - #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,28) - __skb_queue_before(list, p, skb); - #endif -} - -/* - * Reconstruct a packet from the MP fragment queue. - * We go through increasing sequence numbers until we find a - * complete packet, or we get to the sequence number for a fragment - * which hasn't arrived but might still do so. - */ -static struct sk_buff * -ppp_mp_reconstruct(struct ppp *ppp) -{ - u32 seq = ppp->nextseq; - u32 minseq = ppp->minseq; - struct sk_buff_head *list = &ppp->mrq; - struct sk_buff *p, *next; - struct sk_buff *head, *tail; - struct sk_buff *skb = NULL; - int lost = 0, len = 0; - - if (ppp->mrru == 0) /* do nothing until mrru is set */ - return NULL; - head = list->next; - tail = NULL; - for (p = head; p != (struct sk_buff *) list; p = next) { - next = p->next; - if (seq_before(p->sequence, seq)) { - /* this can't happen, anyway ignore the skb */ - printk(KERN_ERR "ppp_mp_reconstruct bad seq %u < %u\n", - p->sequence, seq); - head = next; - continue; - } - if (p->sequence != seq) { - /* Fragment `seq' is missing. If it is after - minseq, it might arrive later, so stop here. */ - if (seq_after(seq, minseq)) - break; - /* Fragment `seq' is lost, keep going. */ - lost = 1; - seq = seq_before(minseq, p->sequence)? - minseq + 1: p->sequence; - next = p; - continue; - } - - /* - * At this point we know that all the fragments from - * ppp->nextseq to seq are either present or lost. - * Also, there are no complete packets in the queue - * that have no missing fragments and end before this - * fragment. - */ - - /* B bit set indicates this fragment starts a packet */ - if (p->BEbits & B) { - head = p; - lost = 0; - len = 0; - } - - len += p->len; - - /* Got a complete packet yet? */ - if (lost == 0 && (p->BEbits & E) && (head->BEbits & B)) { - if (len > ppp->mrru + 2) { - ++ppp->dev->stats.rx_length_errors; - printk(KERN_DEBUG "PPP: reconstructed packet" - " is too long (%d)\n", len); - } else if (p == head) { - /* fragment is complete packet - reuse skb */ - tail = p; - skb = skb_get(p); - break; - } else if ((skb = dev_alloc_skb(len)) == NULL) { - ++ppp->dev->stats.rx_missed_errors; - printk(KERN_DEBUG "PPP: no memory for " - "reconstructed packet"); - } else { - tail = p; - break; - } - ppp->nextseq = seq + 1; - } - - /* - * If this is the ending fragment of a packet, - * and we haven't found a complete valid packet yet, - * we can discard up to and including this fragment. - */ - if (p->BEbits & E) - head = next; - - ++seq; - } - - /* If we have a complete packet, copy it all into one skb. */ - if (tail != NULL) { - /* If we have discarded any fragments, - signal a receive error. */ - if (head->sequence != ppp->nextseq) { - if (ppp->debug & 1) - printk(KERN_DEBUG " missed pkts %u..%u\n", - ppp->nextseq, head->sequence-1); - ++ppp->dev->stats.rx_dropped; - ppp_receive_error(ppp); - } - - if (head != tail) - /* copy to a single skb */ - for (p = head; p != tail->next; p = p->next) - skb_copy_bits(p, 0, skb_put(skb, p->len), p->len); - ppp->nextseq = tail->sequence + 1; - head = tail->next; - } - - /* Discard all the skbuffs that we have copied the data out of - or that we can't use. */ - while ((p = list->next) != head) { - __skb_unlink(p, list); - kfree_skb(p); - } - - return skb; -} -#endif /* CONFIG_PPP_MULTILINK */ - -/* - * Channel interface. - */ - -/* - * Create a new, unattached ppp channel. - */ -int -ppp_register_channel(struct ppp_channel *chan) -{ - struct channel *pch; - - pch = kzalloc(sizeof(struct channel), GFP_KERNEL); - if (!pch) - return -ENOMEM; - pch->ppp = NULL; - pch->chan = chan; - chan->ppp = pch; - init_ppp_file(&pch->file, CHANNEL); - pch->file.hdrlen = chan->hdrlen; - spin_lock_init(&pch->work.lock); - pch->work.pch=pch; - skb_queue_head_init(&pch->rq); -#ifdef CONFIG_PPP_MULTILINK - pch->lastseq = -1; -#endif /* CONFIG_PPP_MULTILINK */ - init_rwsem(&pch->chan_sem); - spin_lock_init(&pch->downl); - rwlock_init(&pch->upl); - spin_lock_bh(&all_channels_lock); - pch->file.index = ++last_channel_index; - list_add(&pch->list, &new_channels); - atomic_inc(&channel_count); - spin_unlock_bh(&all_channels_lock); - return 0; -} - -/* - * Return the index of a channel. - */ -int ppp_channel_index(struct ppp_channel *chan) -{ - struct channel *pch = chan->ppp; - - if (pch) - return pch->file.index; - return -1; -} - -/* - * Return the PPP unit number to which a channel is connected. - */ -int ppp_unit_number(struct ppp_channel *chan) -{ - struct channel *pch = chan->ppp; - int unit = -1; - - if (pch) { - read_lock_bh(&pch->upl); - if (pch->ppp) - unit = pch->ppp->file.index; - read_unlock_bh(&pch->upl); - } - return unit; -} - -/* - * Disconnect a channel from the generic layer. - * This must be called in process context. - */ -void -ppp_unregister_channel(struct ppp_channel *chan) -{ - struct channel *pch = chan->ppp; - - if (!pch) - return; /* should never happen */ - chan->ppp = NULL; - - /* - * This ensures that we have returned from any calls into the - * the channel's start_xmit or ioctl routine before we proceed. - */ - down_write(&pch->chan_sem); - spin_lock_bh(&pch->downl); - pch->chan = NULL; - spin_unlock_bh(&pch->downl); - up_write(&pch->chan_sem); - ppp_disconnect_channel(pch); - spin_lock_bh(&all_channels_lock); - list_del(&pch->list); - spin_unlock_bh(&all_channels_lock); - pch->file.dead = 1; - wake_up_interruptible(&pch->file.rwait); - if (atomic_dec_and_test(&pch->file.refcnt)) - ppp_destroy_channel(pch); -} - -/* - * Callback from a channel when it can accept more to transmit. - * This should be called at BH/softirq level, not interrupt level. - */ -void -ppp_output_wakeup(struct ppp_channel *chan) -{ - struct channel *pch = chan->ppp; - - if (!pch) - return; - ppp_channel_push(pch); -} - -/* - * Compression control. - */ - -/* Process the PPPIOCSCOMPRESS ioctl. */ -static int -ppp_set_compress(struct ppp *ppp, unsigned long arg) -{ - int err; - struct compressor *cp, *ocomp; - struct ppp_option_data data; - void *state, *ostate; - unsigned char ccp_option[CCP_MAX_OPTION_LENGTH]; - - err = -EFAULT; - if (copy_from_user(&data, (void __user *) arg, sizeof(data)) - || (data.length <= CCP_MAX_OPTION_LENGTH - && copy_from_user(ccp_option, (void __user *) data.ptr, data.length))) - goto out; - err = -EINVAL; - if (data.length > CCP_MAX_OPTION_LENGTH - || ccp_option[1] < 2 || ccp_option[1] > data.length) - goto out; - - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,28) - cp = find_compressor(ccp_option[0]); -#ifdef CONFIG_KMOD - if (!cp) { - request_module("ppp-compress-%d", ccp_option[0]); - cp = find_compressor(ccp_option[0]); - } -#endif /* CONFIG_KMOD */ - #else - cp = try_then_request_module( - find_compressor(ccp_option[0]), - "ppp-compress-%d", ccp_option[0]); - #endif - if (!cp) - goto out; - - err = -ENOBUFS; - if (data.transmit) { - state = cp->comp_alloc(ccp_option, data.length); - if (state) { - ppp_xmit_lock(ppp); - ppp->xstate &= ~SC_COMP_RUN; - ocomp = ppp->xcomp; - ostate = ppp->xc_state; - ppp->xcomp = cp; - ppp->xc_state = state; - ppp_xmit_unlock(ppp); - if (ostate) { - ocomp->comp_free(ostate); - module_put(ocomp->owner); - } - err = 0; - } else - module_put(cp->owner); - - } else { - state = cp->decomp_alloc(ccp_option, data.length); - if (state) { - ppp_recv_lock(ppp); - ppp->rstate &= ~SC_DECOMP_RUN; - ocomp = ppp->rcomp; - ostate = ppp->rc_state; - ppp->rcomp = cp; - ppp->rc_state = state; - ppp_recv_unlock(ppp); - if (ostate) { - ocomp->decomp_free(ostate); - module_put(ocomp->owner); - } - err = 0; - } else - module_put(cp->owner); - } - - out: - return err; -} - -/* - * Look at a CCP packet and update our state accordingly. - * We assume the caller has the xmit or recv path locked. - */ -static void -ppp_ccp_peek(struct ppp *ppp, struct sk_buff *skb, int inbound) -{ - unsigned char *dp; - int len; - - if (!pskb_may_pull(skb, CCP_HDRLEN + 2)) - return; /* no header */ - dp = skb->data + 2; - - switch (CCP_CODE(dp)) { - case CCP_CONFREQ: - - /* A ConfReq starts negotiation of compression - * in one direction of transmission, - * and hence brings it down...but which way? - * - * Remember: - * A ConfReq indicates what the sender would like to receive - */ - if(inbound) - /* He is proposing what I should send */ - ppp->xstate &= ~SC_COMP_RUN; - else - /* I am proposing to what he should send */ - ppp->rstate &= ~SC_DECOMP_RUN; - - break; - - case CCP_TERMREQ: - case CCP_TERMACK: - /* - * CCP is going down, both directions of transmission - */ - ppp->rstate &= ~SC_DECOMP_RUN; - ppp->xstate &= ~SC_COMP_RUN; - break; - - case CCP_CONFACK: - if ((ppp->flags & (SC_CCP_OPEN | SC_CCP_UP)) != SC_CCP_OPEN) - break; - len = CCP_LENGTH(dp); - if (!pskb_may_pull(skb, len + 2)) - return; /* too short */ - dp += CCP_HDRLEN; - len -= CCP_HDRLEN; - if (len < CCP_OPT_MINLEN || len < CCP_OPT_LENGTH(dp)) - break; - if (inbound) { - /* we will start receiving compressed packets */ - if (!ppp->rc_state) - break; - if (ppp->rcomp->decomp_init(ppp->rc_state, dp, len, - ppp->file.index, 0, ppp->mru, ppp->debug)) { - ppp->rstate |= SC_DECOMP_RUN; - ppp->rstate &= ~(SC_DC_ERROR | SC_DC_FERROR); - } - } else { - /* we will soon start sending compressed packets */ - if (!ppp->xc_state) - break; - if (ppp->xcomp->comp_init(ppp->xc_state, dp, len, - ppp->file.index, 0, ppp->debug)) - ppp->xstate |= SC_COMP_RUN; - } - break; - - case CCP_RESETACK: - /* reset the [de]compressor */ - if ((ppp->flags & SC_CCP_UP) == 0) - break; - if (inbound) { - if (ppp->rc_state && (ppp->rstate & SC_DECOMP_RUN)) { - ppp->rcomp->decomp_reset(ppp->rc_state); - ppp->rstate &= ~SC_DC_ERROR; - } - } else { - if (ppp->xc_state && (ppp->xstate & SC_COMP_RUN)) - ppp->xcomp->comp_reset(ppp->xc_state); - } - break; - } -} - -/* Free up compression resources. */ -static void -ppp_ccp_closed(struct ppp *ppp) -{ - void *xstate, *rstate; - struct compressor *xcomp, *rcomp; - - ppp_lock(ppp); - ppp->flags &= ~(SC_CCP_OPEN | SC_CCP_UP); - ppp->xstate = 0; - xcomp = ppp->xcomp; - xstate = ppp->xc_state; - ppp->xc_state = NULL; - ppp->rstate = 0; - rcomp = ppp->rcomp; - rstate = ppp->rc_state; - ppp->rc_state = NULL; - ppp_unlock(ppp); - - if (xstate) { - xcomp->comp_free(xstate); - module_put(xcomp->owner); - } - if (rstate) { - rcomp->decomp_free(rstate); - module_put(rcomp->owner); - } -} - -/* List of compressors. */ -static LIST_HEAD(compressor_list); -static DEFINE_SPINLOCK(compressor_list_lock); - -struct compressor_entry { - struct list_head list; - struct compressor *comp; -}; - -static struct compressor_entry * -find_comp_entry(int proto) -{ - struct compressor_entry *ce; - - list_for_each_entry(ce, &compressor_list, list) { - if (ce->comp->compress_proto == proto) - return ce; - } - return NULL; -} - -/* Register a compressor */ -int -ppp_register_compressor(struct compressor *cp) -{ - struct compressor_entry *ce; - int ret; - spin_lock(&compressor_list_lock); - ret = -EEXIST; - if (find_comp_entry(cp->compress_proto)) - goto out; - ret = -ENOMEM; - ce = kmalloc(sizeof(struct compressor_entry), GFP_ATOMIC); - if (!ce) - goto out; - ret = 0; - ce->comp = cp; - list_add(&ce->list, &compressor_list); - out: - spin_unlock(&compressor_list_lock); - return ret; -} - -/* Unregister a compressor */ -void -ppp_unregister_compressor(struct compressor *cp) -{ - struct compressor_entry *ce; - - spin_lock(&compressor_list_lock); - ce = find_comp_entry(cp->compress_proto); - if (ce && ce->comp == cp) { - list_del(&ce->list); - kfree(ce); - } - spin_unlock(&compressor_list_lock); -} - -/* Find a compressor. */ -static struct compressor * -find_compressor(int type) -{ - struct compressor_entry *ce; - struct compressor *cp = NULL; - - spin_lock(&compressor_list_lock); - ce = find_comp_entry(type); - if (ce) { - cp = ce->comp; - if (!try_module_get(cp->owner)) - cp = NULL; - } - spin_unlock(&compressor_list_lock); - return cp; -} - -/* - * Miscelleneous stuff. - */ - -static void -ppp_get_stats(struct ppp *ppp, struct ppp_stats *st) -{ - struct slcompress *vj = ppp->vj; - - memset(st, 0, sizeof(*st)); - st->p.ppp_ipackets = ppp->dev->stats.rx_packets; - st->p.ppp_ierrors = ppp->dev->stats.rx_errors; - st->p.ppp_ibytes = ppp->dev->stats.rx_bytes; - st->p.ppp_opackets = ppp->dev->stats.tx_packets; - st->p.ppp_oerrors = ppp->dev->stats.tx_errors; - st->p.ppp_obytes = ppp->dev->stats.tx_bytes; - if (!vj) - return; - st->vj.vjs_packets = vj->sls_o_compressed + vj->sls_o_uncompressed; - st->vj.vjs_compressed = vj->sls_o_compressed; - st->vj.vjs_searches = vj->sls_o_searches; - st->vj.vjs_misses = vj->sls_o_misses; - st->vj.vjs_errorin = vj->sls_i_error; - st->vj.vjs_tossed = vj->sls_i_tossed; - st->vj.vjs_uncompressedin = vj->sls_i_uncompressed; - st->vj.vjs_compressedin = vj->sls_i_compressed; -} - -/* - * Stuff for handling the lists of ppp units and channels - * and for initialization. - */ - -/* - * Create a new ppp interface unit. Fails if it can't allocate memory - * or if there is already a unit with the requested number. - * unit == -1 means allocate a new number. - */ -static struct ppp * -ppp_create_interface(int unit, int *retp) -{ - struct ppp *ppp; - struct net_device *dev = NULL; - int ret = -ENOMEM; - int i; - - ppp = kzalloc(sizeof(struct ppp), GFP_KERNEL); - if (!ppp) - goto out; - dev = alloc_netdev(0, "", ppp_setup); - if (!dev) - goto out1; - - ppp->mru = PPP_MRU; - init_ppp_file(&ppp->file, INTERFACE); - ppp->file.hdrlen = PPP_HDRLEN - 2; /* don't count proto bytes */ - for (i = 0; i < NUM_NP; ++i) - ppp->npmode[i] = NPMODE_PASS; - INIT_LIST_HEAD(&ppp->channels); - spin_lock_init(&ppp->rlock); - spin_lock_init(&ppp->wlock); - spin_lock_init(&ppp->work.lock); - ppp->work.ppp=ppp; -#ifdef CONFIG_PPP_MULTILINK - ppp->minseq = -1; - skb_queue_head_init(&ppp->mrq); -#endif /* CONFIG_PPP_MULTILINK */ - ppp->dev = dev; - dev->priv = ppp; - - dev->hard_start_xmit = ppp_start_xmit; - dev->do_ioctl = ppp_net_ioctl; - - ret = -EEXIST; - mutex_lock(&all_ppp_mutex); - if (unit < 0) - unit = cardmap_find_first_free(all_ppp_units); - else if (cardmap_get(all_ppp_units, unit) != NULL) - goto out2; /* unit already exists */ - - /* Initialize the new ppp unit */ - ppp->file.index = unit; - sprintf(dev->name, "ppp%d", unit); - - ret = register_netdev(dev); - if (ret != 0) { - printk(KERN_ERR "PPP: couldn't register device %s (%d)\n", - dev->name, ret); - goto out2; - } - - atomic_inc(&ppp_unit_count); - ret = cardmap_set(&all_ppp_units, unit, ppp); - if (ret != 0) - goto out3; - - mutex_unlock(&all_ppp_mutex); - *retp = 0; - return ppp; - -out3: - atomic_dec(&ppp_unit_count); - unregister_netdev(dev); -out2: - mutex_unlock(&all_ppp_mutex); - free_netdev(dev); -out1: - kfree(ppp); -out: - *retp = ret; - return NULL; -} - -/* - * Initialize a ppp_file structure. - */ -static void -init_ppp_file(struct ppp_file *pf, int kind) -{ - pf->kind = kind; - skb_queue_head_init(&pf->xq); - skb_queue_head_init(&pf->rq); - atomic_set(&pf->refcnt, 1); - init_waitqueue_head(&pf->rwait); -} - -/* - * Take down a ppp interface unit - called when the owning file - * (the one that created the unit) is closed or detached. - */ -static void ppp_shutdown_interface(struct ppp *ppp) -{ - mutex_lock(&all_ppp_mutex); - ppp_lock(ppp); - if (!ppp->closing) { - ppp->closing = 1; - ppp_unlock(ppp); - unregister_netdev(ppp->dev); - } else - ppp_unlock(ppp); - /* This will call dev_close() for us. */ - cardmap_set(&all_ppp_units, ppp->file.index, NULL); - ppp->file.dead = 1; - ppp->owner = NULL; - wake_up_interruptible(&ppp->file.rwait); - mutex_unlock(&all_ppp_mutex); -} - -/* - * Free the memory used by a ppp unit. This is only called once - * there are no channels connected to the unit and no file structs - * that reference the unit. - */ -static void ppp_destroy_interface(struct ppp *ppp) -{ - atomic_dec(&ppp_unit_count); - - if (!ppp->file.dead || ppp->n_channels) { - /* "can't happen" */ - printk(KERN_ERR "ppp: destroying ppp struct %p but dead=%d " - "n_channels=%d !\n", ppp, ppp->file.dead, - ppp->n_channels); - return; - } - - ppp_ccp_closed(ppp); - if (ppp->vj) { - slhc_free(ppp->vj); - ppp->vj = NULL; - } - spin_lock_bh(&ppp->work.lock); - if (ppp->work.queued) { - spin_lock_bh(&ppp_wq_lock); - list_del(&ppp->work.entry); - spin_unlock_bh(&ppp_wq_lock); - } - spin_unlock_bh(&ppp->work.lock); - skb_queue_purge(&ppp->file.xq); - skb_queue_purge(&ppp->file.rq); -#ifdef CONFIG_PPP_MULTILINK - skb_queue_purge(&ppp->mrq); -#endif /* CONFIG_PPP_MULTILINK */ -#ifdef CONFIG_PPP_FILTER - kfree(ppp->pass_filter); - ppp->pass_filter = NULL; - kfree(ppp->active_filter); - ppp->active_filter = NULL; -#endif /* CONFIG_PPP_FILTER */ - - if (ppp->xmit_pending) - kfree_skb(ppp->xmit_pending); - - kfree(ppp); - free_netdev(ppp->dev); -} - -/* - * Locate an existing ppp unit. - * The caller should have locked the all_ppp_mutex. - */ -static struct ppp * -ppp_find_unit(int unit) -{ - return cardmap_get(all_ppp_units, unit); -} - -/* - * Locate an existing ppp channel. - * The caller should have locked the all_channels_lock. - * First we look in the new_channels list, then in the - * all_channels list. If found in the new_channels list, - * we move it to the all_channels list. This is for speed - * when we have a lot of channels in use. - */ -static struct channel * -ppp_find_channel(int unit) -{ - struct channel *pch; - - list_for_each_entry(pch, &new_channels, list) { - if (pch->file.index == unit) { - list_move(&pch->list, &all_channels); - return pch; - } - } - list_for_each_entry(pch, &all_channels, list) { - if (pch->file.index == unit) - return pch; - } - return NULL; -} - -/* - * Connect a PPP channel to a PPP interface unit. - */ -static int -ppp_connect_channel(struct channel *pch, int unit) -{ - struct ppp *ppp; - int ret = -ENXIO; - int hdrlen; - - mutex_lock(&all_ppp_mutex); - ppp = ppp_find_unit(unit); - if (!ppp) - goto out; - write_lock_bh(&pch->upl); - ret = -EINVAL; - if (pch->ppp) - goto outl; - - ppp_lock(ppp); - if (pch->file.hdrlen > ppp->file.hdrlen) - ppp->file.hdrlen = pch->file.hdrlen; - hdrlen = pch->file.hdrlen + 2; /* for protocol bytes */ - if (ppp->dev && hdrlen > ppp->dev->hard_header_len) - ppp->dev->hard_header_len = hdrlen; - list_add_tail(&pch->clist, &ppp->channels); - ++ppp->n_channels; - pch->ppp = ppp; - atomic_inc(&ppp->file.refcnt); - ppp_unlock(ppp); - ret = 0; - - outl: - write_unlock_bh(&pch->upl); - out: - mutex_unlock(&all_ppp_mutex); - return ret; -} - -/* - * Disconnect a channel from its ppp unit. - */ -static int -ppp_disconnect_channel(struct channel *pch) -{ - struct ppp *ppp; - int err = -EINVAL; - - write_lock_bh(&pch->upl); - ppp = pch->ppp; - pch->ppp = NULL; - write_unlock_bh(&pch->upl); - if (ppp) { - /* remove it from the ppp unit's list */ - ppp_lock(ppp); - list_del(&pch->clist); - if (--ppp->n_channels == 0) - wake_up_interruptible(&ppp->file.rwait); - ppp_unlock(ppp); - if (atomic_dec_and_test(&ppp->file.refcnt)) - ppp_destroy_interface(ppp); - err = 0; - } - return err; -} - -/* - * Free up the resources used by a ppp channel. - */ -static void ppp_destroy_channel(struct channel *pch) -{ - atomic_dec(&channel_count); - - if (!pch->file.dead) { - /* "can't happen" */ - printk(KERN_ERR "ppp: destroying undead channel %p !\n", - pch); - return; - } - spin_lock_bh(&pch->work.lock); - if (pch->work.queued) { - spin_lock_bh(&ppp_wq_lock); - list_del(&pch->work.entry); - spin_unlock_bh(&ppp_wq_lock); - } - spin_unlock_bh(&pch->work.lock); - skb_queue_purge(&pch->file.xq); - skb_queue_purge(&pch->file.rq); - skb_queue_purge(&pch->rq); - kfree(pch); -} - -static void __exit ppp_cleanup(void) -{ - /* should never happen */ - if (atomic_read(&ppp_unit_count) || atomic_read(&channel_count)) - printk(KERN_ERR "PPP: removing module but units remain!\n"); - stop_worker_threads(); - cardmap_destroy(&all_ppp_units); - unregister_chrdev(PPP_MAJOR, "ppp"); - device_destroy(ppp_class, MKDEV(PPP_MAJOR, 0)); - class_destroy(ppp_class); -} - -/* - * Cardmap implementation. - */ -static void *cardmap_get(struct cardmap *map, unsigned int nr) -{ - struct cardmap *p; - int i; - - for (p = map; p != NULL; ) { - if ((i = nr >> p->shift) >= CARDMAP_WIDTH) - return NULL; - if (p->shift == 0) - return p->ptr[i]; - nr &= ~(CARDMAP_MASK << p->shift); - p = p->ptr[i]; - } - return NULL; -} - -static int cardmap_set(struct cardmap **pmap, unsigned int nr, void *ptr) -{ - struct cardmap *p; - int i; - - p = *pmap; - if (p == NULL || (nr >> p->shift) >= CARDMAP_WIDTH) { - do { - /* need a new top level */ - struct cardmap *np = kzalloc(sizeof(*np), GFP_KERNEL); - if (!np) - goto enomem; - np->ptr[0] = p; - if (p != NULL) { - np->shift = p->shift + CARDMAP_ORDER; - p->parent = np; - } else - np->shift = 0; - p = np; - } while ((nr >> p->shift) >= CARDMAP_WIDTH); - *pmap = p; - } - while (p->shift > 0) { - i = (nr >> p->shift) & CARDMAP_MASK; - if (p->ptr[i] == NULL) { - struct cardmap *np = kzalloc(sizeof(*np), GFP_KERNEL); - if (!np) - goto enomem; - np->shift = p->shift - CARDMAP_ORDER; - np->parent = p; - p->ptr[i] = np; - } - if (ptr == NULL) - clear_bit(i, &p->inuse); - p = p->ptr[i]; - } - i = nr & CARDMAP_MASK; - p->ptr[i] = ptr; - if (ptr != NULL) - set_bit(i, &p->inuse); - else - clear_bit(i, &p->inuse); - return 0; - enomem: - return -ENOMEM; -} - -static unsigned int cardmap_find_first_free(struct cardmap *map) -{ - struct cardmap *p; - unsigned int nr = 0; - int i; - - if ((p = map) == NULL) - return 0; - for (;;) { - i = find_first_zero_bit(&p->inuse, CARDMAP_WIDTH); - if (i >= CARDMAP_WIDTH) { - if (p->parent == NULL) - return CARDMAP_WIDTH << p->shift; - p = p->parent; - i = (nr >> p->shift) & CARDMAP_MASK; - set_bit(i, &p->inuse); - continue; - } - nr = (nr & (~CARDMAP_MASK << p->shift)) | (i << p->shift); - if (p->shift == 0 || p->ptr[i] == NULL) - return nr; - p = p->ptr[i]; - } -} - -static void cardmap_destroy(struct cardmap **pmap) -{ - struct cardmap *p, *np; - int i; - - for (p = *pmap; p != NULL; p = np) { - if (p->shift != 0) { - for (i = 0; i < CARDMAP_WIDTH; ++i) - if (p->ptr[i] != NULL) - break; - if (i < CARDMAP_WIDTH) { - np = p->ptr[i]; - p->ptr[i] = NULL; - continue; - } - } - np = p->parent; - kfree(p); - } - *pmap = NULL; -} - -static int worker_thread(void*p) -{ - struct ppp_work_head_t *wrk; - struct sk_buff *skb; - DEFINE_WAIT(wait); - - set_user_nice(current,-5); - - while(1) - { - prepare_to_wait(&ppp_wq_wait,&wait,TASK_INTERRUPTIBLE); - - spin_lock_bh(&ppp_wq_lock); - if (list_empty(&ppp_work_queue)) { - spin_unlock_bh(&ppp_wq_lock); - if (!kthread_should_stop()) - schedule(); - finish_wait(&ppp_wq_wait,&wait); - } else { - wrk=list_entry(ppp_work_queue.next,typeof(*wrk),entry); - list_del(&wrk->entry); - spin_unlock_bh(&ppp_wq_lock); - - finish_wait(&ppp_wq_wait,&wait); - - if (wrk->pch) { - ppp_recv_lock(wrk->pch->ppp); - spin_lock_bh(&wrk->lock); - skb=skb_dequeue(&wrk->pch->rq); - if (!skb) wrk->queued=0; - spin_unlock_bh(&wrk->lock); - - if (skb) { - if (wrk->pch->ppp->dev) { - ppp_receive_frame(wrk->pch->ppp, skb, wrk->pch); - } else - kfree_skb(skb); - - spin_lock_bh(&ppp_wq_lock); - list_add_tail(&wrk->entry,&ppp_work_queue); - spin_unlock_bh(&ppp_wq_lock); - } - ppp_recv_unlock(wrk->pch->ppp); - } else { - int cont=1; - ppp_xmit_lock(wrk->ppp); - if (wrk->ppp->dev) { - if (wrk->ppp->xmit_pending) ppp_push(wrk->ppp); - else { - spin_lock_bh(&wrk->lock); - skb = skb_dequeue(&wrk->ppp->file.xq); - if (!skb) wrk->queued=0; - spin_unlock_bh(&wrk->lock); - - if (skb) ppp_send_frame(wrk->ppp,skb); - else { - cont=0; - netif_wake_queue(wrk->ppp->dev); - } - } - } else cont=0; - ppp_xmit_unlock(wrk->ppp); - - if (cont) { - spin_lock_bh(&ppp_wq_lock); - list_add_tail(&wrk->entry,&ppp_work_queue); - spin_unlock_bh(&ppp_wq_lock); - } - } - } - - if (kthread_should_stop()) - break; - } - return 0; -} - -static int __ppp_queue_work(struct ppp_work_head_t *h) -{ - int wakeup=0; - - if (!h->queued) { - spin_lock_bh(&ppp_wq_lock); - list_add_tail(&h->entry,&ppp_work_queue); - h->queued=1; - spin_unlock_bh(&ppp_wq_lock); - wakeup=1; - } - - return wakeup; -} - -static void ppp_queue_work(struct ppp_work_head_t *h) -{ - int wakeup; - spin_lock_bh(&h->lock); - wakeup=__ppp_queue_work(h); - spin_unlock_bh(&h->lock); - if (wakeup) wake_up_interruptible(&ppp_wq_wait); -} - -static int run_worker_threads(void) -{ - struct worker_thread_t *t; - struct task_struct *p; - int i; - - for(i=0; i<num_present_cpus(); i++) { - if (smp_affinity&(1<<i)) { - t=kzalloc(sizeof(*t),GFP_KERNEL); - if (!t) - return -ENOMEM; - t->task=p=kthread_create(worker_thread,NULL,"%s/%d","kpppd",i); - if (IS_ERR(t->task)) { - kfree(t); - return PTR_ERR(p); - } - - kthread_bind(t->task,i); - wake_up_process(t->task); - list_add_tail(&t->entry,&worker_thread_list); - } - } - return 0; -} - -static void stop_worker_threads(void) -{ - struct worker_thread_t *t; - - while(!list_empty(&worker_thread_list)) { - t=list_entry(worker_thread_list.next,typeof(*t),entry); - list_del(&t->entry); - kthread_stop(t->task); - kfree(t); - } -} - -/* Module/initialization stuff */ - -module_init(ppp_init); -module_exit(ppp_cleanup); - -EXPORT_SYMBOL(ppp_register_channel); -EXPORT_SYMBOL(ppp_unregister_channel); -EXPORT_SYMBOL(ppp_channel_index); -EXPORT_SYMBOL(ppp_unit_number); -EXPORT_SYMBOL(ppp_input); -EXPORT_SYMBOL(ppp_input_error); -EXPORT_SYMBOL(ppp_output_wakeup); -EXPORT_SYMBOL(ppp_register_compressor); -EXPORT_SYMBOL(ppp_unregister_compressor); -MODULE_LICENSE("GPL"); -MODULE_ALIAS_CHARDEV_MAJOR(PPP_MAJOR); -MODULE_ALIAS("/dev/ppp"); -module_param(smp_affinity,int,0); -MODULE_PARM_DESC(smp_affinity,"cpus allowed to run packet processing (default 0xff)"); diff --git a/kernel/driver/pptp.c b/kernel/driver/pptp.c index 330349e..288f719 100644 --- a/kernel/driver/pptp.c +++ b/kernel/driver/pptp.c @@ -31,6 +31,7 @@ #include <linux/netfilter_ipv4.h> #include <linux/version.h> #include <linux/spinlock.h> +#include <linux/kthread.h> #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) #include <linux/tqueue.h> @@ -50,7 +51,7 @@ #define DEBUG -#define PPTP_DRIVER_VERSION "0.8.4" +#define PPTP_DRIVER_VERSION "0.8.5-rc1" MODULE_DESCRIPTION("Point-to-Point Tunneling Protocol for Linux"); MODULE_AUTHOR("Kozlov D. (xeb@mail.ru)"); @@ -58,18 +59,29 @@ MODULE_LICENSE("GPL"); static int log_level=0; static int log_packets=10; +static int smp_affinity=0xffffffff; #define MAX_CALLID 65535 static unsigned long *callid_bitmap=NULL; static struct pppox_sock **callid_sock=NULL; +struct task_struct **thread_list=NULL; +static struct sk_buff_head rxq; +static struct sk_buff_head txq; +static DEFINE_SPINLOCK(rxq_lock); +static DEFINE_SPINLOCK(txq_lock); +static DECLARE_WAIT_QUEUE_HEAD(rxq_wait); +static DECLARE_WAIT_QUEUE_HEAD(txq_wait); + + #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) MODULE_PARM(log_level,"i"); MODULE_PARM(log_packets,"i"); #else module_param(log_level,int,0); module_param(log_packets,int,0); +module_param(smp_affinity,int,0); #endif MODULE_PARM_DESC(log_level,"Logging level (default=0)"); @@ -476,18 +488,14 @@ static int pptp_xmit(struct ppp_channel *chan, struct sk_buff *skb) #endif nf_reset(skb); - skb->ip_summed = CHECKSUM_NONE; ip_select_ident(iph, &rt->u.dst, NULL); ip_send_check(iph); - - #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) - err = NF_HOOK(PF_INET, NF_IP_LOCAL_OUT, skb, NULL, rt->u.dst.dev, ip_send); - #elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,25) - err = NF_HOOK(PF_INET, NF_IP_LOCAL_OUT, skb, NULL, rt->u.dst.dev, dst_output); - #else - err = ip_local_out(skb); - #endif + + spin_lock_bh(&txq_lock); + skb_queue_tail(&txq,skb); + spin_unlock_bh(&txq_lock); + wake_up(&txq_wait); tx_error: return 1; @@ -682,6 +690,15 @@ drop: return NET_RX_DROP; } +static int __pptp_rcv(struct sk_buff *skb) +{ + spin_lock_bh(&rxq_lock); + skb_queue_tail(&rxq,skb); + spin_unlock_bh(&rxq_lock); + wake_up(&rxq_wait); + return NET_RX_SUCCESS; +} + static int pptp_bind(struct socket *sock,struct sockaddr *uservaddr,int sockaddr_len) { struct sock *sk = sock->sk; @@ -1062,23 +1079,77 @@ static struct pppox_proto pppox_pptp_proto = { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) static struct inet_protocol net_pptp_protocol = { - .handler = pptp_rcv, + .handler = __pptp_rcv, //.err_handler = pptp_err, .protocol = IPPROTO_GRE, .name = "PPTP", }; #else static struct net_protocol net_pptp_protocol = { - .handler = pptp_rcv, + .handler = __pptp_rcv, //.err_handler = pptp_err, }; #endif +static int worker_thread_rx(void*p) +{ + struct sk_buff *skb; + DEFINE_WAIT(wait); + + set_user_nice(current,-5); + + while(1) { + prepare_to_wait(&rxq_wait,&wait,TASK_UNINTERRUPTIBLE); + spin_lock_bh(&rxq_lock); + skb=skb_dequeue(&rxq); + spin_unlock_bh(&rxq_lock); + if (skb) pptp_rcv(skb); + else if (kthread_should_stop()) return 0; + else schedule(); + finish_wait(&rxq_wait,&wait); + } +} + +static int worker_thread_tx(void*p) +{ + struct sk_buff *skb; + DEFINE_WAIT(wait); + + set_user_nice(current,-5); + + while(1) { + prepare_to_wait(&txq_wait,&wait,TASK_UNINTERRUPTIBLE); + spin_lock_bh(&txq_lock); + skb=skb_dequeue(&txq); + spin_unlock_bh(&txq_lock); + if (skb){ + #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) + NF_HOOK(PF_INET, NF_IP_LOCAL_OUT, skb, NULL, skb->dst.dev, ip_send); + #elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,25) + NF_HOOK(PF_INET, NF_IP_LOCAL_OUT, skb, NULL, skb->dst.dev, dst_output); + #else + ip_local_out(skb); + #endif + }else if (kthread_should_stop()) return 0; + else schedule(); + finish_wait(&txq_wait,&wait); + } +} + static int pptp_init_module(void) { int err=0; + int i; + struct task_struct *t; + printk(KERN_INFO "PPTP driver version " PPTP_DRIVER_VERSION "\n"); + skb_queue_head_init(&rxq); + skb_queue_head_init(&txq); + + thread_list=kzalloc(num_present_cpus()*sizeof(*thread_list)*2,GFP_KERNEL); + if (!thread_list) return -ENOMEM; + #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) inet_add_protocol(&net_pptp_protocol); #else @@ -1102,31 +1173,74 @@ static int pptp_init_module(void) goto out_unregister_sk_proto; } - //assuming PAGESIZE is 4096 bytes callid_bitmap=(unsigned long*)__get_free_pages(GFP_KERNEL,1); + if (!callid_bitmap){ + err=-ENOMEM; + goto out_unregister_pppox_proto; + } memset(callid_bitmap,0,PAGE_SIZE<<1); #if (BITS_PER_LONG == 32) callid_sock=(struct pppox_sock **)__get_free_pages(GFP_KERNEL,6); + if (!callid_sock) { + free_pages((unsigned long)callid_sock,6); + err=-ENOMEM; + goto out_unregister_pppox_proto; + } memset(callid_sock,0,PAGE_SIZE<<6); #elif (BITS_PER_LONG == 64) - callid_sock=(struct pppox_sock **)__get_free_pages(GFP_KERNEL,7); - memset(callid_sock,0,PAGE_SIZE<<7); - #else - #error unknown size of LONG - #endif + callid_sock=(struct pppox_sock **)__get_free_pages(GFP_KERNEL,7); + if (!callid_sock) { + free_pages((unsigned long)callid_sock,7); + err=-ENOMEM; + goto out_unregister_pppox_proto; + } + memset(callid_sock,0,PAGE_SIZE<<7); + #else + #error unknown size of LONG + #endif + + for(i=0; i<num_present_cpus(); i++){ + if (smp_affinity&(1<<i)) { + t=kthread_create(worker_thread_rx,NULL,"%s-%d","pptp-rx",i); + if (IS_ERR(t)){ + kfree(t); + goto out_threads; + } + kthread_bind(t,i); + wake_up_process(t); + thread_list[i*2]=t; + + t=kthread_create(worker_thread_tx,NULL,"%s-%d","pptp-tx",i); + if (IS_ERR(t)){ + kfree(t); + goto out_threads; + } + kthread_bind(t,i); + wake_up_process(t); + thread_list[i*2+1]=t; + } + } out: return err; +out_threads: + for(i=0; i<num_present_cpus()*2; i++) + if (thread_list[i]){ + kthread_stop(thread_list[i]); + kfree(thread_list[i]); + } +out_unregister_pppox_proto: + unregister_pppox_proto(PX_PROTO_PPTP); out_unregister_sk_proto: #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) proto_unregister(&pptp_sk_proto); #endif -#if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) + #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) out_inet_del_protocol: -#endif + #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) inet_del_protocol(&net_pptp_protocol); @@ -1137,7 +1251,23 @@ out_inet_del_protocol: } static void pptp_exit_module(void) -{ +{ + int i; + + spin_lock_bh(&rxq_lock); + skb_queue_purge(&rxq); + spin_unlock_bh(&rxq_lock); + + spin_lock_bh(&txq_lock); + skb_queue_purge(&txq); + spin_unlock_bh(&txq_lock); + + for(i=0; i<num_present_cpus()*2; i++) + if (thread_list[i]){ + kthread_stop(thread_list[i]); + kfree(thread_list[i]); + } + #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) flush_scheduled_tasks(); #else |