2005-04-17 05:20:36 +07:00
|
|
|
/*
|
|
|
|
* TUN - Universal TUN/TAP device driver.
|
|
|
|
* Copyright (C) 1999-2002 Maxim Krasnyansky <maxk@qualcomm.com>
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* $Id: tun.c,v 1.15 2002/03/01 02:44:24 maxk Exp $
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Changes:
|
|
|
|
*
|
2005-09-02 07:40:05 +07:00
|
|
|
* Mike Kershaw <dragorn@kismetwireless.net> 2005/08/14
|
|
|
|
* Add TUNSETLINK ioctl to set the link encapsulation
|
|
|
|
*
|
2005-04-17 05:20:36 +07:00
|
|
|
* Mark Smith <markzzzsmith@yahoo.com.au>
|
2012-07-13 02:33:09 +07:00
|
|
|
* Use eth_random_addr() for tap MAC address.
|
2005-04-17 05:20:36 +07:00
|
|
|
*
|
|
|
|
* Harald Roelle <harald.roelle@ifi.lmu.de> 2004/04/20
|
|
|
|
* Fixes in packet dropping, queue length setting and queue wakeup.
|
|
|
|
* Increased default tx queue length.
|
|
|
|
* Added ethtool API.
|
|
|
|
* Minor cleanups
|
|
|
|
*
|
|
|
|
* Daniel Podlejski <underley@underley.eu.org>
|
|
|
|
* Modifications for 2.3.99-pre5 kernel.
|
|
|
|
*/
|
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#define DRV_NAME "tun"
|
|
|
|
#define DRV_VERSION "1.6"
|
|
|
|
#define DRV_DESCRIPTION "Universal TUN/TAP device driver"
|
|
|
|
#define DRV_COPYRIGHT "(C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com>"
|
|
|
|
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/major.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/poll.h>
|
|
|
|
#include <linux/fcntl.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/skbuff.h>
|
|
|
|
#include <linux/netdevice.h>
|
|
|
|
#include <linux/etherdevice.h>
|
|
|
|
#include <linux/miscdevice.h>
|
|
|
|
#include <linux/ethtool.h>
|
|
|
|
#include <linux/rtnetlink.h>
|
2009-11-07 13:52:32 +07:00
|
|
|
#include <linux/compat.h>
|
2005-04-17 05:20:36 +07:00
|
|
|
#include <linux/if.h>
|
|
|
|
#include <linux/if_arp.h>
|
|
|
|
#include <linux/if_ether.h>
|
|
|
|
#include <linux/if_tun.h>
|
|
|
|
#include <linux/crc32.h>
|
2008-04-16 14:41:16 +07:00
|
|
|
#include <linux/nsproxy.h>
|
2008-07-03 17:48:02 +07:00
|
|
|
#include <linux/virtio_net.h>
|
2010-02-14 08:01:10 +07:00
|
|
|
#include <linux/rcupdate.h>
|
2007-09-18 01:56:21 +07:00
|
|
|
#include <net/net_namespace.h>
|
2008-04-16 14:40:46 +07:00
|
|
|
#include <net/netns/generic.h>
|
2009-01-22 07:02:16 +07:00
|
|
|
#include <net/rtnetlink.h>
|
2009-02-06 12:25:32 +07:00
|
|
|
#include <net/sock.h>
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
#include <asm/uaccess.h>
|
|
|
|
|
2008-04-13 08:48:58 +07:00
|
|
|
/* Uncomment to enable debugging */
|
|
|
|
/* #define TUN_DEBUG 1 */
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#ifdef TUN_DEBUG
|
|
|
|
static int debug;
|
2008-04-13 08:48:58 +07:00
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
#define tun_debug(level, tun, fmt, args...) \
|
|
|
|
do { \
|
|
|
|
if (tun->debug) \
|
|
|
|
netdev_printk(level, tun->dev, fmt, ##args); \
|
|
|
|
} while (0)
|
|
|
|
#define DBG1(level, fmt, args...) \
|
|
|
|
do { \
|
|
|
|
if (debug == 2) \
|
|
|
|
printk(level fmt, ##args); \
|
|
|
|
} while (0)
|
2008-04-13 08:48:58 +07:00
|
|
|
#else
|
2011-03-02 14:18:10 +07:00
|
|
|
#define tun_debug(level, tun, fmt, args...) \
|
|
|
|
do { \
|
|
|
|
if (0) \
|
|
|
|
netdev_printk(level, tun->dev, fmt, ##args); \
|
|
|
|
} while (0)
|
|
|
|
#define DBG1(level, fmt, args...) \
|
|
|
|
do { \
|
|
|
|
if (0) \
|
|
|
|
printk(level fmt, ##args); \
|
|
|
|
} while (0)
|
2008-04-13 08:48:58 +07:00
|
|
|
#endif
|
|
|
|
|
2012-07-20 16:23:23 +07:00
|
|
|
#define GOODCOPY_LEN 128
|
|
|
|
|
2008-07-15 12:18:19 +07:00
|
|
|
#define FLT_EXACT_COUNT 8
|
|
|
|
struct tap_filter {
|
|
|
|
unsigned int count; /* Number of addrs. Zero means disabled */
|
|
|
|
u32 mask[2]; /* Mask of the hashed addrs */
|
|
|
|
unsigned char addr[FLT_EXACT_COUNT][ETH_ALEN];
|
|
|
|
};
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
/* 1024 is probably a high enough limit: modern hypervisors seem to support on
|
|
|
|
* the order of 100-200 CPUs so this leaves us some breathing space if we want
|
|
|
|
* to match a queue per guest CPU.
|
|
|
|
*/
|
|
|
|
#define MAX_TAP_QUEUES 1024
|
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
#define TUN_FLOW_EXPIRE (3 * HZ)
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
/* A tun_file connects an open character device to a tuntap netdevice. It
|
|
|
|
* also contains all socket related strctures (except sock_fprog and tap_filter)
|
|
|
|
* to serve as one transmit queue for tuntap device. The sock_fprog and
|
|
|
|
* tap_filter were kept in tun_struct since they were used for filtering for the
|
2012-11-26 05:07:40 +07:00
|
|
|
* netdevice not for a specific queue (at least I didn't see the requirement for
|
2012-11-01 02:45:57 +07:00
|
|
|
* this).
|
2012-11-01 02:45:58 +07:00
|
|
|
*
|
|
|
|
* RCU usage:
|
2012-11-26 05:07:40 +07:00
|
|
|
* The tun_file and tun_struct are loosely coupled, the pointer from one to the
|
2012-11-01 02:45:58 +07:00
|
|
|
* other can only be read while rcu_read_lock or rtnl_lock is held.
|
2012-11-01 02:45:57 +07:00
|
|
|
*/
|
2009-01-20 18:00:40 +07:00
|
|
|
struct tun_file {
|
2012-11-01 02:45:57 +07:00
|
|
|
struct sock sk;
|
|
|
|
struct socket socket;
|
|
|
|
struct socket_wq wq;
|
2012-11-01 02:45:58 +07:00
|
|
|
struct tun_struct __rcu *tun;
|
2009-01-20 18:01:48 +07:00
|
|
|
struct net *net;
|
2012-11-01 02:45:57 +07:00
|
|
|
struct fasync_struct *fasync;
|
|
|
|
/* only used for fasnyc */
|
|
|
|
unsigned int flags;
|
2012-11-01 02:46:00 +07:00
|
|
|
u16 queue_index;
|
2009-01-20 18:00:40 +07:00
|
|
|
};
|
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
struct tun_flow_entry {
|
|
|
|
struct hlist_node hash_link;
|
|
|
|
struct rcu_head rcu;
|
|
|
|
struct tun_struct *tun;
|
|
|
|
|
|
|
|
u32 rxhash;
|
|
|
|
int queue_index;
|
|
|
|
unsigned long updated;
|
|
|
|
};
|
|
|
|
|
|
|
|
#define TUN_NUM_FLOW_ENTRIES 1024
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
/* Since the socket were moved to tun_file, to preserve the behavior of persist
|
2012-11-26 05:07:40 +07:00
|
|
|
* device, socket filter, sndbuf and vnet header size were restore when the
|
2012-11-01 02:45:57 +07:00
|
|
|
* file were attached to a persist device.
|
|
|
|
*/
|
2008-04-13 08:48:58 +07:00
|
|
|
struct tun_struct {
|
2012-11-01 02:46:00 +07:00
|
|
|
struct tun_file __rcu *tfiles[MAX_TAP_QUEUES];
|
|
|
|
unsigned int numqueues;
|
2008-07-15 12:18:19 +07:00
|
|
|
unsigned int flags;
|
2012-02-08 07:48:55 +07:00
|
|
|
kuid_t owner;
|
|
|
|
kgid_t group;
|
2008-04-13 08:48:58 +07:00
|
|
|
|
|
|
|
struct net_device *dev;
|
2011-11-15 22:29:55 +07:00
|
|
|
netdev_features_t set_features;
|
2011-04-19 13:13:10 +07:00
|
|
|
#define TUN_USER_FEATURES (NETIF_F_HW_CSUM|NETIF_F_TSO_ECN|NETIF_F_TSO| \
|
|
|
|
NETIF_F_TSO6|NETIF_F_UFO)
|
2010-03-17 22:45:01 +07:00
|
|
|
|
|
|
|
int vnet_hdr_sz;
|
2012-11-01 02:45:57 +07:00
|
|
|
int sndbuf;
|
|
|
|
struct tap_filter txflt;
|
|
|
|
struct sock_fprog fprog;
|
|
|
|
/* protected by rtnl lock */
|
|
|
|
bool filter_attached;
|
2008-04-13 08:48:58 +07:00
|
|
|
#ifdef TUN_DEBUG
|
|
|
|
int debug;
|
2005-04-17 05:20:36 +07:00
|
|
|
#endif
|
2012-11-01 02:46:02 +07:00
|
|
|
spinlock_t lock;
|
|
|
|
struct kmem_cache *flow_cache;
|
|
|
|
struct hlist_head flows[TUN_NUM_FLOW_ENTRIES];
|
|
|
|
struct timer_list flow_gc_timer;
|
|
|
|
unsigned long ageing_time;
|
2008-04-13 08:48:58 +07:00
|
|
|
};
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
static inline u32 tun_hashfn(u32 rxhash)
|
|
|
|
{
|
|
|
|
return rxhash & 0x3ff;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct tun_flow_entry *tun_flow_find(struct hlist_head *head, u32 rxhash)
|
|
|
|
{
|
|
|
|
struct tun_flow_entry *e;
|
|
|
|
struct hlist_node *n;
|
|
|
|
|
|
|
|
hlist_for_each_entry_rcu(e, n, head, hash_link) {
|
|
|
|
if (e->rxhash == rxhash)
|
|
|
|
return e;
|
|
|
|
}
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct tun_flow_entry *tun_flow_create(struct tun_struct *tun,
|
|
|
|
struct hlist_head *head,
|
|
|
|
u32 rxhash, u16 queue_index)
|
|
|
|
{
|
|
|
|
struct tun_flow_entry *e = kmem_cache_alloc(tun->flow_cache,
|
|
|
|
GFP_ATOMIC);
|
|
|
|
if (e) {
|
|
|
|
tun_debug(KERN_INFO, tun, "create flow: hash %u index %u\n",
|
|
|
|
rxhash, queue_index);
|
|
|
|
e->updated = jiffies;
|
|
|
|
e->rxhash = rxhash;
|
|
|
|
e->queue_index = queue_index;
|
|
|
|
e->tun = tun;
|
|
|
|
hlist_add_head_rcu(&e->hash_link, head);
|
|
|
|
}
|
|
|
|
return e;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_free(struct rcu_head *head)
|
|
|
|
{
|
|
|
|
struct tun_flow_entry *e
|
|
|
|
= container_of(head, struct tun_flow_entry, rcu);
|
|
|
|
kmem_cache_free(e->tun->flow_cache, e);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_delete(struct tun_struct *tun, struct tun_flow_entry *e)
|
|
|
|
{
|
|
|
|
tun_debug(KERN_INFO, tun, "delete flow: hash %u index %u\n",
|
|
|
|
e->rxhash, e->queue_index);
|
|
|
|
hlist_del_rcu(&e->hash_link);
|
|
|
|
call_rcu(&e->rcu, tun_flow_free);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_flush(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
|
|
|
spin_lock_bh(&tun->lock);
|
|
|
|
for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
|
|
|
|
struct tun_flow_entry *e;
|
|
|
|
struct hlist_node *h, *n;
|
|
|
|
|
|
|
|
hlist_for_each_entry_safe(e, h, n, &tun->flows[i], hash_link)
|
|
|
|
tun_flow_delete(tun, e);
|
|
|
|
}
|
|
|
|
spin_unlock_bh(&tun->lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_delete_by_queue(struct tun_struct *tun, u16 queue_index)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
|
|
|
spin_lock_bh(&tun->lock);
|
|
|
|
for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
|
|
|
|
struct tun_flow_entry *e;
|
|
|
|
struct hlist_node *h, *n;
|
|
|
|
|
|
|
|
hlist_for_each_entry_safe(e, h, n, &tun->flows[i], hash_link) {
|
|
|
|
if (e->queue_index == queue_index)
|
|
|
|
tun_flow_delete(tun, e);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
spin_unlock_bh(&tun->lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_cleanup(unsigned long data)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = (struct tun_struct *)data;
|
|
|
|
unsigned long delay = tun->ageing_time;
|
|
|
|
unsigned long next_timer = jiffies + delay;
|
|
|
|
unsigned long count = 0;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
tun_debug(KERN_INFO, tun, "tun_flow_cleanup\n");
|
|
|
|
|
|
|
|
spin_lock_bh(&tun->lock);
|
|
|
|
for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
|
|
|
|
struct tun_flow_entry *e;
|
|
|
|
struct hlist_node *h, *n;
|
|
|
|
|
|
|
|
hlist_for_each_entry_safe(e, h, n, &tun->flows[i], hash_link) {
|
|
|
|
unsigned long this_timer;
|
|
|
|
count++;
|
|
|
|
this_timer = e->updated + delay;
|
|
|
|
if (time_before_eq(this_timer, jiffies))
|
|
|
|
tun_flow_delete(tun, e);
|
|
|
|
else if (time_before(this_timer, next_timer))
|
|
|
|
next_timer = this_timer;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (count)
|
|
|
|
mod_timer(&tun->flow_gc_timer, round_jiffies_up(next_timer));
|
|
|
|
spin_unlock_bh(&tun->lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_update(struct tun_struct *tun, struct sk_buff *skb,
|
|
|
|
u16 queue_index)
|
|
|
|
{
|
|
|
|
struct hlist_head *head;
|
|
|
|
struct tun_flow_entry *e;
|
|
|
|
unsigned long delay = tun->ageing_time;
|
|
|
|
u32 rxhash = skb_get_rxhash(skb);
|
|
|
|
|
|
|
|
if (!rxhash)
|
|
|
|
return;
|
|
|
|
else
|
|
|
|
head = &tun->flows[tun_hashfn(rxhash)];
|
|
|
|
|
|
|
|
rcu_read_lock();
|
|
|
|
|
|
|
|
if (tun->numqueues == 1)
|
|
|
|
goto unlock;
|
|
|
|
|
|
|
|
e = tun_flow_find(head, rxhash);
|
|
|
|
if (likely(e)) {
|
|
|
|
/* TODO: keep queueing to old queue until it's empty? */
|
|
|
|
e->queue_index = queue_index;
|
|
|
|
e->updated = jiffies;
|
|
|
|
} else {
|
|
|
|
spin_lock_bh(&tun->lock);
|
|
|
|
if (!tun_flow_find(head, rxhash))
|
|
|
|
tun_flow_create(tun, head, rxhash, queue_index);
|
|
|
|
|
|
|
|
if (!timer_pending(&tun->flow_gc_timer))
|
|
|
|
mod_timer(&tun->flow_gc_timer,
|
|
|
|
round_jiffies_up(jiffies + delay));
|
|
|
|
spin_unlock_bh(&tun->lock);
|
|
|
|
}
|
|
|
|
|
|
|
|
unlock:
|
|
|
|
rcu_read_unlock();
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
/* We try to identify a flow through its rxhash first. The reason that
|
|
|
|
* we do not check rxq no. is becuase some cards(e.g 82599), chooses
|
|
|
|
* the rxq based on the txq where the last packet of the flow comes. As
|
|
|
|
* the userspace application move between processors, we may get a
|
|
|
|
* different rxq no. here. If we could not get rxhash, then we would
|
|
|
|
* hope the rxq no. may help here.
|
|
|
|
*/
|
|
|
|
static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
2012-11-01 02:46:02 +07:00
|
|
|
struct tun_flow_entry *e;
|
2012-11-01 02:46:00 +07:00
|
|
|
u32 txq = 0;
|
|
|
|
u32 numqueues = 0;
|
|
|
|
|
|
|
|
rcu_read_lock();
|
|
|
|
numqueues = tun->numqueues;
|
|
|
|
|
|
|
|
txq = skb_get_rxhash(skb);
|
|
|
|
if (txq) {
|
2012-11-01 02:46:02 +07:00
|
|
|
e = tun_flow_find(&tun->flows[tun_hashfn(txq)], txq);
|
|
|
|
if (e)
|
|
|
|
txq = e->queue_index;
|
|
|
|
else
|
|
|
|
/* use multiply and shift instead of expensive divide */
|
|
|
|
txq = ((u64)txq * numqueues) >> 32;
|
2012-11-01 02:46:00 +07:00
|
|
|
} else if (likely(skb_rx_queue_recorded(skb))) {
|
|
|
|
txq = skb_get_rx_queue(skb);
|
|
|
|
while (unlikely(txq >= numqueues))
|
|
|
|
txq -= numqueues;
|
|
|
|
}
|
|
|
|
|
|
|
|
rcu_read_unlock();
|
|
|
|
return txq;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:01 +07:00
|
|
|
static inline bool tun_not_capable(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
const struct cred *cred = current_cred();
|
2012-11-19 04:34:11 +07:00
|
|
|
struct net *net = dev_net(tun->dev);
|
2012-11-01 02:46:01 +07:00
|
|
|
|
|
|
|
return ((uid_valid(tun->owner) && !uid_eq(cred->euid, tun->owner)) ||
|
|
|
|
(gid_valid(tun->group) && !in_egroup_p(tun->group))) &&
|
2012-11-19 04:34:11 +07:00
|
|
|
!ns_capable(net->user_ns, CAP_NET_ADMIN);
|
2012-11-01 02:46:01 +07:00
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
static void tun_set_real_num_queues(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
netif_set_real_num_tx_queues(tun->dev, tun->numqueues);
|
|
|
|
netif_set_real_num_rx_queues(tun->dev, tun->numqueues);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void __tun_detach(struct tun_file *tfile, bool clean)
|
|
|
|
{
|
|
|
|
struct tun_file *ntfile;
|
|
|
|
struct tun_struct *tun;
|
|
|
|
struct net_device *dev;
|
|
|
|
|
|
|
|
tun = rcu_dereference_protected(tfile->tun,
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
if (tun) {
|
|
|
|
u16 index = tfile->queue_index;
|
|
|
|
BUG_ON(index >= tun->numqueues);
|
|
|
|
dev = tun->dev;
|
|
|
|
|
|
|
|
rcu_assign_pointer(tun->tfiles[index],
|
|
|
|
tun->tfiles[tun->numqueues - 1]);
|
|
|
|
rcu_assign_pointer(tfile->tun, NULL);
|
|
|
|
ntfile = rcu_dereference_protected(tun->tfiles[index],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
ntfile->queue_index = index;
|
|
|
|
|
|
|
|
--tun->numqueues;
|
|
|
|
sock_put(&tfile->sk);
|
|
|
|
|
|
|
|
synchronize_net();
|
2012-11-01 02:46:02 +07:00
|
|
|
tun_flow_delete_by_queue(tun, tun->numqueues + 1);
|
2012-11-01 02:46:00 +07:00
|
|
|
/* Drop read queue */
|
|
|
|
skb_queue_purge(&tfile->sk.sk_receive_queue);
|
|
|
|
tun_set_real_num_queues(tun);
|
|
|
|
|
|
|
|
if (tun->numqueues == 0 && !(tun->flags & TUN_PERSIST))
|
|
|
|
if (dev->reg_state == NETREG_REGISTERED)
|
|
|
|
unregister_netdevice(dev);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (clean) {
|
|
|
|
BUG_ON(!test_bit(SOCK_EXTERNALLY_ALLOCATED,
|
|
|
|
&tfile->socket.flags));
|
|
|
|
sk_release_kernel(&tfile->sk);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_detach(struct tun_file *tfile, bool clean)
|
|
|
|
{
|
|
|
|
rtnl_lock();
|
|
|
|
__tun_detach(tfile, clean);
|
|
|
|
rtnl_unlock();
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_detach_all(struct net_device *dev)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
struct tun_file *tfile;
|
|
|
|
int i, n = tun->numqueues;
|
|
|
|
|
|
|
|
for (i = 0; i < n; i++) {
|
|
|
|
tfile = rcu_dereference_protected(tun->tfiles[i],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
BUG_ON(!tfile);
|
|
|
|
wake_up_all(&tfile->wq.wait);
|
|
|
|
rcu_assign_pointer(tfile->tun, NULL);
|
|
|
|
--tun->numqueues;
|
|
|
|
}
|
|
|
|
BUG_ON(tun->numqueues != 0);
|
|
|
|
|
|
|
|
synchronize_net();
|
|
|
|
for (i = 0; i < n; i++) {
|
|
|
|
tfile = rcu_dereference_protected(tun->tfiles[i],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
/* Drop read queue */
|
|
|
|
skb_queue_purge(&tfile->sk.sk_receive_queue);
|
|
|
|
sock_put(&tfile->sk);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-01-20 17:57:48 +07:00
|
|
|
static int tun_attach(struct tun_struct *tun, struct file *file)
|
|
|
|
{
|
2009-01-20 18:00:40 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2009-01-20 18:02:28 +07:00
|
|
|
int err;
|
2009-01-20 17:57:48 +07:00
|
|
|
|
2009-01-20 18:02:28 +07:00
|
|
|
err = -EINVAL;
|
2012-11-01 02:46:00 +07:00
|
|
|
if (rcu_dereference_protected(tfile->tun, lockdep_rtnl_is_held()))
|
2009-01-20 18:02:28 +07:00
|
|
|
goto out;
|
|
|
|
|
|
|
|
err = -EBUSY;
|
2012-11-01 02:46:00 +07:00
|
|
|
if (!(tun->flags & TUN_TAP_MQ) && tun->numqueues == 1)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
err = -E2BIG;
|
|
|
|
if (tun->numqueues == MAX_TAP_QUEUES)
|
2009-01-20 18:02:28 +07:00
|
|
|
goto out;
|
|
|
|
|
|
|
|
err = 0;
|
2012-11-01 02:45:57 +07:00
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
/* Re-attach the filter to presist device */
|
2012-11-01 02:45:57 +07:00
|
|
|
if (tun->filter_attached == true) {
|
|
|
|
err = sk_attach_filter(&tun->fprog, tfile->socket.sk);
|
|
|
|
if (!err)
|
|
|
|
goto out;
|
|
|
|
}
|
2012-11-01 02:46:00 +07:00
|
|
|
tfile->queue_index = tun->numqueues;
|
2012-11-01 02:45:58 +07:00
|
|
|
rcu_assign_pointer(tfile->tun, tun);
|
2012-11-01 02:46:00 +07:00
|
|
|
rcu_assign_pointer(tun->tfiles[tun->numqueues], tfile);
|
2012-11-01 02:45:57 +07:00
|
|
|
sock_hold(&tfile->sk);
|
2012-11-01 02:46:00 +07:00
|
|
|
tun->numqueues++;
|
2009-01-20 17:57:48 +07:00
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
tun_set_real_num_queues(tun);
|
2009-01-20 17:57:48 +07:00
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
/* device is allowed to go away first, so no need to hold extra
|
|
|
|
* refcnt.
|
|
|
|
*/
|
|
|
|
|
|
|
|
out:
|
|
|
|
return err;
|
2009-01-20 18:00:40 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct tun_struct *__tun_get(struct tun_file *tfile)
|
|
|
|
{
|
2012-11-01 02:45:58 +07:00
|
|
|
struct tun_struct *tun;
|
2009-01-20 18:07:17 +07:00
|
|
|
|
2012-11-01 02:45:58 +07:00
|
|
|
rcu_read_lock();
|
|
|
|
tun = rcu_dereference(tfile->tun);
|
|
|
|
if (tun)
|
|
|
|
dev_hold(tun->dev);
|
|
|
|
rcu_read_unlock();
|
2009-01-20 18:07:17 +07:00
|
|
|
|
|
|
|
return tun;
|
2009-01-20 18:00:40 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct tun_struct *tun_get(struct file *file)
|
|
|
|
{
|
|
|
|
return __tun_get(file->private_data);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_put(struct tun_struct *tun)
|
|
|
|
{
|
2012-11-01 02:45:58 +07:00
|
|
|
dev_put(tun->dev);
|
2009-01-20 18:00:40 +07:00
|
|
|
}
|
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
/* TAP filtering */
|
2008-07-15 12:18:19 +07:00
|
|
|
static void addr_hash_set(u32 *mask, const u8 *addr)
|
|
|
|
{
|
|
|
|
int n = ether_crc(ETH_ALEN, addr) >> 26;
|
|
|
|
mask[n >> 5] |= (1 << (n & 31));
|
|
|
|
}
|
|
|
|
|
|
|
|
static unsigned int addr_hash_test(const u32 *mask, const u8 *addr)
|
|
|
|
{
|
|
|
|
int n = ether_crc(ETH_ALEN, addr) >> 26;
|
|
|
|
return mask[n >> 5] & (1 << (n & 31));
|
|
|
|
}
|
|
|
|
|
|
|
|
static int update_filter(struct tap_filter *filter, void __user *arg)
|
|
|
|
{
|
|
|
|
struct { u8 u[ETH_ALEN]; } *addr;
|
|
|
|
struct tun_filter uf;
|
|
|
|
int err, alen, n, nexact;
|
|
|
|
|
|
|
|
if (copy_from_user(&uf, arg, sizeof(uf)))
|
|
|
|
return -EFAULT;
|
|
|
|
|
|
|
|
if (!uf.count) {
|
|
|
|
/* Disabled */
|
|
|
|
filter->count = 0;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
alen = ETH_ALEN * uf.count;
|
|
|
|
addr = kmalloc(alen, GFP_KERNEL);
|
|
|
|
if (!addr)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
if (copy_from_user(addr, arg + sizeof(uf), alen)) {
|
|
|
|
err = -EFAULT;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* The filter is updated without holding any locks. Which is
|
|
|
|
* perfectly safe. We disable it first and in the worst
|
|
|
|
* case we'll accept a few undesired packets. */
|
|
|
|
filter->count = 0;
|
|
|
|
wmb();
|
|
|
|
|
|
|
|
/* Use first set of addresses as an exact filter */
|
|
|
|
for (n = 0; n < uf.count && n < FLT_EXACT_COUNT; n++)
|
|
|
|
memcpy(filter->addr[n], addr[n].u, ETH_ALEN);
|
|
|
|
|
|
|
|
nexact = n;
|
|
|
|
|
2009-02-09 08:49:17 +07:00
|
|
|
/* Remaining multicast addresses are hashed,
|
|
|
|
* unicast will leave the filter disabled. */
|
2008-07-15 12:18:19 +07:00
|
|
|
memset(filter->mask, 0, sizeof(filter->mask));
|
2009-02-09 08:49:17 +07:00
|
|
|
for (; n < uf.count; n++) {
|
|
|
|
if (!is_multicast_ether_addr(addr[n].u)) {
|
|
|
|
err = 0; /* no filter */
|
|
|
|
goto done;
|
|
|
|
}
|
2008-07-15 12:18:19 +07:00
|
|
|
addr_hash_set(filter->mask, addr[n].u);
|
2009-02-09 08:49:17 +07:00
|
|
|
}
|
2008-07-15 12:18:19 +07:00
|
|
|
|
|
|
|
/* For ALLMULTI just set the mask to all ones.
|
|
|
|
* This overrides the mask populated above. */
|
|
|
|
if ((uf.flags & TUN_FLT_ALLMULTI))
|
|
|
|
memset(filter->mask, ~0, sizeof(filter->mask));
|
|
|
|
|
|
|
|
/* Now enable the filter */
|
|
|
|
wmb();
|
|
|
|
filter->count = nexact;
|
|
|
|
|
|
|
|
/* Return the number of exact filters */
|
|
|
|
err = nexact;
|
|
|
|
|
|
|
|
done:
|
|
|
|
kfree(addr);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Returns: 0 - drop, !=0 - accept */
|
|
|
|
static int run_filter(struct tap_filter *filter, const struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
/* Cannot use eth_hdr(skb) here because skb_mac_hdr() is incorrect
|
|
|
|
* at this point. */
|
|
|
|
struct ethhdr *eh = (struct ethhdr *) skb->data;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
/* Exact match */
|
|
|
|
for (i = 0; i < filter->count; i++)
|
drivers/net: Convert compare_ether_addr to ether_addr_equal
Use the new bool function ether_addr_equal to add
some clarity and reduce the likelihood for misuse
of compare_ether_addr for sorting.
Done via cocci script:
$ cat compare_ether_addr.cocci
@@
expression a,b;
@@
- !compare_ether_addr(a, b)
+ ether_addr_equal(a, b)
@@
expression a,b;
@@
- compare_ether_addr(a, b)
+ !ether_addr_equal(a, b)
@@
expression a,b;
@@
- !ether_addr_equal(a, b) == 0
+ ether_addr_equal(a, b)
@@
expression a,b;
@@
- !ether_addr_equal(a, b) != 0
+ !ether_addr_equal(a, b)
@@
expression a,b;
@@
- ether_addr_equal(a, b) == 0
+ !ether_addr_equal(a, b)
@@
expression a,b;
@@
- ether_addr_equal(a, b) != 0
+ ether_addr_equal(a, b)
@@
expression a,b;
@@
- !!ether_addr_equal(a, b)
+ ether_addr_equal(a, b)
Signed-off-by: Joe Perches <joe@perches.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
2012-05-10 00:17:46 +07:00
|
|
|
if (ether_addr_equal(eh->h_dest, filter->addr[i]))
|
2008-07-15 12:18:19 +07:00
|
|
|
return 1;
|
|
|
|
|
|
|
|
/* Inexact match (multicast only) */
|
|
|
|
if (is_multicast_ether_addr(eh->h_dest))
|
|
|
|
return addr_hash_test(filter->mask, eh->h_dest);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Checks whether the packet is accepted or not.
|
|
|
|
* Returns: 0 - drop, !=0 - accept
|
|
|
|
*/
|
|
|
|
static int check_filter(struct tap_filter *filter, const struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
if (!filter->count)
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
return run_filter(filter, skb);
|
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Network device part of the driver */
|
|
|
|
|
2006-09-14 01:30:00 +07:00
|
|
|
static const struct ethtool_ops tun_ethtool_ops;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-01-20 18:07:17 +07:00
|
|
|
/* Net device detach from fd. */
|
|
|
|
static void tun_net_uninit(struct net_device *dev)
|
|
|
|
{
|
2012-11-01 02:46:00 +07:00
|
|
|
tun_detach_all(dev);
|
2009-01-20 18:07:17 +07:00
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Net device open. */
|
|
|
|
static int tun_net_open(struct net_device *dev)
|
|
|
|
{
|
2012-11-01 02:46:00 +07:00
|
|
|
netif_tx_start_all_queues(dev);
|
2005-04-17 05:20:36 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Net device close. */
|
|
|
|
static int tun_net_close(struct net_device *dev)
|
|
|
|
{
|
2012-11-01 02:46:00 +07:00
|
|
|
netif_tx_stop_all_queues(dev);
|
2005-04-17 05:20:36 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Net device start xmit */
|
2009-09-01 02:50:51 +07:00
|
|
|
static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
2012-11-01 02:46:00 +07:00
|
|
|
int txq = skb->queue_mapping;
|
2012-11-01 02:45:58 +07:00
|
|
|
struct tun_file *tfile;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:45:58 +07:00
|
|
|
rcu_read_lock();
|
2012-11-01 02:46:00 +07:00
|
|
|
tfile = rcu_dereference(tun->tfiles[txq]);
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Drop packet if interface is not attached */
|
2012-11-01 02:46:00 +07:00
|
|
|
if (txq >= tun->numqueues)
|
2005-04-17 05:20:36 +07:00
|
|
|
goto drop;
|
|
|
|
|
2012-11-01 02:45:58 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_net_xmit %d\n", skb->len);
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
BUG_ON(!tfile);
|
|
|
|
|
2008-07-15 12:18:19 +07:00
|
|
|
/* Drop if the filter does not like it.
|
|
|
|
* This is a noop if the filter is disabled.
|
|
|
|
* Filter can be enabled only for the TAP devices. */
|
|
|
|
if (!check_filter(&tun->txflt, skb))
|
|
|
|
goto drop;
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
if (tfile->socket.sk->sk_filter &&
|
|
|
|
sk_filter(tfile->socket.sk, skb))
|
2010-02-14 08:01:10 +07:00
|
|
|
goto drop;
|
|
|
|
|
2012-11-26 05:07:40 +07:00
|
|
|
/* Limit the number of packets queued by dividing txq length with the
|
2012-11-01 02:46:00 +07:00
|
|
|
* number of queues.
|
|
|
|
*/
|
2012-11-01 02:45:57 +07:00
|
|
|
if (skb_queue_len(&tfile->socket.sk->sk_receive_queue)
|
2012-12-03 17:07:14 +07:00
|
|
|
>= dev->tx_queue_len / tun->numqueues)
|
|
|
|
goto drop;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
tun: orphan an skb on tx
The following situation was observed in the field:
tap1 sends packets, tap2 does not consume them, as a result
tap1 can not be closed. This happens because
tun/tap devices can hang on to skbs undefinitely.
As noted by Herbert, possible solutions include a timeout followed by a
copy/change of ownership of the skb, or always copying/changing
ownership if we're going into a hostile device.
This patch implements the second approach.
Note: one issue still remaining is that since skbs
keep reference to tun socket and tun socket has a
reference to tun device, we won't flush backlog,
instead simply waiting for all skbs to get transmitted.
At least this is not user-triggerable, and
this was not reported in practice, my assumption is
other devices besides tap complete an skb
within finite time after it has been queued.
A possible solution for the second issue
would not to have socket reference the device,
instead, implement dev->destructor for tun, and
wait for all skbs to complete there, but this
needs some thought, probably too risky for 2.6.34.
Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
Tested-by: Yan Vugenfirer <yvugenfi@redhat.com>
Acked-by: Herbert Xu <herbert@gondor.apana.org.au>
Signed-off-by: David S. Miller <davem@davemloft.net>
2010-04-13 11:59:44 +07:00
|
|
|
/* Orphan the skb - required as we might hang on to it
|
|
|
|
* for indefinite time. */
|
2012-07-20 16:23:14 +07:00
|
|
|
if (unlikely(skb_orphan_frags(skb, GFP_ATOMIC)))
|
|
|
|
goto drop;
|
tun: orphan an skb on tx
The following situation was observed in the field:
tap1 sends packets, tap2 does not consume them, as a result
tap1 can not be closed. This happens because
tun/tap devices can hang on to skbs undefinitely.
As noted by Herbert, possible solutions include a timeout followed by a
copy/change of ownership of the skb, or always copying/changing
ownership if we're going into a hostile device.
This patch implements the second approach.
Note: one issue still remaining is that since skbs
keep reference to tun socket and tun socket has a
reference to tun device, we won't flush backlog,
instead simply waiting for all skbs to get transmitted.
At least this is not user-triggerable, and
this was not reported in practice, my assumption is
other devices besides tap complete an skb
within finite time after it has been queued.
A possible solution for the second issue
would not to have socket reference the device,
instead, implement dev->destructor for tun, and
wait for all skbs to complete there, but this
needs some thought, probably too risky for 2.6.34.
Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
Tested-by: Yan Vugenfirer <yvugenfi@redhat.com>
Acked-by: Herbert Xu <herbert@gondor.apana.org.au>
Signed-off-by: David S. Miller <davem@davemloft.net>
2010-04-13 11:59:44 +07:00
|
|
|
skb_orphan(skb);
|
|
|
|
|
2008-07-15 12:18:19 +07:00
|
|
|
/* Enqueue packet */
|
2012-11-01 02:45:57 +07:00
|
|
|
skb_queue_tail(&tfile->socket.sk->sk_receive_queue, skb);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
/* Notify and wake up reader process */
|
2012-11-01 02:45:57 +07:00
|
|
|
if (tfile->flags & TUN_FASYNC)
|
|
|
|
kill_fasync(&tfile->fasync, SIGIO, POLL_IN);
|
|
|
|
wake_up_interruptible_poll(&tfile->wq.wait, POLLIN |
|
2010-01-14 13:17:09 +07:00
|
|
|
POLLRDNORM | POLLRDBAND);
|
2012-11-01 02:45:58 +07:00
|
|
|
|
|
|
|
rcu_read_unlock();
|
2009-06-23 13:03:08 +07:00
|
|
|
return NETDEV_TX_OK;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
drop:
|
2007-10-04 07:41:50 +07:00
|
|
|
dev->stats.tx_dropped++;
|
2012-11-01 16:16:32 +07:00
|
|
|
skb_tx_error(skb);
|
2005-04-17 05:20:36 +07:00
|
|
|
kfree_skb(skb);
|
2012-11-01 02:45:58 +07:00
|
|
|
rcu_read_unlock();
|
2009-06-23 13:03:08 +07:00
|
|
|
return NETDEV_TX_OK;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2008-07-15 12:18:19 +07:00
|
|
|
static void tun_net_mclist(struct net_device *dev)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
2008-07-15 12:18:19 +07:00
|
|
|
/*
|
|
|
|
* This callback is supposed to deal with mc filter in
|
|
|
|
* _rx_ path and has nothing to do with the _tx_ path.
|
|
|
|
* In rx path we always accept everything userspace gives us.
|
|
|
|
*/
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2007-09-17 02:21:38 +07:00
|
|
|
#define MIN_MTU 68
|
|
|
|
#define MAX_MTU 65535
|
|
|
|
|
|
|
|
static int
|
|
|
|
tun_net_change_mtu(struct net_device *dev, int new_mtu)
|
|
|
|
{
|
|
|
|
if (new_mtu < MIN_MTU || new_mtu + dev->hard_header_len > MAX_MTU)
|
|
|
|
return -EINVAL;
|
|
|
|
dev->mtu = new_mtu;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2011-11-15 22:29:55 +07:00
|
|
|
static netdev_features_t tun_net_fix_features(struct net_device *dev,
|
|
|
|
netdev_features_t features)
|
2011-04-19 13:13:10 +07:00
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
|
|
|
|
return (features & tun->set_features) | (features & ~TUN_USER_FEATURES);
|
|
|
|
}
|
2011-06-15 12:25:01 +07:00
|
|
|
#ifdef CONFIG_NET_POLL_CONTROLLER
|
|
|
|
static void tun_poll_controller(struct net_device *dev)
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* Tun only receives frames when:
|
|
|
|
* 1) the char device endpoint gets data from user space
|
|
|
|
* 2) the tun socket gets a sendmsg call from user space
|
|
|
|
* Since both of those are syncronous operations, we are guaranteed
|
|
|
|
* never to have pending data when we poll for it
|
|
|
|
* so theres nothing to do here but return.
|
|
|
|
* We need this though so netpoll recognizes us as an interface that
|
|
|
|
* supports polling, which enables bridge devices in virt setups to
|
|
|
|
* still use netconsole
|
|
|
|
*/
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
#endif
|
2008-11-20 13:10:37 +07:00
|
|
|
static const struct net_device_ops tun_netdev_ops = {
|
2009-01-20 18:07:17 +07:00
|
|
|
.ndo_uninit = tun_net_uninit,
|
2008-11-20 13:10:37 +07:00
|
|
|
.ndo_open = tun_net_open,
|
|
|
|
.ndo_stop = tun_net_close,
|
2008-11-21 11:14:53 +07:00
|
|
|
.ndo_start_xmit = tun_net_xmit,
|
2008-11-20 13:10:37 +07:00
|
|
|
.ndo_change_mtu = tun_net_change_mtu,
|
2011-04-19 13:13:10 +07:00
|
|
|
.ndo_fix_features = tun_net_fix_features,
|
2012-11-01 02:46:00 +07:00
|
|
|
.ndo_select_queue = tun_select_queue,
|
2011-06-15 12:25:01 +07:00
|
|
|
#ifdef CONFIG_NET_POLL_CONTROLLER
|
|
|
|
.ndo_poll_controller = tun_poll_controller,
|
|
|
|
#endif
|
2008-11-20 13:10:37 +07:00
|
|
|
};
|
|
|
|
|
|
|
|
static const struct net_device_ops tap_netdev_ops = {
|
2009-01-20 18:07:17 +07:00
|
|
|
.ndo_uninit = tun_net_uninit,
|
2008-11-20 13:10:37 +07:00
|
|
|
.ndo_open = tun_net_open,
|
|
|
|
.ndo_stop = tun_net_close,
|
2008-11-21 11:14:53 +07:00
|
|
|
.ndo_start_xmit = tun_net_xmit,
|
2008-11-20 13:10:37 +07:00
|
|
|
.ndo_change_mtu = tun_net_change_mtu,
|
2011-04-19 13:13:10 +07:00
|
|
|
.ndo_fix_features = tun_net_fix_features,
|
2011-08-16 13:29:01 +07:00
|
|
|
.ndo_set_rx_mode = tun_net_mclist,
|
2008-11-20 13:10:37 +07:00
|
|
|
.ndo_set_mac_address = eth_mac_addr,
|
|
|
|
.ndo_validate_addr = eth_validate_addr,
|
2012-11-01 02:46:00 +07:00
|
|
|
.ndo_select_queue = tun_select_queue,
|
2011-06-15 12:25:01 +07:00
|
|
|
#ifdef CONFIG_NET_POLL_CONTROLLER
|
|
|
|
.ndo_poll_controller = tun_poll_controller,
|
|
|
|
#endif
|
2008-11-20 13:10:37 +07:00
|
|
|
};
|
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
static int tun_flow_init(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
|
|
|
tun->flow_cache = kmem_cache_create("tun_flow_cache",
|
|
|
|
sizeof(struct tun_flow_entry), 0, 0,
|
|
|
|
NULL);
|
|
|
|
if (!tun->flow_cache)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++)
|
|
|
|
INIT_HLIST_HEAD(&tun->flows[i]);
|
|
|
|
|
|
|
|
tun->ageing_time = TUN_FLOW_EXPIRE;
|
|
|
|
setup_timer(&tun->flow_gc_timer, tun_flow_cleanup, (unsigned long)tun);
|
|
|
|
mod_timer(&tun->flow_gc_timer,
|
|
|
|
round_jiffies_up(jiffies + tun->ageing_time));
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_flow_uninit(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
del_timer_sync(&tun->flow_gc_timer);
|
|
|
|
tun_flow_flush(tun);
|
|
|
|
|
|
|
|
/* Wait for completion of call_rcu()'s */
|
|
|
|
rcu_barrier();
|
|
|
|
kmem_cache_destroy(tun->flow_cache);
|
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Initialize net device. */
|
|
|
|
static void tun_net_init(struct net_device *dev)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
switch (tun->flags & TUN_TYPE_MASK) {
|
|
|
|
case TUN_TUN_DEV:
|
2008-11-20 13:10:37 +07:00
|
|
|
dev->netdev_ops = &tun_netdev_ops;
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Point-to-Point TUN Device */
|
|
|
|
dev->hard_header_len = 0;
|
|
|
|
dev->addr_len = 0;
|
|
|
|
dev->mtu = 1500;
|
|
|
|
|
|
|
|
/* Zero header length */
|
2006-09-14 00:24:59 +07:00
|
|
|
dev->type = ARPHRD_NONE;
|
2005-04-17 05:20:36 +07:00
|
|
|
dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST;
|
|
|
|
dev->tx_queue_len = TUN_READQ_SIZE; /* We prefer our own queue length */
|
|
|
|
break;
|
|
|
|
|
|
|
|
case TUN_TAP_DEV:
|
2008-12-30 09:23:28 +07:00
|
|
|
dev->netdev_ops = &tap_netdev_ops;
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Ethernet TAP Device */
|
|
|
|
ether_setup(dev);
|
2011-07-26 13:05:38 +07:00
|
|
|
dev->priv_flags &= ~IFF_TX_SKB_SHARING;
|
2007-04-26 15:00:55 +07:00
|
|
|
|
2012-02-15 13:45:39 +07:00
|
|
|
eth_hw_addr_random(dev);
|
2007-04-26 15:00:55 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
dev->tx_queue_len = TUN_READQ_SIZE; /* We prefer our own queue length */
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Character device part */
|
|
|
|
|
|
|
|
/* Poll */
|
2012-11-01 02:46:00 +07:00
|
|
|
static unsigned int tun_chr_poll(struct file *file, poll_table *wait)
|
2006-09-14 00:24:59 +07:00
|
|
|
{
|
2009-01-20 18:03:21 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
|
|
|
struct tun_struct *tun = __tun_get(tfile);
|
2009-07-06 02:48:35 +07:00
|
|
|
struct sock *sk;
|
2009-02-06 12:25:32 +07:00
|
|
|
unsigned int mask = 0;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
if (!tun)
|
2009-01-20 17:59:05 +07:00
|
|
|
return POLLERR;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
sk = tfile->socket.sk;
|
2009-07-06 02:48:35 +07:00
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_chr_poll\n");
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
poll_wait(file, &tfile->wq.wait, wait);
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2009-08-30 14:04:42 +07:00
|
|
|
if (!skb_queue_empty(&sk->sk_receive_queue))
|
2005-04-17 05:20:36 +07:00
|
|
|
mask |= POLLIN | POLLRDNORM;
|
|
|
|
|
2009-02-06 12:25:32 +07:00
|
|
|
if (sock_writeable(sk) ||
|
|
|
|
(!test_and_set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags) &&
|
|
|
|
sock_writeable(sk)))
|
|
|
|
mask |= POLLOUT | POLLWRNORM;
|
|
|
|
|
2009-01-20 18:07:17 +07:00
|
|
|
if (tun->dev->reg_state != NETREG_REGISTERED)
|
|
|
|
mask = POLLERR;
|
|
|
|
|
2009-01-20 18:00:40 +07:00
|
|
|
tun_put(tun);
|
2005-04-17 05:20:36 +07:00
|
|
|
return mask;
|
|
|
|
}
|
|
|
|
|
2008-08-16 05:15:10 +07:00
|
|
|
/* prepad is the amount to reserve at front. len is length after that.
|
|
|
|
* linear is a hint as to how much to copy (usually headers). */
|
2012-11-01 02:45:57 +07:00
|
|
|
static struct sk_buff *tun_alloc_skb(struct tun_file *tfile,
|
2011-06-08 21:33:08 +07:00
|
|
|
size_t prepad, size_t len,
|
|
|
|
size_t linear, int noblock)
|
2008-08-16 05:15:10 +07:00
|
|
|
{
|
2012-11-01 02:45:57 +07:00
|
|
|
struct sock *sk = tfile->socket.sk;
|
2008-08-16 05:15:10 +07:00
|
|
|
struct sk_buff *skb;
|
2009-02-06 12:25:32 +07:00
|
|
|
int err;
|
2008-08-16 05:15:10 +07:00
|
|
|
|
|
|
|
/* Under a page? Don't bother with paged skb. */
|
2009-04-14 16:09:43 +07:00
|
|
|
if (prepad + len < PAGE_SIZE || !linear)
|
2009-02-06 12:25:32 +07:00
|
|
|
linear = len;
|
2008-08-16 05:15:10 +07:00
|
|
|
|
2009-02-06 12:25:32 +07:00
|
|
|
skb = sock_alloc_send_pskb(sk, prepad + linear, len - linear, noblock,
|
|
|
|
&err);
|
2008-08-16 05:15:10 +07:00
|
|
|
if (!skb)
|
2009-02-06 12:25:32 +07:00
|
|
|
return ERR_PTR(err);
|
2008-08-16 05:15:10 +07:00
|
|
|
|
|
|
|
skb_reserve(skb, prepad);
|
|
|
|
skb_put(skb, linear);
|
2009-02-06 12:25:32 +07:00
|
|
|
skb->data_len = len - linear;
|
|
|
|
skb->len += len - linear;
|
2008-08-16 05:15:10 +07:00
|
|
|
|
|
|
|
return skb;
|
|
|
|
}
|
|
|
|
|
2012-07-20 16:23:23 +07:00
|
|
|
/* set skb frags from iovec, this can move to core network code for reuse */
|
|
|
|
static int zerocopy_sg_from_iovec(struct sk_buff *skb, const struct iovec *from,
|
|
|
|
int offset, size_t count)
|
|
|
|
{
|
|
|
|
int len = iov_length(from, count) - offset;
|
|
|
|
int copy = skb_headlen(skb);
|
|
|
|
int size, offset1 = 0;
|
|
|
|
int i = 0;
|
|
|
|
|
|
|
|
/* Skip over from offset */
|
|
|
|
while (count && (offset >= from->iov_len)) {
|
|
|
|
offset -= from->iov_len;
|
|
|
|
++from;
|
|
|
|
--count;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* copy up to skb headlen */
|
|
|
|
while (count && (copy > 0)) {
|
|
|
|
size = min_t(unsigned int, copy, from->iov_len - offset);
|
|
|
|
if (copy_from_user(skb->data + offset1, from->iov_base + offset,
|
|
|
|
size))
|
|
|
|
return -EFAULT;
|
|
|
|
if (copy > size) {
|
|
|
|
++from;
|
|
|
|
--count;
|
|
|
|
offset = 0;
|
|
|
|
} else
|
|
|
|
offset += size;
|
|
|
|
copy -= size;
|
|
|
|
offset1 += size;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (len == offset1)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
while (count--) {
|
|
|
|
struct page *page[MAX_SKB_FRAGS];
|
|
|
|
int num_pages;
|
|
|
|
unsigned long base;
|
|
|
|
unsigned long truesize;
|
|
|
|
|
|
|
|
len = from->iov_len - offset;
|
|
|
|
if (!len) {
|
|
|
|
offset = 0;
|
|
|
|
++from;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
base = (unsigned long)from->iov_base + offset;
|
|
|
|
size = ((base & ~PAGE_MASK) + len + ~PAGE_MASK) >> PAGE_SHIFT;
|
|
|
|
if (i + size > MAX_SKB_FRAGS)
|
|
|
|
return -EMSGSIZE;
|
|
|
|
num_pages = get_user_pages_fast(base, size, 0, &page[i]);
|
|
|
|
if (num_pages != size) {
|
|
|
|
for (i = 0; i < num_pages; i++)
|
|
|
|
put_page(page[i]);
|
|
|
|
return -EFAULT;
|
|
|
|
}
|
|
|
|
truesize = size * PAGE_SIZE;
|
|
|
|
skb->data_len += len;
|
|
|
|
skb->len += len;
|
|
|
|
skb->truesize += truesize;
|
|
|
|
atomic_add(truesize, &skb->sk->sk_wmem_alloc);
|
|
|
|
while (len) {
|
|
|
|
int off = base & ~PAGE_MASK;
|
|
|
|
int size = min_t(int, len, PAGE_SIZE - off);
|
|
|
|
__skb_fill_page_desc(skb, i, page[i], off, size);
|
|
|
|
skb_shinfo(skb)->nr_frags++;
|
|
|
|
/* increase sk_wmem_alloc */
|
|
|
|
base += size;
|
|
|
|
len -= size;
|
|
|
|
i++;
|
|
|
|
}
|
|
|
|
offset = 0;
|
|
|
|
++from;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Get packet from user space buffer */
|
2012-11-01 02:45:57 +07:00
|
|
|
static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile,
|
|
|
|
void *msg_control, const struct iovec *iv,
|
|
|
|
size_t total_len, size_t count, int noblock)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
2009-02-01 15:45:17 +07:00
|
|
|
struct tun_pi pi = { 0, cpu_to_be16(ETH_P_IP) };
|
2005-04-17 05:20:36 +07:00
|
|
|
struct sk_buff *skb;
|
2012-07-20 16:23:23 +07:00
|
|
|
size_t len = total_len, align = NET_SKB_PAD;
|
2008-07-03 17:48:02 +07:00
|
|
|
struct virtio_net_hdr gso = { 0 };
|
2009-04-20 08:26:11 +07:00
|
|
|
int offset = 0;
|
2012-07-20 16:23:23 +07:00
|
|
|
int copylen;
|
|
|
|
bool zerocopy = false;
|
|
|
|
int err;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
if (!(tun->flags & TUN_NO_PI)) {
|
2012-07-20 16:23:23 +07:00
|
|
|
if ((len -= sizeof(pi)) > total_len)
|
2005-04-17 05:20:36 +07:00
|
|
|
return -EINVAL;
|
|
|
|
|
2009-04-20 08:26:11 +07:00
|
|
|
if (memcpy_fromiovecend((void *)&pi, iv, 0, sizeof(pi)))
|
2005-04-17 05:20:36 +07:00
|
|
|
return -EFAULT;
|
2009-04-20 08:26:11 +07:00
|
|
|
offset += sizeof(pi);
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (tun->flags & TUN_VNET_HDR) {
|
2012-07-20 16:23:23 +07:00
|
|
|
if ((len -= tun->vnet_hdr_sz) > total_len)
|
2008-07-03 17:48:02 +07:00
|
|
|
return -EINVAL;
|
|
|
|
|
2009-04-20 08:26:11 +07:00
|
|
|
if (memcpy_fromiovecend((void *)&gso, iv, offset, sizeof(gso)))
|
2008-07-03 17:48:02 +07:00
|
|
|
return -EFAULT;
|
|
|
|
|
2009-06-08 14:20:01 +07:00
|
|
|
if ((gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) &&
|
|
|
|
gso.csum_start + gso.csum_offset + 2 > gso.hdr_len)
|
|
|
|
gso.hdr_len = gso.csum_start + gso.csum_offset + 2;
|
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (gso.hdr_len > len)
|
|
|
|
return -EINVAL;
|
2010-03-17 22:45:01 +07:00
|
|
|
offset += tun->vnet_hdr_sz;
|
2008-07-03 17:48:02 +07:00
|
|
|
}
|
|
|
|
|
2008-04-13 08:49:30 +07:00
|
|
|
if ((tun->flags & TUN_TYPE_MASK) == TUN_TAP_DEV) {
|
2011-06-08 21:33:07 +07:00
|
|
|
align += NET_IP_ALIGN;
|
2009-04-14 16:09:43 +07:00
|
|
|
if (unlikely(len < ETH_HLEN ||
|
|
|
|
(gso.hdr_len && gso.hdr_len < ETH_HLEN)))
|
2008-04-13 08:49:30 +07:00
|
|
|
return -EINVAL;
|
|
|
|
}
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2012-07-20 16:23:23 +07:00
|
|
|
if (msg_control)
|
|
|
|
zerocopy = true;
|
|
|
|
|
|
|
|
if (zerocopy) {
|
|
|
|
/* Userspace may produce vectors with count greater than
|
|
|
|
* MAX_SKB_FRAGS, so we need to linearize parts of the skb
|
|
|
|
* to let the rest of data to be fit in the frags.
|
|
|
|
*/
|
|
|
|
if (count > MAX_SKB_FRAGS) {
|
|
|
|
copylen = iov_length(iv, count - MAX_SKB_FRAGS);
|
|
|
|
if (copylen < offset)
|
|
|
|
copylen = 0;
|
|
|
|
else
|
|
|
|
copylen -= offset;
|
|
|
|
} else
|
|
|
|
copylen = 0;
|
|
|
|
/* There are 256 bytes to be copied in skb, so there is enough
|
|
|
|
* room for skb expand head in case it is used.
|
|
|
|
* The rest of the buffer is mapped from userspace.
|
|
|
|
*/
|
|
|
|
if (copylen < gso.hdr_len)
|
|
|
|
copylen = gso.hdr_len;
|
|
|
|
if (!copylen)
|
|
|
|
copylen = GOODCOPY_LEN;
|
|
|
|
} else
|
|
|
|
copylen = len;
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
skb = tun_alloc_skb(tfile, align, copylen, gso.hdr_len, noblock);
|
2009-02-06 12:25:32 +07:00
|
|
|
if (IS_ERR(skb)) {
|
|
|
|
if (PTR_ERR(skb) != -EAGAIN)
|
|
|
|
tun->dev->stats.rx_dropped++;
|
|
|
|
return PTR_ERR(skb);
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2012-07-20 16:23:23 +07:00
|
|
|
if (zerocopy)
|
|
|
|
err = zerocopy_sg_from_iovec(skb, iv, offset, count);
|
|
|
|
else
|
|
|
|
err = skb_copy_datagram_from_iovec(skb, 0, iv, offset, len);
|
|
|
|
|
|
|
|
if (err) {
|
2007-10-04 07:41:50 +07:00
|
|
|
tun->dev->stats.rx_dropped++;
|
2006-03-12 09:49:13 +07:00
|
|
|
kfree_skb(skb);
|
2005-04-17 05:20:36 +07:00
|
|
|
return -EFAULT;
|
2006-03-12 09:49:13 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) {
|
|
|
|
if (!skb_partial_csum_set(skb, gso.csum_start,
|
|
|
|
gso.csum_offset)) {
|
|
|
|
tun->dev->stats.rx_frame_errors++;
|
|
|
|
kfree_skb(skb);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
2011-04-19 13:13:10 +07:00
|
|
|
}
|
2008-07-03 17:48:02 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
switch (tun->flags & TUN_TYPE_MASK) {
|
|
|
|
case TUN_TUN_DEV:
|
2008-06-18 11:10:33 +07:00
|
|
|
if (tun->flags & TUN_NO_PI) {
|
|
|
|
switch (skb->data[0] & 0xf0) {
|
|
|
|
case 0x40:
|
|
|
|
pi.proto = htons(ETH_P_IP);
|
|
|
|
break;
|
|
|
|
case 0x60:
|
|
|
|
pi.proto = htons(ETH_P_IPV6);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
tun->dev->stats.rx_dropped++;
|
|
|
|
kfree_skb(skb);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-03-20 05:30:44 +07:00
|
|
|
skb_reset_mac_header(skb);
|
2005-04-17 05:20:36 +07:00
|
|
|
skb->protocol = pi.proto;
|
2007-04-26 07:40:23 +07:00
|
|
|
skb->dev = tun->dev;
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
case TUN_TAP_DEV:
|
|
|
|
skb->protocol = eth_type_trans(skb, tun->dev);
|
|
|
|
break;
|
2011-06-03 18:51:20 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (gso.gso_type != VIRTIO_NET_HDR_GSO_NONE) {
|
|
|
|
pr_debug("GSO!\n");
|
|
|
|
switch (gso.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) {
|
|
|
|
case VIRTIO_NET_HDR_GSO_TCPV4:
|
|
|
|
skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
|
|
|
|
break;
|
|
|
|
case VIRTIO_NET_HDR_GSO_TCPV6:
|
|
|
|
skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
|
|
|
|
break;
|
2009-07-14 21:21:04 +07:00
|
|
|
case VIRTIO_NET_HDR_GSO_UDP:
|
|
|
|
skb_shinfo(skb)->gso_type = SKB_GSO_UDP;
|
|
|
|
break;
|
2008-07-03 17:48:02 +07:00
|
|
|
default:
|
|
|
|
tun->dev->stats.rx_frame_errors++;
|
|
|
|
kfree_skb(skb);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (gso.gso_type & VIRTIO_NET_HDR_GSO_ECN)
|
|
|
|
skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;
|
|
|
|
|
|
|
|
skb_shinfo(skb)->gso_size = gso.gso_size;
|
|
|
|
if (skb_shinfo(skb)->gso_size == 0) {
|
|
|
|
tun->dev->stats.rx_frame_errors++;
|
|
|
|
kfree_skb(skb);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Header must be checked, and gso_segs computed. */
|
|
|
|
skb_shinfo(skb)->gso_type |= SKB_GSO_DODGY;
|
|
|
|
skb_shinfo(skb)->gso_segs = 0;
|
|
|
|
}
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2012-07-20 16:23:23 +07:00
|
|
|
/* copy skb_ubuf_info for callback when skb has no error */
|
|
|
|
if (zerocopy) {
|
|
|
|
skb_shinfo(skb)->destructor_arg = msg_control;
|
|
|
|
skb_shinfo(skb)->tx_flags |= SKBTX_DEV_ZEROCOPY;
|
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
netif_rx_ni(skb);
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2007-10-04 07:41:50 +07:00
|
|
|
tun->dev->stats.rx_packets++;
|
|
|
|
tun->dev->stats.rx_bytes += len;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
tun_flow_update(tun, skb, tfile->queue_index);
|
2012-07-20 16:23:23 +07:00
|
|
|
return total_len;
|
2006-09-14 00:24:59 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2006-10-01 13:28:47 +07:00
|
|
|
static ssize_t tun_chr_aio_write(struct kiocb *iocb, const struct iovec *iv,
|
|
|
|
unsigned long count, loff_t pos)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
2009-02-06 12:25:32 +07:00
|
|
|
struct file *file = iocb->ki_filp;
|
2009-02-15 11:46:39 +07:00
|
|
|
struct tun_struct *tun = tun_get(file);
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2009-01-20 18:00:40 +07:00
|
|
|
ssize_t result;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
if (!tun)
|
|
|
|
return -EBADFD;
|
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_chr_write %ld\n", count);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
result = tun_get_user(tun, tfile, NULL, iv, iov_length(iv, count),
|
|
|
|
count, file->f_flags & O_NONBLOCK);
|
2009-01-20 18:00:40 +07:00
|
|
|
|
|
|
|
tun_put(tun);
|
|
|
|
return result;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Put packet to the user space buffer */
|
2011-06-08 21:33:08 +07:00
|
|
|
static ssize_t tun_put_user(struct tun_struct *tun,
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile,
|
2011-06-08 21:33:08 +07:00
|
|
|
struct sk_buff *skb,
|
|
|
|
const struct iovec *iv, int len)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
|
|
|
struct tun_pi pi = { 0, skb->protocol };
|
|
|
|
ssize_t total = 0;
|
|
|
|
|
|
|
|
if (!(tun->flags & TUN_NO_PI)) {
|
|
|
|
if ((len -= sizeof(pi)) < 0)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
if (len < skb->len) {
|
|
|
|
/* Packet will be striped */
|
|
|
|
pi.flags |= TUN_PKT_STRIP;
|
|
|
|
}
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2009-04-20 08:25:59 +07:00
|
|
|
if (memcpy_toiovecend(iv, (void *) &pi, 0, sizeof(pi)))
|
2005-04-17 05:20:36 +07:00
|
|
|
return -EFAULT;
|
|
|
|
total += sizeof(pi);
|
2006-09-14 00:24:59 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (tun->flags & TUN_VNET_HDR) {
|
|
|
|
struct virtio_net_hdr gso = { 0 }; /* no info leak */
|
2010-03-17 22:45:01 +07:00
|
|
|
if ((len -= tun->vnet_hdr_sz) < 0)
|
2008-07-03 17:48:02 +07:00
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
if (skb_is_gso(skb)) {
|
|
|
|
struct skb_shared_info *sinfo = skb_shinfo(skb);
|
|
|
|
|
|
|
|
/* This is a hint as to how much should be linear. */
|
|
|
|
gso.hdr_len = skb_headlen(skb);
|
|
|
|
gso.gso_size = sinfo->gso_size;
|
|
|
|
if (sinfo->gso_type & SKB_GSO_TCPV4)
|
|
|
|
gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
|
|
|
|
else if (sinfo->gso_type & SKB_GSO_TCPV6)
|
|
|
|
gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV6;
|
2009-07-14 21:21:04 +07:00
|
|
|
else if (sinfo->gso_type & SKB_GSO_UDP)
|
|
|
|
gso.gso_type = VIRTIO_NET_HDR_GSO_UDP;
|
2010-07-21 11:32:45 +07:00
|
|
|
else {
|
2011-03-02 14:18:10 +07:00
|
|
|
pr_err("unexpected GSO type: "
|
2010-07-21 11:32:45 +07:00
|
|
|
"0x%x, gso_size %d, hdr_len %d\n",
|
|
|
|
sinfo->gso_type, gso.gso_size,
|
|
|
|
gso.hdr_len);
|
|
|
|
print_hex_dump(KERN_ERR, "tun: ",
|
|
|
|
DUMP_PREFIX_NONE,
|
|
|
|
16, 1, skb->head,
|
|
|
|
min((int)gso.hdr_len, 64), true);
|
|
|
|
WARN_ON_ONCE(1);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
2008-07-03 17:48:02 +07:00
|
|
|
if (sinfo->gso_type & SKB_GSO_TCP_ECN)
|
|
|
|
gso.gso_type |= VIRTIO_NET_HDR_GSO_ECN;
|
|
|
|
} else
|
|
|
|
gso.gso_type = VIRTIO_NET_HDR_GSO_NONE;
|
|
|
|
|
|
|
|
if (skb->ip_summed == CHECKSUM_PARTIAL) {
|
|
|
|
gso.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
|
2010-12-14 22:24:08 +07:00
|
|
|
gso.csum_start = skb_checksum_start_offset(skb);
|
2008-07-03 17:48:02 +07:00
|
|
|
gso.csum_offset = skb->csum_offset;
|
2011-06-10 07:56:17 +07:00
|
|
|
} else if (skb->ip_summed == CHECKSUM_UNNECESSARY) {
|
|
|
|
gso.flags = VIRTIO_NET_HDR_F_DATA_VALID;
|
2008-07-03 17:48:02 +07:00
|
|
|
} /* else everything is zero */
|
|
|
|
|
2009-04-20 08:25:59 +07:00
|
|
|
if (unlikely(memcpy_toiovecend(iv, (void *)&gso, total,
|
|
|
|
sizeof(gso))))
|
2008-07-03 17:48:02 +07:00
|
|
|
return -EFAULT;
|
2010-03-17 22:45:01 +07:00
|
|
|
total += tun->vnet_hdr_sz;
|
2008-07-03 17:48:02 +07:00
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
len = min_t(int, skb->len, len);
|
|
|
|
|
2009-04-20 08:25:59 +07:00
|
|
|
skb_copy_datagram_const_iovec(skb, 0, iv, total, len);
|
2010-01-14 13:17:09 +07:00
|
|
|
total += skb->len;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2007-10-04 07:41:50 +07:00
|
|
|
tun->dev->stats.tx_packets++;
|
|
|
|
tun->dev->stats.tx_bytes += len;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
return total;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
static ssize_t tun_do_read(struct tun_struct *tun, struct tun_file *tfile,
|
2010-01-14 13:17:09 +07:00
|
|
|
struct kiocb *iocb, const struct iovec *iv,
|
|
|
|
ssize_t len, int noblock)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
|
|
|
DECLARE_WAITQUEUE(wait, current);
|
|
|
|
struct sk_buff *skb;
|
2010-01-14 13:17:09 +07:00
|
|
|
ssize_t ret = 0;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-26 05:07:41 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_do_read\n");
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2011-06-09 14:27:10 +07:00
|
|
|
if (unlikely(!noblock))
|
2012-11-01 02:45:57 +07:00
|
|
|
add_wait_queue(&tfile->wq.wait, &wait);
|
2005-04-17 05:20:36 +07:00
|
|
|
while (len) {
|
|
|
|
current->state = TASK_INTERRUPTIBLE;
|
|
|
|
|
|
|
|
/* Read frames from the queue */
|
2012-11-01 02:45:57 +07:00
|
|
|
if (!(skb = skb_dequeue(&tfile->socket.sk->sk_receive_queue))) {
|
2010-01-14 13:17:09 +07:00
|
|
|
if (noblock) {
|
2005-04-17 05:20:36 +07:00
|
|
|
ret = -EAGAIN;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (signal_pending(current)) {
|
|
|
|
ret = -ERESTARTSYS;
|
|
|
|
break;
|
|
|
|
}
|
2009-01-20 18:07:17 +07:00
|
|
|
if (tun->dev->reg_state != NETREG_REGISTERED) {
|
|
|
|
ret = -EIO;
|
|
|
|
break;
|
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
/* Nothing to read, let's sleep */
|
|
|
|
schedule();
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
ret = tun_put_user(tun, tfile, skb, iv, len);
|
2008-07-15 12:18:19 +07:00
|
|
|
kfree_skb(skb);
|
|
|
|
break;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
current->state = TASK_RUNNING;
|
2011-06-09 14:27:10 +07:00
|
|
|
if (unlikely(!noblock))
|
2012-11-01 02:45:57 +07:00
|
|
|
remove_wait_queue(&tfile->wq.wait, &wait);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t tun_chr_aio_read(struct kiocb *iocb, const struct iovec *iv,
|
|
|
|
unsigned long count, loff_t pos)
|
|
|
|
{
|
|
|
|
struct file *file = iocb->ki_filp;
|
|
|
|
struct tun_file *tfile = file->private_data;
|
|
|
|
struct tun_struct *tun = __tun_get(tfile);
|
|
|
|
ssize_t len, ret;
|
|
|
|
|
|
|
|
if (!tun)
|
|
|
|
return -EBADFD;
|
|
|
|
len = iov_length(iv, count);
|
|
|
|
if (len < 0) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
ret = tun_do_read(tun, tfile, iocb, iv, len,
|
|
|
|
file->f_flags & O_NONBLOCK);
|
2010-01-14 13:17:09 +07:00
|
|
|
ret = min_t(ssize_t, ret, len);
|
2009-01-20 18:00:40 +07:00
|
|
|
out:
|
|
|
|
tun_put(tun);
|
2005-04-17 05:20:36 +07:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
static void tun_free_netdev(struct net_device *dev)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
|
|
|
|
tun_flow_uninit(tun);
|
|
|
|
free_netdev(dev);
|
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
static void tun_setup(struct net_device *dev)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
|
2012-02-08 07:48:55 +07:00
|
|
|
tun->owner = INVALID_UID;
|
|
|
|
tun->group = INVALID_GID;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
dev->ethtool_ops = &tun_ethtool_ops;
|
2012-11-01 02:46:02 +07:00
|
|
|
dev->destructor = tun_free_netdev;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2009-01-22 07:02:16 +07:00
|
|
|
/* Trivial set of netlink ops to allow deleting tun or tap
|
|
|
|
* device with netlink.
|
|
|
|
*/
|
|
|
|
static int tun_validate(struct nlattr *tb[], struct nlattr *data[])
|
|
|
|
{
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct rtnl_link_ops tun_link_ops __read_mostly = {
|
|
|
|
.kind = DRV_NAME,
|
|
|
|
.priv_size = sizeof(struct tun_struct),
|
|
|
|
.setup = tun_setup,
|
|
|
|
.validate = tun_validate,
|
|
|
|
};
|
|
|
|
|
2009-02-06 12:25:32 +07:00
|
|
|
static void tun_sock_write_space(struct sock *sk)
|
|
|
|
{
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile;
|
2010-04-29 18:01:49 +07:00
|
|
|
wait_queue_head_t *wqueue;
|
2009-02-06 12:25:32 +07:00
|
|
|
|
|
|
|
if (!sock_writeable(sk))
|
|
|
|
return;
|
|
|
|
|
|
|
|
if (!test_and_clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags))
|
|
|
|
return;
|
|
|
|
|
2010-04-29 18:01:49 +07:00
|
|
|
wqueue = sk_sleep(sk);
|
|
|
|
if (wqueue && waitqueue_active(wqueue))
|
|
|
|
wake_up_interruptible_sync_poll(wqueue, POLLOUT |
|
2010-01-14 13:17:09 +07:00
|
|
|
POLLWRNORM | POLLWRBAND);
|
2009-06-04 11:45:55 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
tfile = container_of(sk, struct tun_file, sk);
|
|
|
|
kill_fasync(&tfile->fasync, SIGIO, POLL_OUT);
|
2009-02-06 12:25:32 +07:00
|
|
|
}
|
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
static int tun_sendmsg(struct kiocb *iocb, struct socket *sock,
|
|
|
|
struct msghdr *m, size_t total_len)
|
|
|
|
{
|
2012-11-01 02:45:57 +07:00
|
|
|
int ret;
|
|
|
|
struct tun_file *tfile = container_of(sock, struct tun_file, socket);
|
|
|
|
struct tun_struct *tun = __tun_get(tfile);
|
|
|
|
|
|
|
|
if (!tun)
|
|
|
|
return -EBADFD;
|
|
|
|
ret = tun_get_user(tun, tfile, m->msg_control, m->msg_iov, total_len,
|
|
|
|
m->msg_iovlen, m->msg_flags & MSG_DONTWAIT);
|
|
|
|
tun_put(tun);
|
|
|
|
return ret;
|
2010-01-14 13:17:09 +07:00
|
|
|
}
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
static int tun_recvmsg(struct kiocb *iocb, struct socket *sock,
|
|
|
|
struct msghdr *m, size_t total_len,
|
|
|
|
int flags)
|
|
|
|
{
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile = container_of(sock, struct tun_file, socket);
|
|
|
|
struct tun_struct *tun = __tun_get(tfile);
|
2010-01-14 13:17:09 +07:00
|
|
|
int ret;
|
2012-11-01 02:45:57 +07:00
|
|
|
|
|
|
|
if (!tun)
|
|
|
|
return -EBADFD;
|
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
if (flags & ~(MSG_DONTWAIT|MSG_TRUNC))
|
|
|
|
return -EINVAL;
|
2012-11-01 02:45:57 +07:00
|
|
|
ret = tun_do_read(tun, tfile, iocb, m->msg_iov, total_len,
|
2010-01-14 13:17:09 +07:00
|
|
|
flags & MSG_DONTWAIT);
|
|
|
|
if (ret > total_len) {
|
|
|
|
m->msg_flags |= MSG_TRUNC;
|
|
|
|
ret = flags & MSG_TRUNC ? ret : total_len;
|
|
|
|
}
|
2012-11-01 02:45:57 +07:00
|
|
|
tun_put(tun);
|
2010-01-14 13:17:09 +07:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2012-03-12 09:59:41 +07:00
|
|
|
static int tun_release(struct socket *sock)
|
|
|
|
{
|
|
|
|
if (sock->sk)
|
|
|
|
sock_put(sock->sk);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
/* Ops structure to mimic raw sockets with tun */
|
|
|
|
static const struct proto_ops tun_socket_ops = {
|
|
|
|
.sendmsg = tun_sendmsg,
|
|
|
|
.recvmsg = tun_recvmsg,
|
2012-03-12 09:59:41 +07:00
|
|
|
.release = tun_release,
|
2010-01-14 13:17:09 +07:00
|
|
|
};
|
|
|
|
|
2009-02-06 12:25:32 +07:00
|
|
|
static struct proto tun_proto = {
|
|
|
|
.name = "tun",
|
|
|
|
.owner = THIS_MODULE,
|
2012-11-01 02:45:57 +07:00
|
|
|
.obj_size = sizeof(struct tun_file),
|
2009-02-06 12:25:32 +07:00
|
|
|
};
|
2009-01-22 07:02:16 +07:00
|
|
|
|
2009-05-10 12:54:21 +07:00
|
|
|
static int tun_flags(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
int flags = 0;
|
|
|
|
|
|
|
|
if (tun->flags & TUN_TUN_DEV)
|
|
|
|
flags |= IFF_TUN;
|
|
|
|
else
|
|
|
|
flags |= IFF_TAP;
|
|
|
|
|
|
|
|
if (tun->flags & TUN_NO_PI)
|
|
|
|
flags |= IFF_NO_PI;
|
|
|
|
|
2012-12-03 17:07:14 +07:00
|
|
|
/* This flag has no real effect. We track the value for backwards
|
|
|
|
* compatibility.
|
|
|
|
*/
|
2009-05-10 12:54:21 +07:00
|
|
|
if (tun->flags & TUN_ONE_QUEUE)
|
|
|
|
flags |= IFF_ONE_QUEUE;
|
|
|
|
|
|
|
|
if (tun->flags & TUN_VNET_HDR)
|
|
|
|
flags |= IFF_VNET_HDR;
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
if (tun->flags & TUN_TAP_MQ)
|
|
|
|
flags |= IFF_MULTI_QUEUE;
|
|
|
|
|
2009-05-10 12:54:21 +07:00
|
|
|
return flags;
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t tun_show_flags(struct device *dev, struct device_attribute *attr,
|
|
|
|
char *buf)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(to_net_dev(dev));
|
|
|
|
return sprintf(buf, "0x%x\n", tun_flags(tun));
|
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t tun_show_owner(struct device *dev, struct device_attribute *attr,
|
|
|
|
char *buf)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(to_net_dev(dev));
|
2012-02-08 07:48:55 +07:00
|
|
|
return uid_valid(tun->owner)?
|
|
|
|
sprintf(buf, "%u\n",
|
|
|
|
from_kuid_munged(current_user_ns(), tun->owner)):
|
|
|
|
sprintf(buf, "-1\n");
|
2009-05-10 12:54:21 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static ssize_t tun_show_group(struct device *dev, struct device_attribute *attr,
|
|
|
|
char *buf)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(to_net_dev(dev));
|
2012-02-08 07:48:55 +07:00
|
|
|
return gid_valid(tun->group) ?
|
|
|
|
sprintf(buf, "%u\n",
|
|
|
|
from_kgid_munged(current_user_ns(), tun->group)):
|
|
|
|
sprintf(buf, "-1\n");
|
2009-05-10 12:54:21 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static DEVICE_ATTR(tun_flags, 0444, tun_show_flags, NULL);
|
|
|
|
static DEVICE_ATTR(owner, 0444, tun_show_owner, NULL);
|
|
|
|
static DEVICE_ATTR(group, 0444, tun_show_group, NULL);
|
|
|
|
|
2008-04-16 14:41:16 +07:00
|
|
|
static int tun_set_iff(struct net *net, struct file *file, struct ifreq *ifr)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
|
|
|
struct tun_struct *tun;
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2005-04-17 05:20:36 +07:00
|
|
|
struct net_device *dev;
|
|
|
|
int err;
|
|
|
|
|
2009-01-20 17:56:20 +07:00
|
|
|
dev = __dev_get_by_name(net, ifr->ifr_name);
|
|
|
|
if (dev) {
|
2009-04-27 17:23:54 +07:00
|
|
|
if (ifr->ifr_flags & IFF_TUN_EXCL)
|
|
|
|
return -EBUSY;
|
2009-01-20 17:56:20 +07:00
|
|
|
if ((ifr->ifr_flags & IFF_TUN) && dev->netdev_ops == &tun_netdev_ops)
|
|
|
|
tun = netdev_priv(dev);
|
|
|
|
else if ((ifr->ifr_flags & IFF_TAP) && dev->netdev_ops == &tap_netdev_ops)
|
|
|
|
tun = netdev_priv(dev);
|
|
|
|
else
|
|
|
|
return -EINVAL;
|
|
|
|
|
2012-11-01 02:46:01 +07:00
|
|
|
if (tun_not_capable(tun))
|
2009-08-29 05:12:43 +07:00
|
|
|
return -EPERM;
|
2012-11-01 02:45:57 +07:00
|
|
|
err = security_tun_dev_attach(tfile->socket.sk);
|
2009-08-29 05:12:43 +07:00
|
|
|
if (err < 0)
|
|
|
|
return err;
|
|
|
|
|
2009-01-20 17:57:48 +07:00
|
|
|
err = tun_attach(tun, file);
|
|
|
|
if (err < 0)
|
|
|
|
return err;
|
2006-09-14 00:24:59 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
else {
|
|
|
|
char *name;
|
|
|
|
unsigned long flags = 0;
|
|
|
|
|
2012-11-19 04:34:11 +07:00
|
|
|
if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
|
2006-06-23 06:07:52 +07:00
|
|
|
return -EPERM;
|
2009-08-29 05:12:43 +07:00
|
|
|
err = security_tun_dev_create();
|
|
|
|
if (err < 0)
|
|
|
|
return err;
|
2006-06-23 06:07:52 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
/* Set dev type */
|
|
|
|
if (ifr->ifr_flags & IFF_TUN) {
|
|
|
|
/* TUN device */
|
|
|
|
flags |= TUN_TUN_DEV;
|
|
|
|
name = "tun%d";
|
|
|
|
} else if (ifr->ifr_flags & IFF_TAP) {
|
|
|
|
/* TAP device */
|
|
|
|
flags |= TUN_TAP_DEV;
|
|
|
|
name = "tap%d";
|
2006-09-14 00:24:59 +07:00
|
|
|
} else
|
2009-09-17 04:36:13 +07:00
|
|
|
return -EINVAL;
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
if (*ifr->ifr_name)
|
|
|
|
name = ifr->ifr_name;
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
dev = alloc_netdev_mqs(sizeof(struct tun_struct), name,
|
|
|
|
tun_setup,
|
|
|
|
MAX_TAP_QUEUES, MAX_TAP_QUEUES);
|
2005-04-17 05:20:36 +07:00
|
|
|
if (!dev)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
2008-04-16 14:41:53 +07:00
|
|
|
dev_net_set(dev, net);
|
2009-01-22 07:02:16 +07:00
|
|
|
dev->rtnl_link_ops = &tun_link_ops;
|
2008-11-20 13:10:37 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
tun = netdev_priv(dev);
|
|
|
|
tun->dev = dev;
|
|
|
|
tun->flags = flags;
|
2008-07-15 12:18:19 +07:00
|
|
|
tun->txflt.count = 0;
|
2010-03-17 22:45:01 +07:00
|
|
|
tun->vnet_hdr_sz = sizeof(struct virtio_net_hdr);
|
2009-02-06 12:25:32 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
tun->filter_attached = false;
|
|
|
|
tun->sndbuf = tfile->socket.sk->sk_sndbuf;
|
2009-02-06 12:25:32 +07:00
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
spin_lock_init(&tun->lock);
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
security_tun_dev_post_create(&tfile->sk);
|
2009-08-29 05:12:43 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
tun_net_init(dev);
|
|
|
|
|
2012-11-01 02:46:02 +07:00
|
|
|
if (tun_flow_init(tun))
|
|
|
|
goto err_free_dev;
|
|
|
|
|
2011-04-19 13:13:10 +07:00
|
|
|
dev->hw_features = NETIF_F_SG | NETIF_F_FRAGLIST |
|
|
|
|
TUN_USER_FEATURES;
|
|
|
|
dev->features = dev->hw_features;
|
|
|
|
|
2012-12-03 00:19:45 +07:00
|
|
|
err = tun_attach(tun, file);
|
|
|
|
if (err < 0)
|
|
|
|
goto err_free_dev;
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
err = register_netdevice(tun->dev);
|
|
|
|
if (err < 0)
|
2012-11-01 02:45:57 +07:00
|
|
|
goto err_free_dev;
|
2009-04-18 21:15:52 +07:00
|
|
|
|
2009-05-10 12:54:21 +07:00
|
|
|
if (device_create_file(&tun->dev->dev, &dev_attr_tun_flags) ||
|
|
|
|
device_create_file(&tun->dev->dev, &dev_attr_owner) ||
|
|
|
|
device_create_file(&tun->dev->dev, &dev_attr_group))
|
2011-03-02 14:18:10 +07:00
|
|
|
pr_err("Failed to create tun sysfs files\n");
|
2009-05-10 12:54:21 +07:00
|
|
|
|
2012-12-03 00:19:45 +07:00
|
|
|
netif_carrier_on(tun->dev);
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_set_iff\n");
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
if (ifr->ifr_flags & IFF_NO_PI)
|
|
|
|
tun->flags |= TUN_NO_PI;
|
2008-02-05 18:05:07 +07:00
|
|
|
else
|
|
|
|
tun->flags &= ~TUN_NO_PI;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-12-03 17:07:14 +07:00
|
|
|
/* This flag has no real effect. We track the value for backwards
|
|
|
|
* compatibility.
|
|
|
|
*/
|
2005-04-17 05:20:36 +07:00
|
|
|
if (ifr->ifr_flags & IFF_ONE_QUEUE)
|
|
|
|
tun->flags |= TUN_ONE_QUEUE;
|
2008-02-05 18:05:07 +07:00
|
|
|
else
|
|
|
|
tun->flags &= ~TUN_ONE_QUEUE;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2008-07-03 17:48:02 +07:00
|
|
|
if (ifr->ifr_flags & IFF_VNET_HDR)
|
|
|
|
tun->flags |= TUN_VNET_HDR;
|
|
|
|
else
|
|
|
|
tun->flags &= ~TUN_VNET_HDR;
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
if (ifr->ifr_flags & IFF_MULTI_QUEUE)
|
|
|
|
tun->flags |= TUN_TAP_MQ;
|
|
|
|
else
|
|
|
|
tun->flags &= ~TUN_TAP_MQ;
|
|
|
|
|
2008-07-11 06:59:11 +07:00
|
|
|
/* Make sure persistent devices do not get stuck in
|
|
|
|
* xoff state.
|
|
|
|
*/
|
|
|
|
if (netif_running(tun->dev))
|
2012-11-01 02:46:00 +07:00
|
|
|
netif_tx_wake_all_queues(tun->dev);
|
2008-07-11 06:59:11 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
strcpy(ifr->ifr_name, tun->dev->name);
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
err_free_dev:
|
|
|
|
free_netdev(dev);
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2012-11-23 10:58:10 +07:00
|
|
|
static void tun_get_iff(struct net *net, struct tun_struct *tun,
|
2009-08-06 21:22:44 +07:00
|
|
|
struct ifreq *ifr)
|
2008-08-16 05:09:56 +07:00
|
|
|
{
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_get_iff\n");
|
2008-08-16 05:09:56 +07:00
|
|
|
|
|
|
|
strcpy(ifr->ifr_name, tun->dev->name);
|
|
|
|
|
2009-05-10 12:54:21 +07:00
|
|
|
ifr->ifr_flags = tun_flags(tun);
|
2008-08-16 05:09:56 +07:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2008-07-03 17:46:16 +07:00
|
|
|
/* This is like a cut-down ethtool ops, except done via tun fd so no
|
|
|
|
* privs required. */
|
2011-04-19 13:13:10 +07:00
|
|
|
static int set_offload(struct tun_struct *tun, unsigned long arg)
|
2008-07-03 17:46:16 +07:00
|
|
|
{
|
2011-11-15 22:29:55 +07:00
|
|
|
netdev_features_t features = 0;
|
2008-07-03 17:46:16 +07:00
|
|
|
|
|
|
|
if (arg & TUN_F_CSUM) {
|
2011-04-19 13:13:10 +07:00
|
|
|
features |= NETIF_F_HW_CSUM;
|
2008-07-03 17:46:16 +07:00
|
|
|
arg &= ~TUN_F_CSUM;
|
|
|
|
|
|
|
|
if (arg & (TUN_F_TSO4|TUN_F_TSO6)) {
|
|
|
|
if (arg & TUN_F_TSO_ECN) {
|
|
|
|
features |= NETIF_F_TSO_ECN;
|
|
|
|
arg &= ~TUN_F_TSO_ECN;
|
|
|
|
}
|
|
|
|
if (arg & TUN_F_TSO4)
|
|
|
|
features |= NETIF_F_TSO;
|
|
|
|
if (arg & TUN_F_TSO6)
|
|
|
|
features |= NETIF_F_TSO6;
|
|
|
|
arg &= ~(TUN_F_TSO4|TUN_F_TSO6);
|
|
|
|
}
|
2009-07-14 21:21:04 +07:00
|
|
|
|
|
|
|
if (arg & TUN_F_UFO) {
|
|
|
|
features |= NETIF_F_UFO;
|
|
|
|
arg &= ~TUN_F_UFO;
|
|
|
|
}
|
2008-07-03 17:46:16 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
/* This gives the user a way to test for new features in future by
|
|
|
|
* trying to set them. */
|
|
|
|
if (arg)
|
|
|
|
return -EINVAL;
|
|
|
|
|
2011-04-19 13:13:10 +07:00
|
|
|
tun->set_features = features;
|
|
|
|
netdev_update_features(tun->dev);
|
2008-07-03 17:46:16 +07:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
static void tun_detach_filter(struct tun_struct *tun, int n)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
struct tun_file *tfile;
|
|
|
|
|
|
|
|
for (i = 0; i < n; i++) {
|
|
|
|
tfile = rcu_dereference_protected(tun->tfiles[i],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
sk_detach_filter(tfile->socket.sk);
|
|
|
|
}
|
|
|
|
|
|
|
|
tun->filter_attached = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int tun_attach_filter(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
int i, ret = 0;
|
|
|
|
struct tun_file *tfile;
|
|
|
|
|
|
|
|
for (i = 0; i < tun->numqueues; i++) {
|
|
|
|
tfile = rcu_dereference_protected(tun->tfiles[i],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
ret = sk_attach_filter(&tun->fprog, tfile->socket.sk);
|
|
|
|
if (ret) {
|
|
|
|
tun_detach_filter(tun, i);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
tun->filter_attached = true;
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_set_sndbuf(struct tun_struct *tun)
|
|
|
|
{
|
|
|
|
struct tun_file *tfile;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
for (i = 0; i < tun->numqueues; i++) {
|
|
|
|
tfile = rcu_dereference_protected(tun->tfiles[i],
|
|
|
|
lockdep_rtnl_is_held());
|
|
|
|
tfile->socket.sk->sk_sndbuf = tun->sndbuf;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:01 +07:00
|
|
|
static int tun_set_queue(struct file *file, struct ifreq *ifr)
|
|
|
|
{
|
|
|
|
struct tun_file *tfile = file->private_data;
|
|
|
|
struct tun_struct *tun;
|
|
|
|
struct net_device *dev;
|
|
|
|
int ret = 0;
|
|
|
|
|
|
|
|
rtnl_lock();
|
|
|
|
|
|
|
|
if (ifr->ifr_flags & IFF_ATTACH_QUEUE) {
|
|
|
|
dev = __dev_get_by_name(tfile->net, ifr->ifr_name);
|
|
|
|
if (!dev) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
goto unlock;
|
|
|
|
}
|
|
|
|
|
|
|
|
tun = netdev_priv(dev);
|
|
|
|
if (dev->netdev_ops != &tap_netdev_ops &&
|
|
|
|
dev->netdev_ops != &tun_netdev_ops)
|
|
|
|
ret = -EINVAL;
|
|
|
|
else if (tun_not_capable(tun))
|
|
|
|
ret = -EPERM;
|
|
|
|
else
|
|
|
|
ret = tun_attach(tun, file);
|
|
|
|
} else if (ifr->ifr_flags & IFF_DETACH_QUEUE)
|
|
|
|
__tun_detach(tfile, false);
|
|
|
|
else
|
|
|
|
ret = -EINVAL;
|
|
|
|
|
|
|
|
unlock:
|
|
|
|
rtnl_unlock();
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2009-11-07 13:52:32 +07:00
|
|
|
static long __tun_chr_ioctl(struct file *file, unsigned int cmd,
|
|
|
|
unsigned long arg, int ifreq_len)
|
2005-04-17 05:20:36 +07:00
|
|
|
{
|
2009-01-20 18:01:48 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2009-01-20 18:00:40 +07:00
|
|
|
struct tun_struct *tun;
|
2005-04-17 05:20:36 +07:00
|
|
|
void __user* argp = (void __user*)arg;
|
|
|
|
struct ifreq ifr;
|
2012-02-08 07:48:55 +07:00
|
|
|
kuid_t owner;
|
|
|
|
kgid_t group;
|
2009-02-06 12:25:32 +07:00
|
|
|
int sndbuf;
|
2010-03-17 22:45:01 +07:00
|
|
|
int vnet_hdr_sz;
|
2008-07-15 12:18:19 +07:00
|
|
|
int ret;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:46:01 +07:00
|
|
|
if (cmd == TUNSETIFF || cmd == TUNSETQUEUE || _IOC_TYPE(cmd) == 0x89) {
|
2009-11-07 13:52:32 +07:00
|
|
|
if (copy_from_user(&ifr, argp, ifreq_len))
|
2005-04-17 05:20:36 +07:00
|
|
|
return -EFAULT;
|
2012-07-31 04:52:48 +07:00
|
|
|
} else {
|
2012-07-30 02:45:14 +07:00
|
|
|
memset(&ifr, 0, sizeof(ifr));
|
2012-07-31 04:52:48 +07:00
|
|
|
}
|
2009-01-20 18:00:40 +07:00
|
|
|
if (cmd == TUNGETFEATURES) {
|
|
|
|
/* Currently this just means: "what IFF flags are valid?".
|
|
|
|
* This is needed because we never checked for invalid flags on
|
|
|
|
* TUNSETIFF. */
|
|
|
|
return put_user(IFF_TUN | IFF_TAP | IFF_NO_PI | IFF_ONE_QUEUE |
|
2012-11-01 02:46:01 +07:00
|
|
|
IFF_VNET_HDR | IFF_MULTI_QUEUE,
|
2009-01-20 18:00:40 +07:00
|
|
|
(unsigned int __user*)argp);
|
2012-11-01 02:46:01 +07:00
|
|
|
} else if (cmd == TUNSETQUEUE)
|
|
|
|
return tun_set_queue(file, &ifr);
|
2009-01-20 18:00:40 +07:00
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
ret = 0;
|
2009-08-06 21:22:44 +07:00
|
|
|
rtnl_lock();
|
|
|
|
|
2009-01-20 18:01:48 +07:00
|
|
|
tun = __tun_get(tfile);
|
2005-04-17 05:20:36 +07:00
|
|
|
if (cmd == TUNSETIFF && !tun) {
|
|
|
|
ifr.ifr_name[IFNAMSIZ-1] = '\0';
|
|
|
|
|
2009-08-06 21:22:44 +07:00
|
|
|
ret = tun_set_iff(tfile->net, file, &ifr);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-08-06 21:22:44 +07:00
|
|
|
if (ret)
|
|
|
|
goto unlock;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-11-07 13:52:32 +07:00
|
|
|
if (copy_to_user(argp, &ifr, ifreq_len))
|
2009-08-06 21:22:44 +07:00
|
|
|
ret = -EFAULT;
|
|
|
|
goto unlock;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2009-08-06 21:22:44 +07:00
|
|
|
ret = -EBADFD;
|
2005-04-17 05:20:36 +07:00
|
|
|
if (!tun)
|
2009-08-06 21:22:44 +07:00
|
|
|
goto unlock;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:45:56 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "tun_chr_ioctl cmd %u\n", cmd);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-01-20 18:00:40 +07:00
|
|
|
ret = 0;
|
2005-04-17 05:20:36 +07:00
|
|
|
switch (cmd) {
|
2008-08-16 05:09:56 +07:00
|
|
|
case TUNGETIFF:
|
2012-11-23 10:58:10 +07:00
|
|
|
tun_get_iff(current->nsproxy->net_ns, tun, &ifr);
|
2008-08-16 05:09:56 +07:00
|
|
|
|
2009-11-07 13:52:32 +07:00
|
|
|
if (copy_to_user(argp, &ifr, ifreq_len))
|
2009-01-20 18:00:40 +07:00
|
|
|
ret = -EFAULT;
|
2008-08-16 05:09:56 +07:00
|
|
|
break;
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
case TUNSETNOCSUM:
|
|
|
|
/* Disable/Enable checksum */
|
|
|
|
|
2011-04-19 13:13:10 +07:00
|
|
|
/* [unimplemented] */
|
|
|
|
tun_debug(KERN_INFO, tun, "ignored: set checksum %s\n",
|
2011-03-02 14:18:10 +07:00
|
|
|
arg ? "disabled" : "enabled");
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
|
|
|
|
case TUNSETPERSIST:
|
2012-11-01 02:45:57 +07:00
|
|
|
/* Disable/Enable persist mode. Keep an extra reference to the
|
|
|
|
* module to prevent the module being unprobed.
|
|
|
|
*/
|
|
|
|
if (arg) {
|
2005-04-17 05:20:36 +07:00
|
|
|
tun->flags |= TUN_PERSIST;
|
2012-11-01 02:45:57 +07:00
|
|
|
__module_get(THIS_MODULE);
|
|
|
|
} else {
|
2005-04-17 05:20:36 +07:00
|
|
|
tun->flags &= ~TUN_PERSIST;
|
2012-11-01 02:45:57 +07:00
|
|
|
module_put(THIS_MODULE);
|
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "persist %s\n",
|
|
|
|
arg ? "enabled" : "disabled");
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
|
|
|
|
case TUNSETOWNER:
|
|
|
|
/* Set owner of the device */
|
2012-02-08 07:48:55 +07:00
|
|
|
owner = make_kuid(current_user_ns(), arg);
|
|
|
|
if (!uid_valid(owner)) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
tun->owner = owner;
|
2012-11-01 02:45:56 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "owner set to %u\n",
|
2012-02-08 07:48:55 +07:00
|
|
|
from_kuid(&init_user_ns, tun->owner));
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
|
2007-07-03 12:50:25 +07:00
|
|
|
case TUNSETGROUP:
|
|
|
|
/* Set group of the device */
|
2012-02-08 07:48:55 +07:00
|
|
|
group = make_kgid(current_user_ns(), arg);
|
|
|
|
if (!gid_valid(group)) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
tun->group = group;
|
2012-11-01 02:45:56 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "group set to %u\n",
|
2012-02-08 07:48:55 +07:00
|
|
|
from_kgid(&init_user_ns, tun->group));
|
2007-07-03 12:50:25 +07:00
|
|
|
break;
|
|
|
|
|
2005-09-02 07:40:05 +07:00
|
|
|
case TUNSETLINK:
|
|
|
|
/* Only allow setting the type when the interface is down */
|
|
|
|
if (tun->dev->flags & IFF_UP) {
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun,
|
|
|
|
"Linktype set failed because interface is up\n");
|
2008-04-24 09:37:58 +07:00
|
|
|
ret = -EBUSY;
|
2005-09-02 07:40:05 +07:00
|
|
|
} else {
|
|
|
|
tun->dev->type = (int) arg;
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_INFO, tun, "linktype set to %d\n",
|
|
|
|
tun->dev->type);
|
2008-04-24 09:37:58 +07:00
|
|
|
ret = 0;
|
2005-09-02 07:40:05 +07:00
|
|
|
}
|
2009-01-20 18:00:40 +07:00
|
|
|
break;
|
2005-09-02 07:40:05 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
#ifdef TUN_DEBUG
|
|
|
|
case TUNSETDEBUG:
|
|
|
|
tun->debug = arg;
|
|
|
|
break;
|
|
|
|
#endif
|
2008-07-03 17:46:16 +07:00
|
|
|
case TUNSETOFFLOAD:
|
2011-04-19 13:13:10 +07:00
|
|
|
ret = set_offload(tun, arg);
|
2009-01-20 18:00:40 +07:00
|
|
|
break;
|
2008-07-03 17:46:16 +07:00
|
|
|
|
2008-07-15 12:18:19 +07:00
|
|
|
case TUNSETTXFILTER:
|
|
|
|
/* Can be set only for TAPs */
|
2009-01-20 18:00:40 +07:00
|
|
|
ret = -EINVAL;
|
2008-07-15 12:18:19 +07:00
|
|
|
if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
|
2009-01-20 18:00:40 +07:00
|
|
|
break;
|
2008-07-17 02:45:34 +07:00
|
|
|
ret = update_filter(&tun->txflt, (void __user *)arg);
|
2009-01-20 18:00:40 +07:00
|
|
|
break;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
case SIOCGIFHWADDR:
|
tree-wide: fix comment/printk typos
"gadget", "through", "command", "maintain", "maintain", "controller", "address",
"between", "initiali[zs]e", "instead", "function", "select", "already",
"equal", "access", "management", "hierarchy", "registration", "interest",
"relative", "memory", "offset", "already",
Signed-off-by: Uwe Kleine-König <u.kleine-koenig@pengutronix.de>
Signed-off-by: Jiri Kosina <jkosina@suse.cz>
2010-11-02 02:38:34 +07:00
|
|
|
/* Get hw address */
|
2008-07-15 12:18:19 +07:00
|
|
|
memcpy(ifr.ifr_hwaddr.sa_data, tun->dev->dev_addr, ETH_ALEN);
|
|
|
|
ifr.ifr_hwaddr.sa_family = tun->dev->type;
|
2009-11-07 13:52:32 +07:00
|
|
|
if (copy_to_user(argp, &ifr, ifreq_len))
|
2009-01-20 18:00:40 +07:00
|
|
|
ret = -EFAULT;
|
|
|
|
break;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
case SIOCSIFHWADDR:
|
2008-07-15 12:18:19 +07:00
|
|
|
/* Set hw address */
|
2011-03-02 14:18:10 +07:00
|
|
|
tun_debug(KERN_DEBUG, tun, "set hw address: %pM\n",
|
|
|
|
ifr.ifr_hwaddr.sa_data);
|
2008-03-01 03:26:21 +07:00
|
|
|
|
|
|
|
ret = dev_set_mac_address(tun->dev, &ifr.ifr_hwaddr);
|
2009-01-20 18:00:40 +07:00
|
|
|
break;
|
2009-02-06 12:25:32 +07:00
|
|
|
|
|
|
|
case TUNGETSNDBUF:
|
2012-11-01 02:45:57 +07:00
|
|
|
sndbuf = tfile->socket.sk->sk_sndbuf;
|
2009-02-06 12:25:32 +07:00
|
|
|
if (copy_to_user(argp, &sndbuf, sizeof(sndbuf)))
|
|
|
|
ret = -EFAULT;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case TUNSETSNDBUF:
|
|
|
|
if (copy_from_user(&sndbuf, argp, sizeof(sndbuf))) {
|
|
|
|
ret = -EFAULT;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
tun->sndbuf = sndbuf;
|
|
|
|
tun_set_sndbuf(tun);
|
2009-02-06 12:25:32 +07:00
|
|
|
break;
|
|
|
|
|
2010-03-17 22:45:01 +07:00
|
|
|
case TUNGETVNETHDRSZ:
|
|
|
|
vnet_hdr_sz = tun->vnet_hdr_sz;
|
|
|
|
if (copy_to_user(argp, &vnet_hdr_sz, sizeof(vnet_hdr_sz)))
|
|
|
|
ret = -EFAULT;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case TUNSETVNETHDRSZ:
|
|
|
|
if (copy_from_user(&vnet_hdr_sz, argp, sizeof(vnet_hdr_sz))) {
|
|
|
|
ret = -EFAULT;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (vnet_hdr_sz < (int)sizeof(struct virtio_net_hdr)) {
|
|
|
|
ret = -EINVAL;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
tun->vnet_hdr_sz = vnet_hdr_sz;
|
|
|
|
break;
|
|
|
|
|
2010-02-14 08:01:10 +07:00
|
|
|
case TUNATTACHFILTER:
|
|
|
|
/* Can be set only for TAPs */
|
|
|
|
ret = -EINVAL;
|
|
|
|
if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
|
|
|
|
break;
|
|
|
|
ret = -EFAULT;
|
2012-11-01 02:45:57 +07:00
|
|
|
if (copy_from_user(&tun->fprog, argp, sizeof(tun->fprog)))
|
2010-02-14 08:01:10 +07:00
|
|
|
break;
|
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
ret = tun_attach_filter(tun);
|
2010-02-14 08:01:10 +07:00
|
|
|
break;
|
|
|
|
|
|
|
|
case TUNDETACHFILTER:
|
|
|
|
/* Can be set only for TAPs */
|
|
|
|
ret = -EINVAL;
|
|
|
|
if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
|
|
|
|
break;
|
2012-11-01 02:46:00 +07:00
|
|
|
ret = 0;
|
|
|
|
tun_detach_filter(tun, tun->numqueues);
|
2010-02-14 08:01:10 +07:00
|
|
|
break;
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
default:
|
2009-01-20 18:00:40 +07:00
|
|
|
ret = -EINVAL;
|
|
|
|
break;
|
2010-05-18 12:47:34 +07:00
|
|
|
}
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-08-06 21:22:44 +07:00
|
|
|
unlock:
|
|
|
|
rtnl_unlock();
|
|
|
|
if (tun)
|
|
|
|
tun_put(tun);
|
2009-01-20 18:00:40 +07:00
|
|
|
return ret;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2009-11-07 13:52:32 +07:00
|
|
|
static long tun_chr_ioctl(struct file *file,
|
|
|
|
unsigned int cmd, unsigned long arg)
|
|
|
|
{
|
|
|
|
return __tun_chr_ioctl(file, cmd, arg, sizeof (struct ifreq));
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
static long tun_chr_compat_ioctl(struct file *file,
|
|
|
|
unsigned int cmd, unsigned long arg)
|
|
|
|
{
|
|
|
|
switch (cmd) {
|
|
|
|
case TUNSETIFF:
|
|
|
|
case TUNGETIFF:
|
|
|
|
case TUNSETTXFILTER:
|
|
|
|
case TUNGETSNDBUF:
|
|
|
|
case TUNSETSNDBUF:
|
|
|
|
case SIOCGIFHWADDR:
|
|
|
|
case SIOCSIFHWADDR:
|
|
|
|
arg = (unsigned long)compat_ptr(arg);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
arg = (compat_ulong_t)arg;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* compat_ifreq is shorter than ifreq, so we must not access beyond
|
|
|
|
* the end of that structure. All fields that are used in this
|
|
|
|
* driver are compatible though, we don't need to convert the
|
|
|
|
* contents.
|
|
|
|
*/
|
|
|
|
return __tun_chr_ioctl(file, cmd, arg, sizeof(struct compat_ifreq));
|
|
|
|
}
|
|
|
|
#endif /* CONFIG_COMPAT */
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
static int tun_chr_fasync(int fd, struct file *file, int on)
|
|
|
|
{
|
2012-11-01 02:45:57 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2005-04-17 05:20:36 +07:00
|
|
|
int ret;
|
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
if ((ret = fasync_helper(fd, file, on, &tfile->fasync)) < 0)
|
2008-06-20 04:50:37 +07:00
|
|
|
goto out;
|
2006-09-14 00:24:59 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
if (on) {
|
2006-10-02 16:17:15 +07:00
|
|
|
ret = __f_setown(file, task_pid(current), PIDTYPE_PID, 0);
|
2005-04-17 05:20:36 +07:00
|
|
|
if (ret)
|
2008-06-20 04:50:37 +07:00
|
|
|
goto out;
|
2012-11-01 02:45:57 +07:00
|
|
|
tfile->flags |= TUN_FASYNC;
|
2006-09-14 00:24:59 +07:00
|
|
|
} else
|
2012-11-01 02:45:57 +07:00
|
|
|
tfile->flags &= ~TUN_FASYNC;
|
2008-06-20 04:50:37 +07:00
|
|
|
ret = 0;
|
|
|
|
out:
|
|
|
|
return ret;
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static int tun_chr_open(struct inode *inode, struct file * file)
|
|
|
|
{
|
2009-01-20 18:00:40 +07:00
|
|
|
struct tun_file *tfile;
|
2009-10-14 15:19:46 +07:00
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
DBG1(KERN_INFO, "tunX: tun_chr_open\n");
|
2009-01-20 18:00:40 +07:00
|
|
|
|
2012-11-01 02:45:57 +07:00
|
|
|
tfile = (struct tun_file *)sk_alloc(&init_net, AF_UNSPEC, GFP_KERNEL,
|
|
|
|
&tun_proto);
|
2009-01-20 18:00:40 +07:00
|
|
|
if (!tfile)
|
|
|
|
return -ENOMEM;
|
2012-11-01 02:45:58 +07:00
|
|
|
rcu_assign_pointer(tfile->tun, NULL);
|
2009-01-20 18:01:48 +07:00
|
|
|
tfile->net = get_net(current->nsproxy->net_ns);
|
2012-11-01 02:45:57 +07:00
|
|
|
tfile->flags = 0;
|
|
|
|
|
|
|
|
rcu_assign_pointer(tfile->socket.wq, &tfile->wq);
|
|
|
|
init_waitqueue_head(&tfile->wq.wait);
|
|
|
|
|
|
|
|
tfile->socket.file = file;
|
|
|
|
tfile->socket.ops = &tun_socket_ops;
|
|
|
|
|
|
|
|
sock_init_data(&tfile->socket, &tfile->sk);
|
|
|
|
sk_change_net(&tfile->sk, tfile->net);
|
|
|
|
|
|
|
|
tfile->sk.sk_write_space = tun_sock_write_space;
|
|
|
|
tfile->sk.sk_sndbuf = INT_MAX;
|
|
|
|
|
2009-01-20 18:00:40 +07:00
|
|
|
file->private_data = tfile;
|
2012-11-01 02:45:57 +07:00
|
|
|
set_bit(SOCK_EXTERNALLY_ALLOCATED, &tfile->socket.flags);
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int tun_chr_close(struct inode *inode, struct file *file)
|
|
|
|
{
|
2009-01-20 18:00:40 +07:00
|
|
|
struct tun_file *tfile = file->private_data;
|
2012-11-01 02:45:57 +07:00
|
|
|
struct net *net = tfile->net;
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2012-11-01 02:46:00 +07:00
|
|
|
tun_detach(tfile, true);
|
2012-11-01 02:45:57 +07:00
|
|
|
put_net(net);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-02-12 15:55:34 +07:00
|
|
|
static const struct file_operations tun_fops = {
|
2006-09-14 00:24:59 +07:00
|
|
|
.owner = THIS_MODULE,
|
2005-04-17 05:20:36 +07:00
|
|
|
.llseek = no_llseek,
|
2006-10-01 13:28:47 +07:00
|
|
|
.read = do_sync_read,
|
|
|
|
.aio_read = tun_chr_aio_read,
|
|
|
|
.write = do_sync_write,
|
|
|
|
.aio_write = tun_chr_aio_write,
|
2005-04-17 05:20:36 +07:00
|
|
|
.poll = tun_chr_poll,
|
2009-11-07 13:52:32 +07:00
|
|
|
.unlocked_ioctl = tun_chr_ioctl,
|
|
|
|
#ifdef CONFIG_COMPAT
|
|
|
|
.compat_ioctl = tun_chr_compat_ioctl,
|
|
|
|
#endif
|
2005-04-17 05:20:36 +07:00
|
|
|
.open = tun_chr_open,
|
|
|
|
.release = tun_chr_close,
|
2006-09-14 00:24:59 +07:00
|
|
|
.fasync = tun_chr_fasync
|
2005-04-17 05:20:36 +07:00
|
|
|
};
|
|
|
|
|
|
|
|
static struct miscdevice tun_miscdev = {
|
|
|
|
.minor = TUN_MINOR,
|
|
|
|
.name = "tun",
|
2009-09-19 04:01:12 +07:00
|
|
|
.nodename = "net/tun",
|
2005-04-17 05:20:36 +07:00
|
|
|
.fops = &tun_fops,
|
|
|
|
};
|
|
|
|
|
|
|
|
/* ethtool interface */
|
|
|
|
|
|
|
|
static int tun_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
|
|
|
|
{
|
|
|
|
cmd->supported = 0;
|
|
|
|
cmd->advertising = 0;
|
2011-04-28 01:32:40 +07:00
|
|
|
ethtool_cmd_speed_set(cmd, SPEED_10);
|
2005-04-17 05:20:36 +07:00
|
|
|
cmd->duplex = DUPLEX_FULL;
|
|
|
|
cmd->port = PORT_TP;
|
|
|
|
cmd->phy_address = 0;
|
|
|
|
cmd->transceiver = XCVR_INTERNAL;
|
|
|
|
cmd->autoneg = AUTONEG_DISABLE;
|
|
|
|
cmd->maxtxpkt = 0;
|
|
|
|
cmd->maxrxpkt = 0;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
|
|
|
|
{
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
|
2011-11-15 21:59:53 +07:00
|
|
|
strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
|
|
|
|
strlcpy(info->version, DRV_VERSION, sizeof(info->version));
|
2005-04-17 05:20:36 +07:00
|
|
|
|
|
|
|
switch (tun->flags & TUN_TYPE_MASK) {
|
|
|
|
case TUN_TUN_DEV:
|
2011-11-15 21:59:53 +07:00
|
|
|
strlcpy(info->bus_info, "tun", sizeof(info->bus_info));
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
case TUN_TAP_DEV:
|
2011-11-15 21:59:53 +07:00
|
|
|
strlcpy(info->bus_info, "tap", sizeof(info->bus_info));
|
2005-04-17 05:20:36 +07:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static u32 tun_get_msglevel(struct net_device *dev)
|
|
|
|
{
|
|
|
|
#ifdef TUN_DEBUG
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
return tun->debug;
|
|
|
|
#else
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_set_msglevel(struct net_device *dev, u32 value)
|
|
|
|
{
|
|
|
|
#ifdef TUN_DEBUG
|
|
|
|
struct tun_struct *tun = netdev_priv(dev);
|
|
|
|
tun->debug = value;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2006-09-14 01:30:00 +07:00
|
|
|
static const struct ethtool_ops tun_ethtool_ops = {
|
2005-04-17 05:20:36 +07:00
|
|
|
.get_settings = tun_get_settings,
|
|
|
|
.get_drvinfo = tun_get_drvinfo,
|
|
|
|
.get_msglevel = tun_get_msglevel,
|
|
|
|
.set_msglevel = tun_set_msglevel,
|
2010-07-27 20:53:43 +07:00
|
|
|
.get_link = ethtool_op_get_link,
|
2005-04-17 05:20:36 +07:00
|
|
|
};
|
|
|
|
|
2008-04-16 14:40:46 +07:00
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
static int __init tun_init(void)
|
|
|
|
{
|
|
|
|
int ret = 0;
|
|
|
|
|
2011-03-02 14:18:10 +07:00
|
|
|
pr_info("%s, %s\n", DRV_DESCRIPTION, DRV_VERSION);
|
|
|
|
pr_info("%s\n", DRV_COPYRIGHT);
|
2005-04-17 05:20:36 +07:00
|
|
|
|
2009-01-22 07:02:16 +07:00
|
|
|
ret = rtnl_link_register(&tun_link_ops);
|
2008-04-16 14:40:46 +07:00
|
|
|
if (ret) {
|
2011-03-02 14:18:10 +07:00
|
|
|
pr_err("Can't register link_ops\n");
|
2009-01-22 07:02:16 +07:00
|
|
|
goto err_linkops;
|
2008-04-16 14:40:46 +07:00
|
|
|
}
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
ret = misc_register(&tun_miscdev);
|
2008-04-16 14:40:46 +07:00
|
|
|
if (ret) {
|
2011-03-02 14:18:10 +07:00
|
|
|
pr_err("Can't register misc device %d\n", TUN_MINOR);
|
2008-04-16 14:40:46 +07:00
|
|
|
goto err_misc;
|
|
|
|
}
|
2009-01-22 07:02:16 +07:00
|
|
|
return 0;
|
2008-04-16 14:40:46 +07:00
|
|
|
err_misc:
|
2009-01-22 07:02:16 +07:00
|
|
|
rtnl_link_unregister(&tun_link_ops);
|
|
|
|
err_linkops:
|
2005-04-17 05:20:36 +07:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tun_cleanup(void)
|
|
|
|
{
|
2006-09-14 00:24:59 +07:00
|
|
|
misc_deregister(&tun_miscdev);
|
2009-01-22 07:02:16 +07:00
|
|
|
rtnl_link_unregister(&tun_link_ops);
|
2005-04-17 05:20:36 +07:00
|
|
|
}
|
|
|
|
|
2010-01-14 13:17:09 +07:00
|
|
|
/* Get an underlying socket object from tun file. Returns error unless file is
|
|
|
|
* attached to a device. The returned object works like a packet socket, it
|
|
|
|
* can be used for sock_sendmsg/sock_recvmsg. The caller is responsible for
|
|
|
|
* holding a reference to the file for as long as the socket is in use. */
|
|
|
|
struct socket *tun_get_socket(struct file *file)
|
|
|
|
{
|
2012-11-01 02:45:58 +07:00
|
|
|
struct tun_file *tfile;
|
2010-01-14 13:17:09 +07:00
|
|
|
if (file->f_op != &tun_fops)
|
|
|
|
return ERR_PTR(-EINVAL);
|
2012-11-01 02:45:58 +07:00
|
|
|
tfile = file->private_data;
|
|
|
|
if (!tfile)
|
2010-01-14 13:17:09 +07:00
|
|
|
return ERR_PTR(-EBADFD);
|
2012-11-01 02:45:57 +07:00
|
|
|
return &tfile->socket;
|
2010-01-14 13:17:09 +07:00
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(tun_get_socket);
|
|
|
|
|
2005-04-17 05:20:36 +07:00
|
|
|
module_init(tun_init);
|
|
|
|
module_exit(tun_cleanup);
|
|
|
|
MODULE_DESCRIPTION(DRV_DESCRIPTION);
|
|
|
|
MODULE_AUTHOR(DRV_COPYRIGHT);
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
MODULE_ALIAS_MISCDEV(TUN_MINOR);
|
driver core: add devname module aliases to allow module on-demand auto-loading
This adds:
alias: devname:<name>
to some common kernel modules, which will allow the on-demand loading
of the kernel module when the device node is accessed.
Ideally all these modules would be compiled-in, but distros seems too
much in love with their modularization that we need to cover the common
cases with this new facility. It will allow us to remove a bunch of pretty
useless init scripts and modprobes from init scripts.
The static device node aliases will be carried in the module itself. The
program depmod will extract this information to a file in the module directory:
$ cat /lib/modules/2.6.34-00650-g537b60d-dirty/modules.devname
# Device nodes to trigger on-demand module loading.
microcode cpu/microcode c10:184
fuse fuse c10:229
ppp_generic ppp c108:0
tun net/tun c10:200
dm_mod mapper/control c10:235
Udev will pick up the depmod created file on startup and create all the
static device nodes which the kernel modules specify, so that these modules
get automatically loaded when the device node is accessed:
$ /sbin/udevd --debug
...
static_dev_create_from_modules: mknod '/dev/cpu/microcode' c10:184
static_dev_create_from_modules: mknod '/dev/fuse' c10:229
static_dev_create_from_modules: mknod '/dev/ppp' c108:0
static_dev_create_from_modules: mknod '/dev/net/tun' c10:200
static_dev_create_from_modules: mknod '/dev/mapper/control' c10:235
udev_rules_apply_static_dev_perms: chmod '/dev/net/tun' 0666
udev_rules_apply_static_dev_perms: chmod '/dev/fuse' 0666
A few device nodes are switched to statically allocated numbers, to allow
the static nodes to work. This might also useful for systems which still run
a plain static /dev, which is completely unsafe to use with any dynamic minor
numbers.
Note:
The devname aliases must be limited to the *common* and *single*instance*
device nodes, like the misc devices, and never be used for conceptually limited
systems like the loop devices, which should rather get fixed properly and get a
control node for losetup to talk to, instead of creating a random number of
device nodes in advance, regardless if they are ever used.
This facility is to hide the mess distros are creating with too modualized
kernels, and just to hide that these modules are not compiled-in, and not to
paper-over broken concepts. Thanks! :)
Cc: Greg Kroah-Hartman <gregkh@suse.de>
Cc: David S. Miller <davem@davemloft.net>
Cc: Miklos Szeredi <miklos@szeredi.hu>
Cc: Chris Mason <chris.mason@oracle.com>
Cc: Alasdair G Kergon <agk@redhat.com>
Cc: Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
Cc: Ian Kent <raven@themaw.net>
Signed-Off-By: Kay Sievers <kay.sievers@vrfy.org>
Signed-off-by: Greg Kroah-Hartman <gregkh@suse.de>
2010-05-20 23:07:20 +07:00
|
|
|
MODULE_ALIAS("devname:net/tun");
|