2017-11-19 21:05:11 +07:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2020-01-01 06:00:01 +07:00
|
|
|
/* Copyright (C) 2009-2020 B.A.T.M.A.N. contributors:
|
2010-12-13 18:19:28 +07:00
|
|
|
*
|
|
|
|
* Marek Lindner
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "gateway_client.h"
|
2015-04-18 00:40:28 +07:00
|
|
|
#include "main.h"
|
|
|
|
|
|
|
|
#include <linux/atomic.h>
|
|
|
|
#include <linux/byteorder/generic.h>
|
2016-07-03 18:31:42 +07:00
|
|
|
#include <linux/errno.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
#include <linux/etherdevice.h>
|
2017-11-19 23:12:02 +07:00
|
|
|
#include <linux/gfp.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
#include <linux/if_ether.h>
|
|
|
|
#include <linux/if_vlan.h>
|
|
|
|
#include <linux/in.h>
|
|
|
|
#include <linux/ip.h>
|
|
|
|
#include <linux/ipv6.h>
|
|
|
|
#include <linux/kernel.h>
|
2016-01-16 16:29:41 +07:00
|
|
|
#include <linux/kref.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
#include <linux/list.h>
|
2018-08-13 02:04:41 +07:00
|
|
|
#include <linux/lockdep.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
#include <linux/netdevice.h>
|
2016-07-03 18:31:42 +07:00
|
|
|
#include <linux/netlink.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
#include <linux/rculist.h>
|
|
|
|
#include <linux/rcupdate.h>
|
|
|
|
#include <linux/seq_file.h>
|
|
|
|
#include <linux/skbuff.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/spinlock.h>
|
|
|
|
#include <linux/stddef.h>
|
|
|
|
#include <linux/udp.h>
|
2016-07-03 18:31:42 +07:00
|
|
|
#include <net/sock.h>
|
2017-12-21 16:17:41 +07:00
|
|
|
#include <uapi/linux/batadv_packet.h>
|
2016-07-03 18:31:42 +07:00
|
|
|
#include <uapi/linux/batman_adv.h>
|
2015-04-18 00:40:28 +07:00
|
|
|
|
2010-12-13 18:19:28 +07:00
|
|
|
#include "hard-interface.h"
|
2016-05-16 04:48:31 +07:00
|
|
|
#include "log.h"
|
2016-07-03 18:31:42 +07:00
|
|
|
#include "netlink.h"
|
2011-03-15 05:43:33 +07:00
|
|
|
#include "originator.h"
|
2011-04-27 02:31:45 +07:00
|
|
|
#include "routing.h"
|
2016-07-03 18:31:42 +07:00
|
|
|
#include "soft-interface.h"
|
2015-04-18 00:40:28 +07:00
|
|
|
#include "translation-table.h"
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-11-06 01:31:08 +07:00
|
|
|
/* These are the offsets of the "hw type" and "hw address length" in the dhcp
|
|
|
|
* packet starting at the beginning of the dhcp header
|
2012-05-12 07:09:43 +07:00
|
|
|
*/
|
2013-11-06 01:31:08 +07:00
|
|
|
#define BATADV_DHCP_HTYPE_OFFSET 1
|
|
|
|
#define BATADV_DHCP_HLEN_OFFSET 2
|
|
|
|
/* Value of htype representing Ethernet */
|
|
|
|
#define BATADV_DHCP_HTYPE_ETHERNET 0x01
|
|
|
|
/* This is the offset of the "chaddr" field in the dhcp packet starting at the
|
|
|
|
* beginning of the dhcp header
|
|
|
|
*/
|
|
|
|
#define BATADV_DHCP_CHADDR_OFFSET 28
|
2011-04-27 02:31:45 +07:00
|
|
|
|
2016-01-16 16:29:41 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_node_release() - release gw_node from lists and queue for free
|
|
|
|
* after rcu grace period
|
2016-01-16 16:29:41 +07:00
|
|
|
* @ref: kref pointer of the gw_node
|
|
|
|
*/
|
|
|
|
static void batadv_gw_node_release(struct kref *ref)
|
|
|
|
{
|
|
|
|
struct batadv_gw_node *gw_node;
|
|
|
|
|
|
|
|
gw_node = container_of(ref, struct batadv_gw_node, refcount);
|
|
|
|
|
2016-01-17 17:01:09 +07:00
|
|
|
batadv_orig_node_put(gw_node->orig_node);
|
2016-01-16 16:29:41 +07:00
|
|
|
kfree_rcu(gw_node, rcu);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_node_put() - decrement the gw_node refcounter and possibly release
|
|
|
|
* it
|
2016-01-16 16:29:41 +07:00
|
|
|
* @gw_node: gateway node to free
|
|
|
|
*/
|
2016-07-03 17:46:33 +07:00
|
|
|
void batadv_gw_node_put(struct batadv_gw_node *gw_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2016-01-16 16:29:41 +07:00
|
|
|
kref_put(&gw_node->refcount, batadv_gw_node_release);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_get_selected_gw_node() - Get currently selected gateway
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*
|
|
|
|
* Return: selected gateway (with increased refcnt), NULL on errors
|
|
|
|
*/
|
2016-07-03 17:46:33 +07:00
|
|
|
struct batadv_gw_node *
|
2012-06-06 03:31:31 +07:00
|
|
|
batadv_gw_get_selected_gw_node(struct batadv_priv *bat_priv)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_gw_node *gw_node;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2011-02-14 04:13:02 +07:00
|
|
|
rcu_read_lock();
|
2012-07-16 03:26:51 +07:00
|
|
|
gw_node = rcu_dereference(bat_priv->gw.curr_gw);
|
2011-03-23 17:24:34 +07:00
|
|
|
if (!gw_node)
|
2011-02-18 19:28:10 +07:00
|
|
|
goto out;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-01-16 16:29:41 +07:00
|
|
|
if (!kref_get_unless_zero(&gw_node->refcount))
|
2011-03-23 17:24:34 +07:00
|
|
|
gw_node = NULL;
|
2011-02-14 04:13:04 +07:00
|
|
|
|
2011-02-14 04:13:02 +07:00
|
|
|
out:
|
|
|
|
rcu_read_unlock();
|
2011-03-23 17:24:34 +07:00
|
|
|
return gw_node;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_get_selected_orig() - Get originator of currently selected gateway
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*
|
|
|
|
* Return: orig_node of selected gateway (with increased refcnt), NULL on errors
|
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_orig_node *
|
|
|
|
batadv_gw_get_selected_orig(struct batadv_priv *bat_priv)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_gw_node *gw_node;
|
|
|
|
struct batadv_orig_node *orig_node = NULL;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-05-12 23:33:55 +07:00
|
|
|
gw_node = batadv_gw_get_selected_gw_node(bat_priv);
|
2011-03-23 17:24:34 +07:00
|
|
|
if (!gw_node)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
rcu_read_lock();
|
|
|
|
orig_node = gw_node->orig_node;
|
|
|
|
if (!orig_node)
|
|
|
|
goto unlock;
|
|
|
|
|
2016-01-16 16:29:56 +07:00
|
|
|
if (!kref_get_unless_zero(&orig_node->refcount))
|
2011-03-23 17:24:34 +07:00
|
|
|
orig_node = NULL;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2011-03-23 17:24:34 +07:00
|
|
|
unlock:
|
|
|
|
rcu_read_unlock();
|
|
|
|
out:
|
2010-12-13 18:19:28 +07:00
|
|
|
if (gw_node)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(gw_node);
|
2011-03-23 17:24:34 +07:00
|
|
|
return orig_node;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2012-06-06 03:31:31 +07:00
|
|
|
static void batadv_gw_select(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_gw_node *new_gw_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_gw_node *curr_gw_node;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-07-16 03:26:51 +07:00
|
|
|
spin_lock_bh(&bat_priv->gw.list_lock);
|
2011-03-23 17:24:34 +07:00
|
|
|
|
2016-03-05 22:09:22 +07:00
|
|
|
if (new_gw_node)
|
|
|
|
kref_get(&new_gw_node->refcount);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-07-16 03:26:51 +07:00
|
|
|
curr_gw_node = rcu_dereference_protected(bat_priv->gw.curr_gw, 1);
|
|
|
|
rcu_assign_pointer(bat_priv->gw.curr_gw, new_gw_node);
|
2011-02-10 21:33:49 +07:00
|
|
|
|
|
|
|
if (curr_gw_node)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(curr_gw_node);
|
2011-03-23 17:24:34 +07:00
|
|
|
|
2012-07-16 03:26:51 +07:00
|
|
|
spin_unlock_bh(&bat_priv->gw.list_lock);
|
2011-03-23 17:24:34 +07:00
|
|
|
}
|
|
|
|
|
2013-11-05 02:59:41 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_reselect() - force a gateway reselection
|
2013-11-05 02:59:41 +07:00
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*
|
|
|
|
* Set a flag to remind the GW component to perform a new gateway reselection.
|
|
|
|
* However this function does not ensure that the current gateway is going to be
|
|
|
|
* deselected. The reselection mechanism may elect the same gateway once again.
|
|
|
|
*
|
|
|
|
* This means that invoking batadv_gw_reselect() does not guarantee a gateway
|
|
|
|
* change and therefore a uevent is not necessarily expected.
|
|
|
|
*/
|
|
|
|
void batadv_gw_reselect(struct batadv_priv *bat_priv)
|
2011-03-23 17:24:34 +07:00
|
|
|
{
|
2012-07-16 03:26:51 +07:00
|
|
|
atomic_set(&bat_priv->gw.reselect, 1);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2013-07-13 05:06:00 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_check_client_stop() - check if client mode has been switched off
|
2013-07-13 05:06:00 +07:00
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*
|
|
|
|
* This function assumes the caller has checked that the gw state *is actually
|
|
|
|
* changing*. This function is not supposed to be called when there is no state
|
|
|
|
* change.
|
|
|
|
*/
|
|
|
|
void batadv_gw_check_client_stop(struct batadv_priv *bat_priv)
|
|
|
|
{
|
|
|
|
struct batadv_gw_node *curr_gw;
|
|
|
|
|
2016-05-06 01:46:38 +07:00
|
|
|
if (atomic_read(&bat_priv->gw.mode) != BATADV_GW_MODE_CLIENT)
|
2013-07-13 05:06:00 +07:00
|
|
|
return;
|
|
|
|
|
|
|
|
curr_gw = batadv_gw_get_selected_gw_node(bat_priv);
|
|
|
|
if (!curr_gw)
|
|
|
|
return;
|
|
|
|
|
2013-11-05 02:59:40 +07:00
|
|
|
/* deselect the current gateway so that next time that client mode is
|
|
|
|
* enabled a proper GW_ADD event can be sent
|
|
|
|
*/
|
|
|
|
batadv_gw_select(bat_priv, NULL);
|
|
|
|
|
2013-07-13 05:06:00 +07:00
|
|
|
/* if batman-adv is switching the gw client mode off and a gateway was
|
|
|
|
* already selected, send a DEL uevent
|
|
|
|
*/
|
|
|
|
batadv_throw_uevent(bat_priv, BATADV_UEV_GW, BATADV_UEV_DEL, NULL);
|
|
|
|
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(curr_gw);
|
2013-07-13 05:06:00 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_election() - Elect the best gateway
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
void batadv_gw_election(struct batadv_priv *bat_priv)
|
2011-04-27 05:22:00 +07:00
|
|
|
{
|
2015-06-10 01:50:49 +07:00
|
|
|
struct batadv_gw_node *curr_gw = NULL;
|
|
|
|
struct batadv_gw_node *next_gw = NULL;
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_neigh_node *router = NULL;
|
2013-11-14 01:14:46 +07:00
|
|
|
struct batadv_neigh_ifinfo *router_ifinfo = NULL;
|
2011-06-12 16:58:58 +07:00
|
|
|
char gw_addr[18] = { '\0' };
|
2011-04-27 05:22:00 +07:00
|
|
|
|
2016-05-06 01:46:38 +07:00
|
|
|
if (atomic_read(&bat_priv->gw.mode) != BATADV_GW_MODE_CLIENT)
|
2011-04-27 05:22:00 +07:00
|
|
|
goto out;
|
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
if (!bat_priv->algo_ops->gw.get_best_gw_node)
|
|
|
|
goto out;
|
|
|
|
|
2012-05-12 23:33:55 +07:00
|
|
|
curr_gw = batadv_gw_get_selected_gw_node(bat_priv);
|
2011-04-27 05:22:00 +07:00
|
|
|
|
2012-07-16 03:26:51 +07:00
|
|
|
if (!batadv_atomic_dec_not_zero(&bat_priv->gw.reselect) && curr_gw)
|
2012-08-04 11:13:26 +07:00
|
|
|
goto out;
|
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
/* if gw.reselect is set to 1 it means that a previous call to
|
|
|
|
* gw.is_eligible() said that we have a new best GW, therefore it can
|
|
|
|
* now be picked from the list and selected
|
|
|
|
*/
|
|
|
|
next_gw = bat_priv->algo_ops->gw.get_best_gw_node(bat_priv);
|
2011-04-27 05:22:00 +07:00
|
|
|
|
|
|
|
if (curr_gw == next_gw)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
if (next_gw) {
|
2011-06-12 16:58:58 +07:00
|
|
|
sprintf(gw_addr, "%pM", next_gw->orig_node->orig);
|
|
|
|
|
2013-11-14 01:14:47 +07:00
|
|
|
router = batadv_orig_router_get(next_gw->orig_node,
|
|
|
|
BATADV_IF_DEFAULT);
|
2011-04-27 05:22:00 +07:00
|
|
|
if (!router) {
|
2013-11-05 02:59:41 +07:00
|
|
|
batadv_gw_reselect(bat_priv);
|
2011-04-27 05:22:00 +07:00
|
|
|
goto out;
|
|
|
|
}
|
2013-11-14 01:14:46 +07:00
|
|
|
|
|
|
|
router_ifinfo = batadv_neigh_ifinfo_get(router,
|
|
|
|
BATADV_IF_DEFAULT);
|
|
|
|
if (!router_ifinfo) {
|
|
|
|
batadv_gw_reselect(bat_priv);
|
|
|
|
goto out;
|
|
|
|
}
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-08-24 02:52:13 +07:00
|
|
|
if (curr_gw && !next_gw) {
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
2012-05-12 18:48:58 +07:00
|
|
|
"Removing selected gateway - no gateway in range\n");
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_throw_uevent(bat_priv, BATADV_UEV_GW, BATADV_UEV_DEL,
|
|
|
|
NULL);
|
2017-08-24 02:52:13 +07:00
|
|
|
} else if (!curr_gw && next_gw) {
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
2013-04-23 20:39:58 +07:00
|
|
|
"Adding route to gateway %pM (bandwidth: %u.%u/%u.%u MBit, tq: %i)\n",
|
2012-05-12 18:48:58 +07:00
|
|
|
next_gw->orig_node->orig,
|
2013-04-23 20:39:58 +07:00
|
|
|
next_gw->bandwidth_down / 10,
|
|
|
|
next_gw->bandwidth_down % 10,
|
|
|
|
next_gw->bandwidth_up / 10,
|
2013-11-14 01:14:46 +07:00
|
|
|
next_gw->bandwidth_up % 10,
|
|
|
|
router_ifinfo->bat_iv.tq_avg);
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_throw_uevent(bat_priv, BATADV_UEV_GW, BATADV_UEV_ADD,
|
|
|
|
gw_addr);
|
2011-04-27 05:22:00 +07:00
|
|
|
} else {
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
2013-04-23 20:39:58 +07:00
|
|
|
"Changing route to gateway %pM (bandwidth: %u.%u/%u.%u MBit, tq: %i)\n",
|
2012-05-12 18:48:58 +07:00
|
|
|
next_gw->orig_node->orig,
|
2013-04-23 20:39:58 +07:00
|
|
|
next_gw->bandwidth_down / 10,
|
|
|
|
next_gw->bandwidth_down % 10,
|
|
|
|
next_gw->bandwidth_up / 10,
|
2013-11-14 01:14:46 +07:00
|
|
|
next_gw->bandwidth_up % 10,
|
|
|
|
router_ifinfo->bat_iv.tq_avg);
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_throw_uevent(bat_priv, BATADV_UEV_GW, BATADV_UEV_CHANGE,
|
|
|
|
gw_addr);
|
2011-04-27 05:22:00 +07:00
|
|
|
}
|
|
|
|
|
2012-05-12 23:33:55 +07:00
|
|
|
batadv_gw_select(bat_priv, next_gw);
|
2011-04-27 05:22:00 +07:00
|
|
|
|
2011-03-23 17:24:34 +07:00
|
|
|
out:
|
|
|
|
if (curr_gw)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(curr_gw);
|
2011-04-27 05:22:00 +07:00
|
|
|
if (next_gw)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(next_gw);
|
2011-04-27 05:22:00 +07:00
|
|
|
if (router)
|
2016-01-17 17:01:11 +07:00
|
|
|
batadv_neigh_node_put(router);
|
2013-11-14 01:14:46 +07:00
|
|
|
if (router_ifinfo)
|
2016-01-17 17:01:12 +07:00
|
|
|
batadv_neigh_ifinfo_put(router_ifinfo);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_check_election() - Elect orig node as best gateway when eligible
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @orig_node: orig node which is to be checked
|
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
void batadv_gw_check_election(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_orig_node *orig_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_orig_node *curr_gw_orig;
|
2016-07-03 17:46:33 +07:00
|
|
|
|
|
|
|
/* abort immediately if the routing algorithm does not support gateway
|
|
|
|
* election
|
|
|
|
*/
|
|
|
|
if (!bat_priv->algo_ops->gw.is_eligible)
|
|
|
|
return;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-05-12 07:09:29 +07:00
|
|
|
curr_gw_orig = batadv_gw_get_selected_orig(bat_priv);
|
2011-03-15 05:43:33 +07:00
|
|
|
if (!curr_gw_orig)
|
2013-11-05 02:59:41 +07:00
|
|
|
goto reselect;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* this node already is the gateway */
|
2011-03-15 05:43:33 +07:00
|
|
|
if (curr_gw_orig == orig_node)
|
2011-03-15 05:43:37 +07:00
|
|
|
goto out;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
if (!bat_priv->algo_ops->gw.is_eligible(bat_priv, curr_gw_orig,
|
|
|
|
orig_node))
|
2011-03-15 05:43:37 +07:00
|
|
|
goto out;
|
2011-02-14 04:13:02 +07:00
|
|
|
|
2013-11-05 02:59:41 +07:00
|
|
|
reselect:
|
|
|
|
batadv_gw_reselect(bat_priv);
|
2011-02-14 04:13:02 +07:00
|
|
|
out:
|
2011-03-15 05:43:33 +07:00
|
|
|
if (curr_gw_orig)
|
2016-01-17 17:01:09 +07:00
|
|
|
batadv_orig_node_put(curr_gw_orig);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_node_add() - add gateway node to list of available gateways
|
2013-04-23 20:39:58 +07:00
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @orig_node: originator announcing gateway capabilities
|
|
|
|
* @gateway: announced bandwidth information
|
2018-08-13 02:04:41 +07:00
|
|
|
*
|
|
|
|
* Has to be called with the appropriate locks being acquired
|
|
|
|
* (gw.list_lock).
|
2013-04-23 20:39:58 +07:00
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
static void batadv_gw_node_add(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_orig_node *orig_node,
|
2013-04-23 20:39:58 +07:00
|
|
|
struct batadv_tvlv_gateway_data *gateway)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_gw_node *gw_node;
|
2013-04-23 20:39:58 +07:00
|
|
|
|
2018-08-13 02:04:41 +07:00
|
|
|
lockdep_assert_held(&bat_priv->gw.list_lock);
|
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
if (gateway->bandwidth_down == 0)
|
|
|
|
return;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2011-05-15 04:14:54 +07:00
|
|
|
gw_node = kzalloc(sizeof(*gw_node), GFP_ATOMIC);
|
2016-03-05 22:09:23 +07:00
|
|
|
if (!gw_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
return;
|
|
|
|
|
2016-07-15 22:39:27 +07:00
|
|
|
kref_init(&gw_node->refcount);
|
2010-12-13 18:19:28 +07:00
|
|
|
INIT_HLIST_NODE(&gw_node->list);
|
2016-07-15 22:39:21 +07:00
|
|
|
kref_get(&orig_node->refcount);
|
2010-12-13 18:19:28 +07:00
|
|
|
gw_node->orig_node = orig_node;
|
2015-06-24 19:50:19 +07:00
|
|
|
gw_node->bandwidth_down = ntohl(gateway->bandwidth_down);
|
|
|
|
gw_node->bandwidth_up = ntohl(gateway->bandwidth_up);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-15 22:39:27 +07:00
|
|
|
kref_get(&gw_node->refcount);
|
2016-07-27 17:31:08 +07:00
|
|
|
hlist_add_head_rcu(&gw_node->list, &bat_priv->gw.gateway_list);
|
2018-10-31 04:01:23 +07:00
|
|
|
bat_priv->gw.generation++;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-06-04 03:19:22 +07:00
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
2013-04-23 20:39:58 +07:00
|
|
|
"Found new gateway %pM -> gw bandwidth: %u.%u/%u.%u MBit\n",
|
|
|
|
orig_node->orig,
|
|
|
|
ntohl(gateway->bandwidth_down) / 10,
|
|
|
|
ntohl(gateway->bandwidth_down) % 10,
|
|
|
|
ntohl(gateway->bandwidth_up) / 10,
|
|
|
|
ntohl(gateway->bandwidth_up) % 10);
|
2016-07-15 22:39:27 +07:00
|
|
|
|
|
|
|
/* don't return reference to new gw_node */
|
|
|
|
batadv_gw_node_put(gw_node);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_node_get() - retrieve gateway node from list of available gateways
|
2013-04-23 20:39:58 +07:00
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @orig_node: originator announcing gateway capabilities
|
|
|
|
*
|
2015-09-16 00:00:48 +07:00
|
|
|
* Return: gateway node if found or NULL otherwise.
|
2013-04-23 20:39:58 +07:00
|
|
|
*/
|
2016-07-03 17:46:34 +07:00
|
|
|
struct batadv_gw_node *batadv_gw_node_get(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_orig_node *orig_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2013-04-23 20:39:58 +07:00
|
|
|
struct batadv_gw_node *gw_node_tmp, *gw_node = NULL;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
rcu_read_lock();
|
2016-07-27 17:31:08 +07:00
|
|
|
hlist_for_each_entry_rcu(gw_node_tmp, &bat_priv->gw.gateway_list,
|
|
|
|
list) {
|
2013-04-23 20:39:58 +07:00
|
|
|
if (gw_node_tmp->orig_node != orig_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
continue;
|
|
|
|
|
2016-01-16 16:29:41 +07:00
|
|
|
if (!kref_get_unless_zero(&gw_node_tmp->refcount))
|
2013-04-23 20:39:58 +07:00
|
|
|
continue;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
gw_node = gw_node_tmp;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
rcu_read_unlock();
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
return gw_node;
|
|
|
|
}
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_node_update() - update list of available gateways with changed
|
2013-04-23 20:39:58 +07:00
|
|
|
* bandwidth information
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @orig_node: originator announcing gateway capabilities
|
|
|
|
* @gateway: announced bandwidth information
|
|
|
|
*/
|
|
|
|
void batadv_gw_node_update(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_orig_node *orig_node,
|
|
|
|
struct batadv_tvlv_gateway_data *gateway)
|
|
|
|
{
|
|
|
|
struct batadv_gw_node *gw_node, *curr_gw = NULL;
|
|
|
|
|
2018-08-13 02:04:41 +07:00
|
|
|
spin_lock_bh(&bat_priv->gw.list_lock);
|
2013-04-23 20:39:58 +07:00
|
|
|
gw_node = batadv_gw_node_get(bat_priv, orig_node);
|
|
|
|
if (!gw_node) {
|
|
|
|
batadv_gw_node_add(bat_priv, orig_node, gateway);
|
2018-08-13 02:04:41 +07:00
|
|
|
spin_unlock_bh(&bat_priv->gw.list_lock);
|
2013-04-23 20:39:58 +07:00
|
|
|
goto out;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
2018-08-13 02:04:41 +07:00
|
|
|
spin_unlock_bh(&bat_priv->gw.list_lock);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2017-08-24 02:52:13 +07:00
|
|
|
if (gw_node->bandwidth_down == ntohl(gateway->bandwidth_down) &&
|
|
|
|
gw_node->bandwidth_up == ntohl(gateway->bandwidth_up))
|
2013-04-23 20:39:58 +07:00
|
|
|
goto out;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
|
|
|
"Gateway bandwidth of originator %pM changed from %u.%u/%u.%u MBit to %u.%u/%u.%u MBit\n",
|
|
|
|
orig_node->orig,
|
|
|
|
gw_node->bandwidth_down / 10,
|
|
|
|
gw_node->bandwidth_down % 10,
|
|
|
|
gw_node->bandwidth_up / 10,
|
|
|
|
gw_node->bandwidth_up % 10,
|
|
|
|
ntohl(gateway->bandwidth_down) / 10,
|
|
|
|
ntohl(gateway->bandwidth_down) % 10,
|
|
|
|
ntohl(gateway->bandwidth_up) / 10,
|
|
|
|
ntohl(gateway->bandwidth_up) % 10);
|
|
|
|
|
|
|
|
gw_node->bandwidth_down = ntohl(gateway->bandwidth_down);
|
|
|
|
gw_node->bandwidth_up = ntohl(gateway->bandwidth_up);
|
|
|
|
|
|
|
|
if (ntohl(gateway->bandwidth_down) == 0) {
|
|
|
|
batadv_dbg(BATADV_DBG_BATMAN, bat_priv,
|
|
|
|
"Gateway %pM removed from gateway list\n",
|
|
|
|
orig_node->orig);
|
2011-03-23 17:24:34 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
/* Note: We don't need a NULL check here, since curr_gw never
|
|
|
|
* gets dereferenced.
|
|
|
|
*/
|
2015-08-04 00:13:58 +07:00
|
|
|
spin_lock_bh(&bat_priv->gw.list_lock);
|
2016-01-31 19:27:59 +07:00
|
|
|
if (!hlist_unhashed(&gw_node->list)) {
|
|
|
|
hlist_del_init_rcu(&gw_node->list);
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(gw_node);
|
2018-10-31 04:01:23 +07:00
|
|
|
bat_priv->gw.generation++;
|
2016-01-31 19:27:59 +07:00
|
|
|
}
|
2015-08-04 00:13:58 +07:00
|
|
|
spin_unlock_bh(&bat_priv->gw.list_lock);
|
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
curr_gw = batadv_gw_get_selected_gw_node(bat_priv);
|
|
|
|
if (gw_node == curr_gw)
|
2013-11-05 02:59:41 +07:00
|
|
|
batadv_gw_reselect(bat_priv);
|
2015-08-04 00:13:58 +07:00
|
|
|
|
|
|
|
if (curr_gw)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(curr_gw);
|
2013-04-23 20:39:58 +07:00
|
|
|
}
|
2011-04-26 03:44:32 +07:00
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
out:
|
|
|
|
if (gw_node)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(gw_node);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_node_delete() - Remove orig_node from gateway list
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @orig_node: orig node which is currently in process of being removed
|
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
void batadv_gw_node_delete(struct batadv_priv *bat_priv,
|
|
|
|
struct batadv_orig_node *orig_node)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2013-04-23 20:39:58 +07:00
|
|
|
struct batadv_tvlv_gateway_data gateway;
|
|
|
|
|
|
|
|
gateway.bandwidth_down = 0;
|
|
|
|
gateway.bandwidth_up = 0;
|
|
|
|
|
|
|
|
batadv_gw_node_update(bat_priv, orig_node, &gateway);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2017-12-03 01:51:53 +07:00
|
|
|
/**
|
|
|
|
* batadv_gw_node_free() - Free gateway information from soft interface
|
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
*/
|
2015-08-04 00:13:58 +07:00
|
|
|
void batadv_gw_node_free(struct batadv_priv *bat_priv)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2015-08-04 00:13:58 +07:00
|
|
|
struct batadv_gw_node *gw_node;
|
hlist: drop the node parameter from iterators
I'm not sure why, but the hlist for each entry iterators were conceived
list_for_each_entry(pos, head, member)
The hlist ones were greedy and wanted an extra parameter:
hlist_for_each_entry(tpos, pos, head, member)
Why did they need an extra pos parameter? I'm not quite sure. Not only
they don't really need it, it also prevents the iterator from looking
exactly like the list iterator, which is unfortunate.
Besides the semantic patch, there was some manual work required:
- Fix up the actual hlist iterators in linux/list.h
- Fix up the declaration of other iterators based on the hlist ones.
- A very small amount of places were using the 'node' parameter, this
was modified to use 'obj->member' instead.
- Coccinelle didn't handle the hlist_for_each_entry_safe iterator
properly, so those had to be fixed up manually.
The semantic patch which is mostly the work of Peter Senna Tschudin is here:
@@
iterator name hlist_for_each_entry, hlist_for_each_entry_continue, hlist_for_each_entry_from, hlist_for_each_entry_rcu, hlist_for_each_entry_rcu_bh, hlist_for_each_entry_continue_rcu_bh, for_each_busy_worker, ax25_uid_for_each, ax25_for_each, inet_bind_bucket_for_each, sctp_for_each_hentry, sk_for_each, sk_for_each_rcu, sk_for_each_from, sk_for_each_safe, sk_for_each_bound, hlist_for_each_entry_safe, hlist_for_each_entry_continue_rcu, nr_neigh_for_each, nr_neigh_for_each_safe, nr_node_for_each, nr_node_for_each_safe, for_each_gfn_indirect_valid_sp, for_each_gfn_sp, for_each_host;
type T;
expression a,c,d,e;
identifier b;
statement S;
@@
-T b;
<+... when != b
(
hlist_for_each_entry(a,
- b,
c, d) S
|
hlist_for_each_entry_continue(a,
- b,
c) S
|
hlist_for_each_entry_from(a,
- b,
c) S
|
hlist_for_each_entry_rcu(a,
- b,
c, d) S
|
hlist_for_each_entry_rcu_bh(a,
- b,
c, d) S
|
hlist_for_each_entry_continue_rcu_bh(a,
- b,
c) S
|
for_each_busy_worker(a, c,
- b,
d) S
|
ax25_uid_for_each(a,
- b,
c) S
|
ax25_for_each(a,
- b,
c) S
|
inet_bind_bucket_for_each(a,
- b,
c) S
|
sctp_for_each_hentry(a,
- b,
c) S
|
sk_for_each(a,
- b,
c) S
|
sk_for_each_rcu(a,
- b,
c) S
|
sk_for_each_from
-(a, b)
+(a)
S
+ sk_for_each_from(a) S
|
sk_for_each_safe(a,
- b,
c, d) S
|
sk_for_each_bound(a,
- b,
c) S
|
hlist_for_each_entry_safe(a,
- b,
c, d, e) S
|
hlist_for_each_entry_continue_rcu(a,
- b,
c) S
|
nr_neigh_for_each(a,
- b,
c) S
|
nr_neigh_for_each_safe(a,
- b,
c, d) S
|
nr_node_for_each(a,
- b,
c) S
|
nr_node_for_each_safe(a,
- b,
c, d) S
|
- for_each_gfn_sp(a, c, d, b) S
+ for_each_gfn_sp(a, c, d) S
|
- for_each_gfn_indirect_valid_sp(a, c, d, b) S
+ for_each_gfn_indirect_valid_sp(a, c, d) S
|
for_each_host(a,
- b,
c) S
|
for_each_host_safe(a,
- b,
c, d) S
|
for_each_mesh_entry(a,
- b,
c, d) S
)
...+>
[akpm@linux-foundation.org: drop bogus change from net/ipv4/raw.c]
[akpm@linux-foundation.org: drop bogus hunk from net/ipv6/raw.c]
[akpm@linux-foundation.org: checkpatch fixes]
[akpm@linux-foundation.org: fix warnings]
[akpm@linux-foudnation.org: redo intrusive kvm changes]
Tested-by: Peter Senna Tschudin <peter.senna@gmail.com>
Acked-by: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Signed-off-by: Sasha Levin <sasha.levin@oracle.com>
Cc: Wu Fengguang <fengguang.wu@intel.com>
Cc: Marcelo Tosatti <mtosatti@redhat.com>
Cc: Gleb Natapov <gleb@redhat.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2013-02-28 08:06:00 +07:00
|
|
|
struct hlist_node *node_tmp;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-07-16 03:26:51 +07:00
|
|
|
spin_lock_bh(&bat_priv->gw.list_lock);
|
hlist: drop the node parameter from iterators
I'm not sure why, but the hlist for each entry iterators were conceived
list_for_each_entry(pos, head, member)
The hlist ones were greedy and wanted an extra parameter:
hlist_for_each_entry(tpos, pos, head, member)
Why did they need an extra pos parameter? I'm not quite sure. Not only
they don't really need it, it also prevents the iterator from looking
exactly like the list iterator, which is unfortunate.
Besides the semantic patch, there was some manual work required:
- Fix up the actual hlist iterators in linux/list.h
- Fix up the declaration of other iterators based on the hlist ones.
- A very small amount of places were using the 'node' parameter, this
was modified to use 'obj->member' instead.
- Coccinelle didn't handle the hlist_for_each_entry_safe iterator
properly, so those had to be fixed up manually.
The semantic patch which is mostly the work of Peter Senna Tschudin is here:
@@
iterator name hlist_for_each_entry, hlist_for_each_entry_continue, hlist_for_each_entry_from, hlist_for_each_entry_rcu, hlist_for_each_entry_rcu_bh, hlist_for_each_entry_continue_rcu_bh, for_each_busy_worker, ax25_uid_for_each, ax25_for_each, inet_bind_bucket_for_each, sctp_for_each_hentry, sk_for_each, sk_for_each_rcu, sk_for_each_from, sk_for_each_safe, sk_for_each_bound, hlist_for_each_entry_safe, hlist_for_each_entry_continue_rcu, nr_neigh_for_each, nr_neigh_for_each_safe, nr_node_for_each, nr_node_for_each_safe, for_each_gfn_indirect_valid_sp, for_each_gfn_sp, for_each_host;
type T;
expression a,c,d,e;
identifier b;
statement S;
@@
-T b;
<+... when != b
(
hlist_for_each_entry(a,
- b,
c, d) S
|
hlist_for_each_entry_continue(a,
- b,
c) S
|
hlist_for_each_entry_from(a,
- b,
c) S
|
hlist_for_each_entry_rcu(a,
- b,
c, d) S
|
hlist_for_each_entry_rcu_bh(a,
- b,
c, d) S
|
hlist_for_each_entry_continue_rcu_bh(a,
- b,
c) S
|
for_each_busy_worker(a, c,
- b,
d) S
|
ax25_uid_for_each(a,
- b,
c) S
|
ax25_for_each(a,
- b,
c) S
|
inet_bind_bucket_for_each(a,
- b,
c) S
|
sctp_for_each_hentry(a,
- b,
c) S
|
sk_for_each(a,
- b,
c) S
|
sk_for_each_rcu(a,
- b,
c) S
|
sk_for_each_from
-(a, b)
+(a)
S
+ sk_for_each_from(a) S
|
sk_for_each_safe(a,
- b,
c, d) S
|
sk_for_each_bound(a,
- b,
c) S
|
hlist_for_each_entry_safe(a,
- b,
c, d, e) S
|
hlist_for_each_entry_continue_rcu(a,
- b,
c) S
|
nr_neigh_for_each(a,
- b,
c) S
|
nr_neigh_for_each_safe(a,
- b,
c, d) S
|
nr_node_for_each(a,
- b,
c) S
|
nr_node_for_each_safe(a,
- b,
c, d) S
|
- for_each_gfn_sp(a, c, d, b) S
+ for_each_gfn_sp(a, c, d) S
|
- for_each_gfn_indirect_valid_sp(a, c, d, b) S
+ for_each_gfn_indirect_valid_sp(a, c, d) S
|
for_each_host(a,
- b,
c) S
|
for_each_host_safe(a,
- b,
c, d) S
|
for_each_mesh_entry(a,
- b,
c, d) S
)
...+>
[akpm@linux-foundation.org: drop bogus change from net/ipv4/raw.c]
[akpm@linux-foundation.org: drop bogus hunk from net/ipv6/raw.c]
[akpm@linux-foundation.org: checkpatch fixes]
[akpm@linux-foundation.org: fix warnings]
[akpm@linux-foudnation.org: redo intrusive kvm changes]
Tested-by: Peter Senna Tschudin <peter.senna@gmail.com>
Acked-by: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Signed-off-by: Sasha Levin <sasha.levin@oracle.com>
Cc: Wu Fengguang <fengguang.wu@intel.com>
Cc: Marcelo Tosatti <mtosatti@redhat.com>
Cc: Gleb Natapov <gleb@redhat.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2013-02-28 08:06:00 +07:00
|
|
|
hlist_for_each_entry_safe(gw_node, node_tmp,
|
2016-07-27 17:31:08 +07:00
|
|
|
&bat_priv->gw.gateway_list, list) {
|
2015-08-04 00:13:58 +07:00
|
|
|
hlist_del_init_rcu(&gw_node->list);
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(gw_node);
|
2018-10-31 04:01:23 +07:00
|
|
|
bat_priv->gw.generation++;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
2012-07-16 03:26:51 +07:00
|
|
|
spin_unlock_bh(&bat_priv->gw.list_lock);
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2016-07-16 14:31:20 +07:00
|
|
|
#ifdef CONFIG_BATMAN_ADV_DEBUGFS
|
2017-12-03 01:51:53 +07:00
|
|
|
|
|
|
|
/**
|
|
|
|
* batadv_gw_client_seq_print_text() - Print the gateway table in a seq file
|
|
|
|
* @seq: seq file to print on
|
|
|
|
* @offset: not used
|
|
|
|
*
|
|
|
|
* Return: always 0
|
|
|
|
*/
|
2012-05-12 07:09:29 +07:00
|
|
|
int batadv_gw_client_seq_print_text(struct seq_file *seq, void *offset)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
|
|
|
struct net_device *net_dev = (struct net_device *)seq->private;
|
2012-06-06 03:31:31 +07:00
|
|
|
struct batadv_priv *bat_priv = netdev_priv(net_dev);
|
|
|
|
struct batadv_hard_iface *primary_if;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-08-03 22:15:46 +07:00
|
|
|
primary_if = batadv_seq_print_text_primary_if_get(seq);
|
|
|
|
if (!primary_if)
|
2016-07-03 17:46:33 +07:00
|
|
|
return 0;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
seq_printf(seq, "[B.A.T.M.A.N. adv %s, MainIF/MAC: %s/%pM (%s %s)]\n",
|
2012-06-04 03:19:17 +07:00
|
|
|
BATADV_SOURCE_VERSION, primary_if->net_dev->name,
|
2016-07-03 17:46:33 +07:00
|
|
|
primary_if->net_dev->dev_addr, net_dev->name,
|
|
|
|
bat_priv->algo_ops->name);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
batadv_hardif_put(primary_if);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
if (!bat_priv->algo_ops->gw.print) {
|
|
|
|
seq_puts(seq,
|
|
|
|
"No printing function for this routing protocol\n");
|
|
|
|
return 0;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2016-07-03 17:46:33 +07:00
|
|
|
bat_priv->algo_ops->gw.print(bat_priv, seq);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2012-08-03 22:15:46 +07:00
|
|
|
return 0;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
2016-07-16 14:31:20 +07:00
|
|
|
#endif
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2016-07-03 18:31:42 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_dump() - Dump gateways into a message
|
2016-07-03 18:31:42 +07:00
|
|
|
* @msg: Netlink message to dump into
|
|
|
|
* @cb: Control block containing additional options
|
|
|
|
*
|
|
|
|
* Return: Error code, or length of message
|
|
|
|
*/
|
|
|
|
int batadv_gw_dump(struct sk_buff *msg, struct netlink_callback *cb)
|
|
|
|
{
|
|
|
|
struct batadv_hard_iface *primary_if = NULL;
|
|
|
|
struct net *net = sock_net(cb->skb->sk);
|
|
|
|
struct net_device *soft_iface;
|
|
|
|
struct batadv_priv *bat_priv;
|
|
|
|
int ifindex;
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ifindex = batadv_netlink_get_ifindex(cb->nlh,
|
|
|
|
BATADV_ATTR_MESH_IFINDEX);
|
|
|
|
if (!ifindex)
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
soft_iface = dev_get_by_index(net, ifindex);
|
|
|
|
if (!soft_iface || !batadv_softif_is_valid(soft_iface)) {
|
|
|
|
ret = -ENODEV;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
bat_priv = netdev_priv(soft_iface);
|
|
|
|
|
|
|
|
primary_if = batadv_primary_if_get_selected(bat_priv);
|
|
|
|
if (!primary_if || primary_if->if_status != BATADV_IF_ACTIVE) {
|
|
|
|
ret = -ENOENT;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!bat_priv->algo_ops->gw.dump) {
|
|
|
|
ret = -EOPNOTSUPP;
|
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
|
|
|
bat_priv->algo_ops->gw.dump(msg, cb, bat_priv);
|
|
|
|
|
|
|
|
ret = msg->len;
|
|
|
|
|
|
|
|
out:
|
|
|
|
if (primary_if)
|
|
|
|
batadv_hardif_put(primary_if);
|
|
|
|
if (soft_iface)
|
|
|
|
dev_put(soft_iface);
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2013-11-06 01:31:08 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_dhcp_recipient_get() - check if a packet is a DHCP message
|
2013-11-06 01:31:08 +07:00
|
|
|
* @skb: the packet to check
|
|
|
|
* @header_len: a pointer to the batman-adv header size
|
|
|
|
* @chaddr: buffer where the client address will be stored. Valid
|
|
|
|
* only if the function returns BATADV_DHCP_TO_CLIENT
|
|
|
|
*
|
2015-09-16 00:00:48 +07:00
|
|
|
* This function may re-allocate the data buffer of the skb passed as argument.
|
|
|
|
*
|
|
|
|
* Return:
|
2013-11-06 01:31:08 +07:00
|
|
|
* - BATADV_DHCP_NO if the packet is not a dhcp message or if there was an error
|
|
|
|
* while parsing it
|
|
|
|
* - BATADV_DHCP_TO_SERVER if this is a message going to the DHCP server
|
|
|
|
* - BATADV_DHCP_TO_CLIENT if this is a message going to a DHCP client
|
|
|
|
*/
|
|
|
|
enum batadv_dhcp_recipient
|
|
|
|
batadv_gw_dhcp_recipient_get(struct sk_buff *skb, unsigned int *header_len,
|
2015-05-26 23:34:26 +07:00
|
|
|
u8 *chaddr)
|
2010-12-13 18:19:28 +07:00
|
|
|
{
|
2013-11-06 01:31:08 +07:00
|
|
|
enum batadv_dhcp_recipient ret = BATADV_DHCP_NO;
|
2010-12-13 18:19:28 +07:00
|
|
|
struct ethhdr *ethhdr;
|
|
|
|
struct iphdr *iphdr;
|
|
|
|
struct ipv6hdr *ipv6hdr;
|
|
|
|
struct udphdr *udphdr;
|
2013-05-13 02:51:15 +07:00
|
|
|
struct vlan_ethhdr *vhdr;
|
2013-11-06 01:31:08 +07:00
|
|
|
int chaddr_offset;
|
2013-05-13 02:51:15 +07:00
|
|
|
__be16 proto;
|
2015-05-26 23:34:26 +07:00
|
|
|
u8 *p;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* check for ethernet header */
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!pskb_may_pull(skb, *header_len + ETH_HLEN))
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
|
|
|
|
2014-01-20 04:22:45 +07:00
|
|
|
ethhdr = eth_hdr(skb);
|
2013-05-13 02:51:15 +07:00
|
|
|
proto = ethhdr->h_proto;
|
2011-09-08 18:12:53 +07:00
|
|
|
*header_len += ETH_HLEN;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* check for initial vlan header */
|
2013-05-13 02:51:15 +07:00
|
|
|
if (proto == htons(ETH_P_8021Q)) {
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!pskb_may_pull(skb, *header_len + VLAN_HLEN))
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
2013-05-13 02:51:15 +07:00
|
|
|
|
2014-01-20 04:22:45 +07:00
|
|
|
vhdr = vlan_eth_hdr(skb);
|
2013-05-13 02:51:15 +07:00
|
|
|
proto = vhdr->h_vlan_encapsulated_proto;
|
2011-09-08 18:12:53 +07:00
|
|
|
*header_len += VLAN_HLEN;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
/* check for ip header */
|
2013-05-13 02:51:15 +07:00
|
|
|
switch (proto) {
|
|
|
|
case htons(ETH_P_IP):
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!pskb_may_pull(skb, *header_len + sizeof(*iphdr)))
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
|
|
|
|
2011-09-08 18:12:53 +07:00
|
|
|
iphdr = (struct iphdr *)(skb->data + *header_len);
|
|
|
|
*header_len += iphdr->ihl * 4;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* check for udp header */
|
|
|
|
if (iphdr->protocol != IPPROTO_UDP)
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
break;
|
2013-05-13 02:51:15 +07:00
|
|
|
case htons(ETH_P_IPV6):
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!pskb_may_pull(skb, *header_len + sizeof(*ipv6hdr)))
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
|
|
|
|
2011-09-08 18:12:53 +07:00
|
|
|
ipv6hdr = (struct ipv6hdr *)(skb->data + *header_len);
|
|
|
|
*header_len += sizeof(*ipv6hdr);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* check for udp header */
|
|
|
|
if (ipv6hdr->nexthdr != IPPROTO_UDP)
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
break;
|
|
|
|
default:
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|
|
|
|
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!pskb_may_pull(skb, *header_len + sizeof(*udphdr)))
|
2013-11-06 01:31:08 +07:00
|
|
|
return BATADV_DHCP_NO;
|
2013-08-07 01:21:15 +07:00
|
|
|
|
2011-09-08 18:12:53 +07:00
|
|
|
udphdr = (struct udphdr *)(skb->data + *header_len);
|
|
|
|
*header_len += sizeof(*udphdr);
|
2010-12-13 18:19:28 +07:00
|
|
|
|
|
|
|
/* check for bootp port */
|
2013-11-06 01:31:08 +07:00
|
|
|
switch (proto) {
|
|
|
|
case htons(ETH_P_IP):
|
|
|
|
if (udphdr->dest == htons(67))
|
|
|
|
ret = BATADV_DHCP_TO_SERVER;
|
|
|
|
else if (udphdr->source == htons(67))
|
|
|
|
ret = BATADV_DHCP_TO_CLIENT;
|
|
|
|
break;
|
|
|
|
case htons(ETH_P_IPV6):
|
|
|
|
if (udphdr->dest == htons(547))
|
|
|
|
ret = BATADV_DHCP_TO_SERVER;
|
|
|
|
else if (udphdr->source == htons(547))
|
|
|
|
ret = BATADV_DHCP_TO_CLIENT;
|
|
|
|
break;
|
|
|
|
}
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-11-06 01:31:08 +07:00
|
|
|
chaddr_offset = *header_len + BATADV_DHCP_CHADDR_OFFSET;
|
|
|
|
/* store the client address if the message is going to a client */
|
|
|
|
if (ret == BATADV_DHCP_TO_CLIENT &&
|
|
|
|
pskb_may_pull(skb, chaddr_offset + ETH_ALEN)) {
|
|
|
|
/* check if the DHCP packet carries an Ethernet DHCP */
|
|
|
|
p = skb->data + *header_len + BATADV_DHCP_HTYPE_OFFSET;
|
|
|
|
if (*p != BATADV_DHCP_HTYPE_ETHERNET)
|
|
|
|
return BATADV_DHCP_NO;
|
|
|
|
|
|
|
|
/* check if the DHCP packet carries a valid Ethernet address */
|
|
|
|
p = skb->data + *header_len + BATADV_DHCP_HLEN_OFFSET;
|
|
|
|
if (*p != ETH_ALEN)
|
|
|
|
return BATADV_DHCP_NO;
|
|
|
|
|
2014-01-22 06:42:11 +07:00
|
|
|
ether_addr_copy(chaddr, skb->data + chaddr_offset);
|
2013-11-06 01:31:08 +07:00
|
|
|
}
|
2010-12-13 18:19:28 +07:00
|
|
|
|
2013-11-06 01:31:08 +07:00
|
|
|
return ret;
|
2011-09-08 18:12:53 +07:00
|
|
|
}
|
2014-09-01 19:37:27 +07:00
|
|
|
|
2013-06-04 17:11:42 +07:00
|
|
|
/**
|
2017-12-03 01:51:47 +07:00
|
|
|
* batadv_gw_out_of_range() - check if the dhcp request destination is the best
|
|
|
|
* gateway
|
2013-06-04 17:11:42 +07:00
|
|
|
* @bat_priv: the bat priv with all the soft interface information
|
|
|
|
* @skb: the outgoing packet
|
|
|
|
*
|
|
|
|
* Check if the skb is a DHCP request and if it is sent to the current best GW
|
|
|
|
* server. Due to topology changes it may be the case that the GW server
|
|
|
|
* previously selected is not the best one anymore.
|
|
|
|
*
|
|
|
|
* This call might reallocate skb data.
|
2013-11-06 01:31:08 +07:00
|
|
|
* Must be invoked only when the DHCP packet is going TO a DHCP SERVER.
|
2015-09-16 00:00:48 +07:00
|
|
|
*
|
|
|
|
* Return: true if the packet destination is unicast and it is not the best gw,
|
|
|
|
* false otherwise.
|
2013-06-04 17:11:42 +07:00
|
|
|
*/
|
2012-06-06 03:31:31 +07:00
|
|
|
bool batadv_gw_out_of_range(struct batadv_priv *bat_priv,
|
2013-08-07 01:21:15 +07:00
|
|
|
struct sk_buff *skb)
|
2011-09-08 18:12:53 +07:00
|
|
|
{
|
2015-06-10 01:50:49 +07:00
|
|
|
struct batadv_neigh_node *neigh_curr = NULL;
|
|
|
|
struct batadv_neigh_node *neigh_old = NULL;
|
batman-adv: fix packet loss for broadcasted DHCP packets to a server
DHCP connectivity issues can currently occur if the following conditions
are met:
1) A DHCP packet from a client to a server
2) This packet has a multicast destination
3) This destination has a matching entry in the translation table
(FF:FF:FF:FF:FF:FF for IPv4, 33:33:00:01:00:02/33:33:00:01:00:03
for IPv6)
4) The orig-node determined by TT for the multicast destination
does not match the orig-node determined by best-gateway-selection
In this case the DHCP packet will be dropped.
The "gateway-out-of-range" check is supposed to only be applied to
unicasted DHCP packets to a specific DHCP server.
In that case dropping the the unicasted frame forces the client to
retry via a broadcasted one, but now directed to the new best
gateway.
A DHCP packet with broadcast/multicast destination is already ensured to
always be delivered to the best gateway. Dropping a multicasted
DHCP packet here will only prevent completing DHCP as there is no
other fallback.
So far, it seems the unicast check was implicitly performed by
expecting the batadv_transtable_search() to return NULL for multicast
destinations. However, a multicast address could have always ended up in
the translation table and in fact is now common.
To fix this potential loss of a DHCP client-to-server packet to a
multicast address this patch adds an explicit multicast destination
check to reliably bail out of the gateway-out-of-range check for such
destinations.
The issue and fix were tested in the following three node setup:
- Line topology, A-B-C
- A: gateway client, DHCP client
- B: gateway server, hop-penalty increased: 30->60, DHCP server
- C: gateway server, code modifications to announce FF:FF:FF:FF:FF:FF
Without this patch, A would never transmit its DHCP Discover packet
due to an always "out-of-range" condition. With this patch,
a full DHCP handshake between A and B was possible again.
Fixes: be7af5cf9cae ("batman-adv: refactoring gateway handling code")
Signed-off-by: Linus Lüssing <linus.luessing@c0d3.blue>
Signed-off-by: Sven Eckelmann <sven@narfation.org>
Signed-off-by: Simon Wunderlich <sw@simonwunderlich.de>
2018-03-22 06:21:32 +07:00
|
|
|
struct batadv_orig_node *orig_dst_node = NULL;
|
2015-06-10 01:50:49 +07:00
|
|
|
struct batadv_gw_node *gw_node = NULL;
|
|
|
|
struct batadv_gw_node *curr_gw = NULL;
|
2013-11-14 01:14:46 +07:00
|
|
|
struct batadv_neigh_ifinfo *curr_ifinfo, *old_ifinfo;
|
2013-11-06 01:31:08 +07:00
|
|
|
struct ethhdr *ethhdr = (struct ethhdr *)skb->data;
|
|
|
|
bool out_of_range = false;
|
2015-05-26 23:34:26 +07:00
|
|
|
u8 curr_tq_avg;
|
2013-06-04 17:11:42 +07:00
|
|
|
unsigned short vid;
|
|
|
|
|
|
|
|
vid = batadv_get_vid(skb, 0);
|
2011-09-08 18:12:53 +07:00
|
|
|
|
batman-adv: fix packet loss for broadcasted DHCP packets to a server
DHCP connectivity issues can currently occur if the following conditions
are met:
1) A DHCP packet from a client to a server
2) This packet has a multicast destination
3) This destination has a matching entry in the translation table
(FF:FF:FF:FF:FF:FF for IPv4, 33:33:00:01:00:02/33:33:00:01:00:03
for IPv6)
4) The orig-node determined by TT for the multicast destination
does not match the orig-node determined by best-gateway-selection
In this case the DHCP packet will be dropped.
The "gateway-out-of-range" check is supposed to only be applied to
unicasted DHCP packets to a specific DHCP server.
In that case dropping the the unicasted frame forces the client to
retry via a broadcasted one, but now directed to the new best
gateway.
A DHCP packet with broadcast/multicast destination is already ensured to
always be delivered to the best gateway. Dropping a multicasted
DHCP packet here will only prevent completing DHCP as there is no
other fallback.
So far, it seems the unicast check was implicitly performed by
expecting the batadv_transtable_search() to return NULL for multicast
destinations. However, a multicast address could have always ended up in
the translation table and in fact is now common.
To fix this potential loss of a DHCP client-to-server packet to a
multicast address this patch adds an explicit multicast destination
check to reliably bail out of the gateway-out-of-range check for such
destinations.
The issue and fix were tested in the following three node setup:
- Line topology, A-B-C
- A: gateway client, DHCP client
- B: gateway server, hop-penalty increased: 30->60, DHCP server
- C: gateway server, code modifications to announce FF:FF:FF:FF:FF:FF
Without this patch, A would never transmit its DHCP Discover packet
due to an always "out-of-range" condition. With this patch,
a full DHCP handshake between A and B was possible again.
Fixes: be7af5cf9cae ("batman-adv: refactoring gateway handling code")
Signed-off-by: Linus Lüssing <linus.luessing@c0d3.blue>
Signed-off-by: Sven Eckelmann <sven@narfation.org>
Signed-off-by: Simon Wunderlich <sw@simonwunderlich.de>
2018-03-22 06:21:32 +07:00
|
|
|
if (is_multicast_ether_addr(ethhdr->h_dest))
|
|
|
|
goto out;
|
|
|
|
|
2012-05-12 07:09:39 +07:00
|
|
|
orig_dst_node = batadv_transtable_search(bat_priv, ethhdr->h_source,
|
2013-06-04 17:11:42 +07:00
|
|
|
ethhdr->h_dest, vid);
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!orig_dst_node)
|
|
|
|
goto out;
|
|
|
|
|
2013-04-23 20:39:58 +07:00
|
|
|
gw_node = batadv_gw_node_get(bat_priv, orig_dst_node);
|
2014-12-20 19:48:57 +07:00
|
|
|
if (!gw_node)
|
2011-09-08 18:12:53 +07:00
|
|
|
goto out;
|
|
|
|
|
2016-05-06 01:46:38 +07:00
|
|
|
switch (atomic_read(&bat_priv->gw.mode)) {
|
2012-06-04 03:19:18 +07:00
|
|
|
case BATADV_GW_MODE_SERVER:
|
2011-09-08 18:12:53 +07:00
|
|
|
/* If we are a GW then we are our best GW. We can artificially
|
2012-05-12 07:09:43 +07:00
|
|
|
* set the tq towards ourself as the maximum value
|
|
|
|
*/
|
2012-06-04 03:19:17 +07:00
|
|
|
curr_tq_avg = BATADV_TQ_MAX_VALUE;
|
2011-09-08 18:12:53 +07:00
|
|
|
break;
|
2012-06-04 03:19:18 +07:00
|
|
|
case BATADV_GW_MODE_CLIENT:
|
2012-05-12 23:33:55 +07:00
|
|
|
curr_gw = batadv_gw_get_selected_gw_node(bat_priv);
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!curr_gw)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
/* packet is going to our gateway */
|
|
|
|
if (curr_gw->orig_node == orig_dst_node)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
/* If the dhcp packet has been sent to a different gw,
|
|
|
|
* we have to evaluate whether the old gw is still
|
2012-05-12 07:09:43 +07:00
|
|
|
* reliable enough
|
|
|
|
*/
|
2012-05-12 07:09:36 +07:00
|
|
|
neigh_curr = batadv_find_router(bat_priv, curr_gw->orig_node,
|
|
|
|
NULL);
|
2011-09-08 18:12:53 +07:00
|
|
|
if (!neigh_curr)
|
|
|
|
goto out;
|
|
|
|
|
2013-11-14 01:14:46 +07:00
|
|
|
curr_ifinfo = batadv_neigh_ifinfo_get(neigh_curr,
|
|
|
|
BATADV_IF_DEFAULT);
|
|
|
|
if (!curr_ifinfo)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
curr_tq_avg = curr_ifinfo->bat_iv.tq_avg;
|
2016-01-17 17:01:12 +07:00
|
|
|
batadv_neigh_ifinfo_put(curr_ifinfo);
|
2013-11-14 01:14:46 +07:00
|
|
|
|
2011-09-08 18:12:53 +07:00
|
|
|
break;
|
2012-06-04 03:19:18 +07:00
|
|
|
case BATADV_GW_MODE_OFF:
|
2011-09-08 18:12:53 +07:00
|
|
|
default:
|
|
|
|
goto out;
|
2011-04-27 02:31:45 +07:00
|
|
|
}
|
2011-09-08 18:12:53 +07:00
|
|
|
|
2012-05-12 07:09:36 +07:00
|
|
|
neigh_old = batadv_find_router(bat_priv, orig_dst_node, NULL);
|
2011-11-29 13:09:09 +07:00
|
|
|
if (!neigh_old)
|
2011-09-08 18:12:53 +07:00
|
|
|
goto out;
|
|
|
|
|
2013-11-14 01:14:46 +07:00
|
|
|
old_ifinfo = batadv_neigh_ifinfo_get(neigh_old, BATADV_IF_DEFAULT);
|
|
|
|
if (!old_ifinfo)
|
|
|
|
goto out;
|
|
|
|
|
|
|
|
if ((curr_tq_avg - old_ifinfo->bat_iv.tq_avg) > BATADV_GW_THRESHOLD)
|
2011-09-08 18:12:53 +07:00
|
|
|
out_of_range = true;
|
2016-01-17 17:01:12 +07:00
|
|
|
batadv_neigh_ifinfo_put(old_ifinfo);
|
2011-09-08 18:12:53 +07:00
|
|
|
|
|
|
|
out:
|
|
|
|
if (orig_dst_node)
|
2016-01-17 17:01:09 +07:00
|
|
|
batadv_orig_node_put(orig_dst_node);
|
2011-09-08 18:12:53 +07:00
|
|
|
if (curr_gw)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(curr_gw);
|
2013-04-23 20:39:58 +07:00
|
|
|
if (gw_node)
|
2016-01-17 17:01:18 +07:00
|
|
|
batadv_gw_node_put(gw_node);
|
2011-04-27 02:31:45 +07:00
|
|
|
if (neigh_old)
|
2016-01-17 17:01:11 +07:00
|
|
|
batadv_neigh_node_put(neigh_old);
|
2011-04-27 02:31:45 +07:00
|
|
|
if (neigh_curr)
|
2016-01-17 17:01:11 +07:00
|
|
|
batadv_neigh_node_put(neigh_curr);
|
2011-09-08 18:12:53 +07:00
|
|
|
return out_of_range;
|
2010-12-13 18:19:28 +07:00
|
|
|
}
|