2015-06-10 08:15:23 +07:00
|
|
|
/**********************************************************************
|
|
|
|
* Author: Cavium, Inc.
|
|
|
|
*
|
|
|
|
* Contact: support@cavium.com
|
|
|
|
* Please include "LiquidIO" in the subject.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2003-2015 Cavium, Inc.
|
|
|
|
*
|
|
|
|
* This file is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License, Version 2, as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This file is distributed in the hope that it will be useful, but
|
|
|
|
* AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
|
|
|
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
|
|
|
|
* NONINFRINGEMENT. See the GNU General Public License for more
|
|
|
|
* details.
|
|
|
|
*
|
|
|
|
* This file may also be available under a different license from Cavium.
|
|
|
|
* Contact Cavium, Inc. for more information
|
|
|
|
**********************************************************************/
|
|
|
|
|
|
|
|
/*! \file octeon_main.h
|
|
|
|
* \brief Host Driver: This file is included by all host driver source files
|
|
|
|
* to include common definitions.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _OCTEON_MAIN_H_
|
|
|
|
#define _OCTEON_MAIN_H_
|
|
|
|
|
|
|
|
#if BITS_PER_LONG == 32
|
|
|
|
#define CVM_CAST64(v) ((long long)(v))
|
|
|
|
#elif BITS_PER_LONG == 64
|
|
|
|
#define CVM_CAST64(v) ((long long)(long)(v))
|
|
|
|
#else
|
|
|
|
#error "Unknown system architecture"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define DRV_NAME "LiquidIO"
|
|
|
|
|
2016-09-01 01:03:20 +07:00
|
|
|
/** This structure is used by NIC driver to store information required
|
|
|
|
* to free the sk_buff when the packet has been fetched by Octeon.
|
|
|
|
* Bytes offset below assume worst-case of a 64-bit system.
|
2015-06-10 08:15:23 +07:00
|
|
|
*/
|
2016-09-01 01:03:20 +07:00
|
|
|
struct octnet_buf_free_info {
|
|
|
|
/** Bytes 1-8. Pointer to network device private structure. */
|
|
|
|
struct lio *lio;
|
|
|
|
|
|
|
|
/** Bytes 9-16. Pointer to sk_buff. */
|
|
|
|
struct sk_buff *skb;
|
|
|
|
|
|
|
|
/** Bytes 17-24. Pointer to gather list. */
|
|
|
|
struct octnic_gather *g;
|
|
|
|
|
|
|
|
/** Bytes 25-32. Physical address of skb->data or gather list. */
|
|
|
|
u64 dptr;
|
|
|
|
|
|
|
|
/** Bytes 33-47. Piggybacked soft command, if any */
|
|
|
|
struct octeon_soft_command *sc;
|
|
|
|
};
|
2015-06-10 08:15:23 +07:00
|
|
|
|
|
|
|
/* BQL-related functions */
|
|
|
|
void octeon_report_sent_bytes_to_bql(void *buf, int reqtype);
|
|
|
|
void octeon_update_tx_completion_counters(void *buf, int reqtype,
|
|
|
|
unsigned int *pkts_compl,
|
|
|
|
unsigned int *bytes_compl);
|
|
|
|
void octeon_report_tx_completion_to_bql(void *txq, unsigned int pkts_compl,
|
|
|
|
unsigned int bytes_compl);
|
2016-11-15 06:54:41 +07:00
|
|
|
void octeon_pf_changed_vf_macaddr(struct octeon_device *oct, u8 *mac);
|
2015-06-10 08:15:23 +07:00
|
|
|
/** Swap 8B blocks */
|
|
|
|
static inline void octeon_swap_8B_data(u64 *data, u32 blocks)
|
|
|
|
{
|
|
|
|
while (blocks) {
|
|
|
|
cpu_to_be64s(data);
|
|
|
|
blocks--;
|
|
|
|
data++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief unmaps a PCI BAR
|
|
|
|
* @param oct Pointer to Octeon device
|
|
|
|
* @param baridx bar index
|
|
|
|
*/
|
|
|
|
static inline void octeon_unmap_pci_barx(struct octeon_device *oct, int baridx)
|
|
|
|
{
|
|
|
|
dev_dbg(&oct->pci_dev->dev, "Freeing PCI mapped regions for Bar%d\n",
|
|
|
|
baridx);
|
|
|
|
|
|
|
|
if (oct->mmio[baridx].done)
|
|
|
|
iounmap(oct->mmio[baridx].hw_addr);
|
|
|
|
|
|
|
|
if (oct->mmio[baridx].start)
|
|
|
|
pci_release_region(oct->pci_dev, baridx * 2);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* \brief maps a PCI BAR
|
|
|
|
* @param oct Pointer to Octeon device
|
|
|
|
* @param baridx bar index
|
|
|
|
* @param max_map_len maximum length of mapped memory
|
|
|
|
*/
|
|
|
|
static inline int octeon_map_pci_barx(struct octeon_device *oct,
|
|
|
|
int baridx, int max_map_len)
|
|
|
|
{
|
|
|
|
u32 mapped_len = 0;
|
|
|
|
|
|
|
|
if (pci_request_region(oct->pci_dev, baridx * 2, DRV_NAME)) {
|
|
|
|
dev_err(&oct->pci_dev->dev, "pci_request_region failed for bar %d\n",
|
|
|
|
baridx);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
oct->mmio[baridx].start = pci_resource_start(oct->pci_dev, baridx * 2);
|
|
|
|
oct->mmio[baridx].len = pci_resource_len(oct->pci_dev, baridx * 2);
|
|
|
|
|
|
|
|
mapped_len = oct->mmio[baridx].len;
|
|
|
|
if (!mapped_len)
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
if (max_map_len && (mapped_len > max_map_len))
|
|
|
|
mapped_len = max_map_len;
|
|
|
|
|
|
|
|
oct->mmio[baridx].hw_addr =
|
|
|
|
ioremap(oct->mmio[baridx].start, mapped_len);
|
|
|
|
oct->mmio[baridx].mapped_len = mapped_len;
|
|
|
|
|
|
|
|
dev_dbg(&oct->pci_dev->dev, "BAR%d start: 0x%llx mapped %u of %u bytes\n",
|
|
|
|
baridx, oct->mmio[baridx].start, mapped_len,
|
|
|
|
oct->mmio[baridx].len);
|
|
|
|
|
|
|
|
if (!oct->mmio[baridx].hw_addr) {
|
|
|
|
dev_err(&oct->pci_dev->dev, "error ioremap for bar %d\n",
|
|
|
|
baridx);
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
oct->mmio[baridx].done = 1;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void *
|
2016-06-15 06:54:46 +07:00
|
|
|
cnnic_numa_alloc_aligned_dma(u32 size,
|
|
|
|
u32 *alloc_size,
|
|
|
|
size_t *orig_ptr,
|
|
|
|
int numa_node)
|
2015-06-10 08:15:23 +07:00
|
|
|
{
|
|
|
|
int retries = 0;
|
|
|
|
void *ptr = NULL;
|
|
|
|
|
|
|
|
#define OCTEON_MAX_ALLOC_RETRIES 1
|
|
|
|
do {
|
2016-06-15 06:54:46 +07:00
|
|
|
struct page *page = NULL;
|
|
|
|
|
|
|
|
page = alloc_pages_node(numa_node,
|
|
|
|
GFP_KERNEL,
|
|
|
|
get_order(size));
|
|
|
|
if (!page)
|
|
|
|
page = alloc_pages(GFP_KERNEL,
|
|
|
|
get_order(size));
|
|
|
|
ptr = (void *)page_address(page);
|
2015-06-10 08:15:23 +07:00
|
|
|
if ((unsigned long)ptr & 0x07) {
|
2016-06-15 06:54:46 +07:00
|
|
|
__free_pages(page, get_order(size));
|
2015-06-10 08:15:23 +07:00
|
|
|
ptr = NULL;
|
|
|
|
/* Increment the size required if the first
|
|
|
|
* attempt failed.
|
|
|
|
*/
|
|
|
|
if (!retries)
|
|
|
|
size += 7;
|
|
|
|
}
|
|
|
|
retries++;
|
|
|
|
} while ((retries <= OCTEON_MAX_ALLOC_RETRIES) && !ptr);
|
|
|
|
|
|
|
|
*alloc_size = size;
|
|
|
|
*orig_ptr = (unsigned long)ptr;
|
|
|
|
if ((unsigned long)ptr & 0x07)
|
|
|
|
ptr = (void *)(((unsigned long)ptr + 7) & ~(7UL));
|
|
|
|
return ptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define cnnic_free_aligned_dma(pci_dev, ptr, size, orig_ptr, dma_addr) \
|
|
|
|
free_pages(orig_ptr, get_order(size))
|
|
|
|
|
2016-09-02 01:16:05 +07:00
|
|
|
static inline int
|
2015-06-10 08:15:23 +07:00
|
|
|
sleep_cond(wait_queue_head_t *wait_queue, int *condition)
|
|
|
|
{
|
2016-09-02 01:16:05 +07:00
|
|
|
int errno = 0;
|
2015-06-10 08:15:23 +07:00
|
|
|
wait_queue_t we;
|
|
|
|
|
|
|
|
init_waitqueue_entry(&we, current);
|
|
|
|
add_wait_queue(wait_queue, &we);
|
2016-07-04 03:56:48 +07:00
|
|
|
while (!(READ_ONCE(*condition))) {
|
2015-06-10 08:15:23 +07:00
|
|
|
set_current_state(TASK_INTERRUPTIBLE);
|
2016-09-02 01:16:05 +07:00
|
|
|
if (signal_pending(current)) {
|
|
|
|
errno = -EINTR;
|
2015-06-10 08:15:23 +07:00
|
|
|
goto out;
|
2016-09-02 01:16:05 +07:00
|
|
|
}
|
2015-06-10 08:15:23 +07:00
|
|
|
schedule();
|
|
|
|
}
|
|
|
|
out:
|
|
|
|
set_current_state(TASK_RUNNING);
|
|
|
|
remove_wait_queue(wait_queue, &we);
|
2016-09-02 01:16:05 +07:00
|
|
|
return errno;
|
2015-06-10 08:15:23 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void
|
|
|
|
sleep_atomic_cond(wait_queue_head_t *waitq, atomic_t *pcond)
|
|
|
|
{
|
|
|
|
wait_queue_t we;
|
|
|
|
|
|
|
|
init_waitqueue_entry(&we, current);
|
|
|
|
add_wait_queue(waitq, &we);
|
|
|
|
while (!atomic_read(pcond)) {
|
|
|
|
set_current_state(TASK_INTERRUPTIBLE);
|
|
|
|
if (signal_pending(current))
|
|
|
|
goto out;
|
|
|
|
schedule();
|
|
|
|
}
|
|
|
|
out:
|
|
|
|
set_current_state(TASK_RUNNING);
|
|
|
|
remove_wait_queue(waitq, &we);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Gives up the CPU for a timeout period.
|
|
|
|
* Check that the condition is not true before we go to sleep for a
|
|
|
|
* timeout period.
|
|
|
|
*/
|
|
|
|
static inline void
|
|
|
|
sleep_timeout_cond(wait_queue_head_t *wait_queue,
|
|
|
|
int *condition,
|
|
|
|
int timeout)
|
|
|
|
{
|
|
|
|
wait_queue_t we;
|
|
|
|
|
|
|
|
init_waitqueue_entry(&we, current);
|
|
|
|
add_wait_queue(wait_queue, &we);
|
|
|
|
set_current_state(TASK_INTERRUPTIBLE);
|
|
|
|
if (!(*condition))
|
|
|
|
schedule_timeout(timeout);
|
|
|
|
set_current_state(TASK_RUNNING);
|
|
|
|
remove_wait_queue(wait_queue, &we);
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifndef ROUNDUP4
|
|
|
|
#define ROUNDUP4(val) (((val) + 3) & 0xfffffffc)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef ROUNDUP8
|
|
|
|
#define ROUNDUP8(val) (((val) + 7) & 0xfffffff8)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef ROUNDUP16
|
|
|
|
#define ROUNDUP16(val) (((val) + 15) & 0xfffffff0)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef ROUNDUP128
|
|
|
|
#define ROUNDUP128(val) (((val) + 127) & 0xffffff80)
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* _OCTEON_MAIN_H_ */
|