376 lines
10 KiB
C
376 lines
10 KiB
C
/**********************************************************************
|
|
* Author: Cavium, Inc.
|
|
*
|
|
* Contact: support@cavium.com
|
|
* Please include "LiquidIO" in the subject.
|
|
*
|
|
* Copyright (c) 2003-2016 Cavium, Inc.
|
|
*
|
|
* This file is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License, Version 2, as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This file is distributed in the hope that it will be useful, but
|
|
* AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
|
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
|
|
* NONINFRINGEMENT. See the GNU General Public License for more details.
|
|
***********************************************************************/
|
|
#include <linux/pci.h>
|
|
#include <linux/netdevice.h>
|
|
#include "liquidio_common.h"
|
|
#include "octeon_droq.h"
|
|
#include "octeon_iq.h"
|
|
#include "response_manager.h"
|
|
#include "octeon_device.h"
|
|
#include "octeon_main.h"
|
|
#include "octeon_mailbox.h"
|
|
#include "cn23xx_pf_device.h"
|
|
|
|
/**
|
|
* octeon_mbox_read:
|
|
* @mbox: Pointer mailbox
|
|
*
|
|
* Reads the 8-bytes of data from the mbox register
|
|
* Writes back the acknowldgement inidcating completion of read
|
|
*/
|
|
int octeon_mbox_read(struct octeon_mbox *mbox)
|
|
{
|
|
union octeon_mbox_message msg;
|
|
int ret = 0;
|
|
|
|
spin_lock(&mbox->lock);
|
|
|
|
msg.u64 = readq(mbox->mbox_read_reg);
|
|
|
|
if ((msg.u64 == OCTEON_PFVFACK) || (msg.u64 == OCTEON_PFVFSIG)) {
|
|
spin_unlock(&mbox->lock);
|
|
return 0;
|
|
}
|
|
|
|
if (mbox->state & OCTEON_MBOX_STATE_REQUEST_RECEIVING) {
|
|
mbox->mbox_req.data[mbox->mbox_req.recv_len - 1] = msg.u64;
|
|
mbox->mbox_req.recv_len++;
|
|
} else {
|
|
if (mbox->state & OCTEON_MBOX_STATE_RESPONSE_RECEIVING) {
|
|
mbox->mbox_resp.data[mbox->mbox_resp.recv_len - 1] =
|
|
msg.u64;
|
|
mbox->mbox_resp.recv_len++;
|
|
} else {
|
|
if ((mbox->state & OCTEON_MBOX_STATE_IDLE) &&
|
|
(msg.s.type == OCTEON_MBOX_REQUEST)) {
|
|
mbox->state &= ~OCTEON_MBOX_STATE_IDLE;
|
|
mbox->state |=
|
|
OCTEON_MBOX_STATE_REQUEST_RECEIVING;
|
|
mbox->mbox_req.msg.u64 = msg.u64;
|
|
mbox->mbox_req.q_no = mbox->q_no;
|
|
mbox->mbox_req.recv_len = 1;
|
|
} else {
|
|
if ((mbox->state &
|
|
OCTEON_MBOX_STATE_RESPONSE_PENDING) &&
|
|
(msg.s.type == OCTEON_MBOX_RESPONSE)) {
|
|
mbox->state &=
|
|
~OCTEON_MBOX_STATE_RESPONSE_PENDING;
|
|
mbox->state |=
|
|
OCTEON_MBOX_STATE_RESPONSE_RECEIVING
|
|
;
|
|
mbox->mbox_resp.msg.u64 = msg.u64;
|
|
mbox->mbox_resp.q_no = mbox->q_no;
|
|
mbox->mbox_resp.recv_len = 1;
|
|
} else {
|
|
writeq(OCTEON_PFVFERR,
|
|
mbox->mbox_read_reg);
|
|
mbox->state |= OCTEON_MBOX_STATE_ERROR;
|
|
spin_unlock(&mbox->lock);
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (mbox->state & OCTEON_MBOX_STATE_REQUEST_RECEIVING) {
|
|
if (mbox->mbox_req.recv_len < mbox->mbox_req.msg.s.len) {
|
|
ret = 0;
|
|
} else {
|
|
mbox->state &= ~OCTEON_MBOX_STATE_REQUEST_RECEIVING;
|
|
mbox->state |= OCTEON_MBOX_STATE_REQUEST_RECEIVED;
|
|
ret = 1;
|
|
}
|
|
} else {
|
|
if (mbox->state & OCTEON_MBOX_STATE_RESPONSE_RECEIVING) {
|
|
if (mbox->mbox_resp.recv_len <
|
|
mbox->mbox_resp.msg.s.len) {
|
|
ret = 0;
|
|
} else {
|
|
mbox->state &=
|
|
~OCTEON_MBOX_STATE_RESPONSE_RECEIVING;
|
|
mbox->state |=
|
|
OCTEON_MBOX_STATE_RESPONSE_RECEIVED;
|
|
ret = 1;
|
|
}
|
|
} else {
|
|
WARN_ON(1);
|
|
}
|
|
}
|
|
|
|
writeq(OCTEON_PFVFACK, mbox->mbox_read_reg);
|
|
|
|
spin_unlock(&mbox->lock);
|
|
|
|
return ret;
|
|
}
|
|
|
|
/**
|
|
* octeon_mbox_write:
|
|
* @oct: Pointer Octeon Device
|
|
* @mbox_cmd: Cmd to send to mailbox.
|
|
*
|
|
* Populates the queue specific mbox structure
|
|
* with cmd information.
|
|
* Write the cmd to mbox register
|
|
*/
|
|
int octeon_mbox_write(struct octeon_device *oct,
|
|
struct octeon_mbox_cmd *mbox_cmd)
|
|
{
|
|
struct octeon_mbox *mbox = oct->mbox[mbox_cmd->q_no];
|
|
u32 count, i, ret = OCTEON_MBOX_STATUS_SUCCESS;
|
|
long timeout = LIO_MBOX_WRITE_WAIT_TIME;
|
|
unsigned long flags;
|
|
|
|
spin_lock_irqsave(&mbox->lock, flags);
|
|
|
|
if ((mbox_cmd->msg.s.type == OCTEON_MBOX_RESPONSE) &&
|
|
!(mbox->state & OCTEON_MBOX_STATE_REQUEST_RECEIVED)) {
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
return OCTEON_MBOX_STATUS_FAILED;
|
|
}
|
|
|
|
if ((mbox_cmd->msg.s.type == OCTEON_MBOX_REQUEST) &&
|
|
!(mbox->state & OCTEON_MBOX_STATE_IDLE)) {
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
return OCTEON_MBOX_STATUS_BUSY;
|
|
}
|
|
|
|
if (mbox_cmd->msg.s.type == OCTEON_MBOX_REQUEST) {
|
|
memcpy(&mbox->mbox_resp, mbox_cmd,
|
|
sizeof(struct octeon_mbox_cmd));
|
|
mbox->state = OCTEON_MBOX_STATE_RESPONSE_PENDING;
|
|
}
|
|
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
|
|
count = 0;
|
|
|
|
while (readq(mbox->mbox_write_reg) != OCTEON_PFVFSIG) {
|
|
schedule_timeout_uninterruptible(timeout);
|
|
if (count++ == LIO_MBOX_WRITE_WAIT_CNT) {
|
|
ret = OCTEON_MBOX_STATUS_FAILED;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (ret == OCTEON_MBOX_STATUS_SUCCESS) {
|
|
writeq(mbox_cmd->msg.u64, mbox->mbox_write_reg);
|
|
for (i = 0; i < (u32)(mbox_cmd->msg.s.len - 1); i++) {
|
|
count = 0;
|
|
while (readq(mbox->mbox_write_reg) !=
|
|
OCTEON_PFVFACK) {
|
|
schedule_timeout_uninterruptible(timeout);
|
|
if (count++ == LIO_MBOX_WRITE_WAIT_CNT) {
|
|
ret = OCTEON_MBOX_STATUS_FAILED;
|
|
break;
|
|
}
|
|
}
|
|
if (ret == OCTEON_MBOX_STATUS_SUCCESS)
|
|
writeq(mbox_cmd->data[i], mbox->mbox_write_reg);
|
|
else
|
|
break;
|
|
}
|
|
}
|
|
|
|
spin_lock_irqsave(&mbox->lock, flags);
|
|
if (mbox_cmd->msg.s.type == OCTEON_MBOX_RESPONSE) {
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
} else {
|
|
if ((!mbox_cmd->msg.s.resp_needed) ||
|
|
(ret == OCTEON_MBOX_STATUS_FAILED)) {
|
|
mbox->state &= ~OCTEON_MBOX_STATE_RESPONSE_PENDING;
|
|
if (!(mbox->state &
|
|
(OCTEON_MBOX_STATE_REQUEST_RECEIVING |
|
|
OCTEON_MBOX_STATE_REQUEST_RECEIVED)))
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
}
|
|
}
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void get_vf_stats(struct octeon_device *oct,
|
|
struct oct_vf_stats *stats)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < oct->num_iqs; i++) {
|
|
if (!oct->instr_queue[i])
|
|
continue;
|
|
stats->tx_packets += oct->instr_queue[i]->stats.tx_done;
|
|
stats->tx_bytes += oct->instr_queue[i]->stats.tx_tot_bytes;
|
|
}
|
|
|
|
for (i = 0; i < oct->num_oqs; i++) {
|
|
if (!oct->droq[i])
|
|
continue;
|
|
stats->rx_packets += oct->droq[i]->stats.rx_pkts_received;
|
|
stats->rx_bytes += oct->droq[i]->stats.rx_bytes_received;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* octeon_mbox_process_cmd:
|
|
* @mbox: Pointer mailbox
|
|
* @mbox_cmd: Pointer to command received
|
|
*
|
|
* Process the cmd received in mbox
|
|
*/
|
|
static int octeon_mbox_process_cmd(struct octeon_mbox *mbox,
|
|
struct octeon_mbox_cmd *mbox_cmd)
|
|
{
|
|
struct octeon_device *oct = mbox->oct_dev;
|
|
|
|
switch (mbox_cmd->msg.s.cmd) {
|
|
case OCTEON_VF_ACTIVE:
|
|
dev_dbg(&oct->pci_dev->dev, "got vfactive sending data back\n");
|
|
mbox_cmd->msg.s.type = OCTEON_MBOX_RESPONSE;
|
|
mbox_cmd->msg.s.resp_needed = 1;
|
|
mbox_cmd->msg.s.len = 2;
|
|
mbox_cmd->data[0] = 0; /* VF version is in mbox_cmd->data[0] */
|
|
((struct lio_version *)&mbox_cmd->data[0])->major =
|
|
LIQUIDIO_BASE_MAJOR_VERSION;
|
|
((struct lio_version *)&mbox_cmd->data[0])->minor =
|
|
LIQUIDIO_BASE_MINOR_VERSION;
|
|
((struct lio_version *)&mbox_cmd->data[0])->micro =
|
|
LIQUIDIO_BASE_MICRO_VERSION;
|
|
memcpy(mbox_cmd->msg.s.params, (uint8_t *)&oct->pfvf_hsword, 6);
|
|
/* Sending core cofig info to the corresponding active VF.*/
|
|
octeon_mbox_write(oct, mbox_cmd);
|
|
break;
|
|
|
|
case OCTEON_VF_FLR_REQUEST:
|
|
dev_info(&oct->pci_dev->dev,
|
|
"got a request for FLR from VF that owns DPI ring %u\n",
|
|
mbox->q_no);
|
|
pcie_flr(oct->sriov_info.dpiring_to_vfpcidev_lut[mbox->q_no]);
|
|
break;
|
|
|
|
case OCTEON_PF_CHANGED_VF_MACADDR:
|
|
if (OCTEON_CN23XX_VF(oct))
|
|
octeon_pf_changed_vf_macaddr(oct,
|
|
mbox_cmd->msg.s.params);
|
|
break;
|
|
|
|
case OCTEON_GET_VF_STATS:
|
|
dev_dbg(&oct->pci_dev->dev, "Got VF stats request. Sending data back\n");
|
|
mbox_cmd->msg.s.type = OCTEON_MBOX_RESPONSE;
|
|
mbox_cmd->msg.s.resp_needed = 1;
|
|
mbox_cmd->msg.s.len = 1 +
|
|
sizeof(struct oct_vf_stats) / sizeof(u64);
|
|
get_vf_stats(oct, (struct oct_vf_stats *)mbox_cmd->data);
|
|
octeon_mbox_write(oct, mbox_cmd);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* octeon_mbox_process_message
|
|
* @mbox: mailbox
|
|
*
|
|
* Process the received mbox message.
|
|
*/
|
|
int octeon_mbox_process_message(struct octeon_mbox *mbox)
|
|
{
|
|
struct octeon_mbox_cmd mbox_cmd;
|
|
unsigned long flags;
|
|
|
|
spin_lock_irqsave(&mbox->lock, flags);
|
|
|
|
if (mbox->state & OCTEON_MBOX_STATE_ERROR) {
|
|
if (mbox->state & (OCTEON_MBOX_STATE_RESPONSE_PENDING |
|
|
OCTEON_MBOX_STATE_RESPONSE_RECEIVING)) {
|
|
memcpy(&mbox_cmd, &mbox->mbox_resp,
|
|
sizeof(struct octeon_mbox_cmd));
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
mbox_cmd.recv_status = 1;
|
|
if (mbox_cmd.fn)
|
|
mbox_cmd.fn(mbox->oct_dev, &mbox_cmd,
|
|
mbox_cmd.fn_arg);
|
|
return 0;
|
|
}
|
|
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
return 0;
|
|
}
|
|
|
|
if (mbox->state & OCTEON_MBOX_STATE_RESPONSE_RECEIVED) {
|
|
memcpy(&mbox_cmd, &mbox->mbox_resp,
|
|
sizeof(struct octeon_mbox_cmd));
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
mbox_cmd.recv_status = 0;
|
|
if (mbox_cmd.fn)
|
|
mbox_cmd.fn(mbox->oct_dev, &mbox_cmd, mbox_cmd.fn_arg);
|
|
return 0;
|
|
}
|
|
|
|
if (mbox->state & OCTEON_MBOX_STATE_REQUEST_RECEIVED) {
|
|
memcpy(&mbox_cmd, &mbox->mbox_req,
|
|
sizeof(struct octeon_mbox_cmd));
|
|
if (!mbox_cmd.msg.s.resp_needed) {
|
|
mbox->state &= ~OCTEON_MBOX_STATE_REQUEST_RECEIVED;
|
|
if (!(mbox->state &
|
|
OCTEON_MBOX_STATE_RESPONSE_PENDING))
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
}
|
|
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
octeon_mbox_process_cmd(mbox, &mbox_cmd);
|
|
return 0;
|
|
}
|
|
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
WARN_ON(1);
|
|
|
|
return 0;
|
|
}
|
|
|
|
int octeon_mbox_cancel(struct octeon_device *oct, int q_no)
|
|
{
|
|
struct octeon_mbox *mbox = oct->mbox[q_no];
|
|
struct octeon_mbox_cmd *mbox_cmd;
|
|
unsigned long flags = 0;
|
|
|
|
spin_lock_irqsave(&mbox->lock, flags);
|
|
mbox_cmd = &mbox->mbox_resp;
|
|
|
|
if (!(mbox->state & OCTEON_MBOX_STATE_RESPONSE_PENDING)) {
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
return 1;
|
|
}
|
|
|
|
mbox->state = OCTEON_MBOX_STATE_IDLE;
|
|
memset(mbox_cmd, 0, sizeof(*mbox_cmd));
|
|
writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
|
|
spin_unlock_irqrestore(&mbox->lock, flags);
|
|
|
|
return 0;
|
|
}
|