// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
|
/* Copyright (C) 2015-2018 Netronome Systems, Inc. */
|
|
/*
|
* nfp_nsp.c
|
* Author: Jakub Kicinski <jakub.kicinski@netronome.com>
|
* Jason McMullan <jason.mcmullan@netronome.com>
|
*/
|
|
#include <asm/unaligned.h>
|
#include <linux/bitfield.h>
|
#include <linux/delay.h>
|
#include <linux/firmware.h>
|
#include <linux/kernel.h>
|
#include <linux/kthread.h>
|
#include <linux/overflow.h>
|
#include <linux/sizes.h>
|
#include <linux/slab.h>
|
|
#define NFP_SUBSYS "nfp_nsp"
|
|
#include "nfp.h"
|
#include "nfp_cpp.h"
|
#include "nfp_nsp.h"
|
|
#define NFP_NSP_TIMEOUT_DEFAULT 30
|
#define NFP_NSP_TIMEOUT_BOOT 30
|
|
/* Offsets relative to the CSR base */
|
#define NSP_STATUS 0x00
|
#define NSP_STATUS_MAGIC GENMASK_ULL(63, 48)
|
#define NSP_STATUS_MAJOR GENMASK_ULL(47, 44)
|
#define NSP_STATUS_MINOR GENMASK_ULL(43, 32)
|
#define NSP_STATUS_CODE GENMASK_ULL(31, 16)
|
#define NSP_STATUS_RESULT GENMASK_ULL(15, 8)
|
#define NSP_STATUS_BUSY BIT_ULL(0)
|
|
#define NSP_COMMAND 0x08
|
#define NSP_COMMAND_OPTION GENMASK_ULL(63, 32)
|
#define NSP_COMMAND_CODE GENMASK_ULL(31, 16)
|
#define NSP_COMMAND_DMA_BUF BIT_ULL(1)
|
#define NSP_COMMAND_START BIT_ULL(0)
|
|
/* CPP address to retrieve the data from */
|
#define NSP_BUFFER 0x10
|
#define NSP_BUFFER_CPP GENMASK_ULL(63, 40)
|
#define NSP_BUFFER_ADDRESS GENMASK_ULL(39, 0)
|
|
#define NSP_DFLT_BUFFER 0x18
|
#define NSP_DFLT_BUFFER_CPP GENMASK_ULL(63, 40)
|
#define NSP_DFLT_BUFFER_ADDRESS GENMASK_ULL(39, 0)
|
|
#define NSP_DFLT_BUFFER_CONFIG 0x20
|
#define NSP_DFLT_BUFFER_DMA_CHUNK_ORDER GENMASK_ULL(63, 58)
|
#define NSP_DFLT_BUFFER_SIZE_4KB GENMASK_ULL(15, 8)
|
#define NSP_DFLT_BUFFER_SIZE_MB GENMASK_ULL(7, 0)
|
|
#define NFP_CAP_CMD_DMA_SG 0x28
|
|
#define NSP_MAGIC 0xab10
|
#define NSP_MAJOR 0
|
#define NSP_MINOR 8
|
|
#define NSP_CODE_MAJOR GENMASK(15, 12)
|
#define NSP_CODE_MINOR GENMASK(11, 0)
|
|
#define NFP_FW_LOAD_RET_MAJOR GENMASK(15, 8)
|
#define NFP_FW_LOAD_RET_MINOR GENMASK(23, 16)
|
|
#define NFP_HWINFO_LOOKUP_SIZE GENMASK(11, 0)
|
|
#define NFP_VERSIONS_SIZE GENMASK(11, 0)
|
#define NFP_VERSIONS_CNT_OFF 0
|
#define NFP_VERSIONS_BSP_OFF 2
|
#define NFP_VERSIONS_CPLD_OFF 6
|
#define NFP_VERSIONS_APP_OFF 10
|
#define NFP_VERSIONS_BUNDLE_OFF 14
|
#define NFP_VERSIONS_UNDI_OFF 18
|
#define NFP_VERSIONS_NCSI_OFF 22
|
#define NFP_VERSIONS_CFGR_OFF 26
|
|
#define NSP_SFF_EEPROM_BLOCK_LEN 8
|
|
enum nfp_nsp_cmd {
|
SPCODE_NOOP = 0, /* No operation */
|
SPCODE_SOFT_RESET = 1, /* Soft reset the NFP */
|
SPCODE_FW_DEFAULT = 2, /* Load default (UNDI) FW */
|
SPCODE_PHY_INIT = 3, /* Initialize the PHY */
|
SPCODE_MAC_INIT = 4, /* Initialize the MAC */
|
SPCODE_PHY_RXADAPT = 5, /* Re-run PHY RX Adaptation */
|
SPCODE_FW_LOAD = 6, /* Load fw from buffer, len in option */
|
SPCODE_ETH_RESCAN = 7, /* Rescan ETHs, write ETH_TABLE to buf */
|
SPCODE_ETH_CONTROL = 8, /* Update media config from buffer */
|
SPCODE_NSP_WRITE_FLASH = 11, /* Load and flash image from buffer */
|
SPCODE_NSP_SENSORS = 12, /* Read NSP sensor(s) */
|
SPCODE_NSP_IDENTIFY = 13, /* Read NSP version */
|
SPCODE_FW_STORED = 16, /* If no FW loaded, load flash app FW */
|
SPCODE_HWINFO_LOOKUP = 17, /* Lookup HWinfo with overwrites etc. */
|
SPCODE_HWINFO_SET = 18, /* Set HWinfo entry */
|
SPCODE_FW_LOADED = 19, /* Is application firmware loaded */
|
SPCODE_VERSIONS = 21, /* Report FW versions */
|
SPCODE_READ_SFF_EEPROM = 22, /* Read module EEPROM */
|
};
|
|
struct nfp_nsp_dma_buf {
|
__le32 chunk_cnt;
|
__le32 reserved[3];
|
struct {
|
__le32 size;
|
__le32 reserved;
|
__le64 addr;
|
} descs[];
|
};
|
|
static const struct {
|
int code;
|
const char *msg;
|
} nsp_errors[] = {
|
{ 6010, "could not map to phy for port" },
|
{ 6011, "not an allowed rate/lanes for port" },
|
{ 6012, "not an allowed rate/lanes for port" },
|
{ 6013, "high/low error, change other port first" },
|
{ 6014, "config not found in flash" },
|
};
|
|
struct nfp_nsp {
|
struct nfp_cpp *cpp;
|
struct nfp_resource *res;
|
struct {
|
u16 major;
|
u16 minor;
|
} ver;
|
|
/* Eth table config state */
|
bool modified;
|
unsigned int idx;
|
void *entries;
|
};
|
|
/**
|
* struct nfp_nsp_command_arg - NFP command argument structure
|
* @code: NFP SP Command Code
|
* @dma: @buf points to a host buffer, not NSP buffer
|
* @timeout_sec:Timeout value to wait for completion in seconds
|
* @option: NFP SP Command Argument
|
* @buf: NFP SP Buffer Address
|
* @error_cb: Callback for interpreting option if error occurred
|
* @error_quiet:Don't print command error/warning. Protocol errors are still
|
* logged.
|
*/
|
struct nfp_nsp_command_arg {
|
u16 code;
|
bool dma;
|
unsigned int timeout_sec;
|
u32 option;
|
u64 buf;
|
void (*error_cb)(struct nfp_nsp *state, u32 ret_val);
|
bool error_quiet;
|
};
|
|
/**
|
* struct nfp_nsp_command_buf_arg - NFP command with buffer argument structure
|
* @arg: NFP command argument structure
|
* @in_buf: Buffer with data for input
|
* @in_size: Size of @in_buf
|
* @out_buf: Buffer for output data
|
* @out_size: Size of @out_buf
|
*/
|
struct nfp_nsp_command_buf_arg {
|
struct nfp_nsp_command_arg arg;
|
const void *in_buf;
|
unsigned int in_size;
|
void *out_buf;
|
unsigned int out_size;
|
};
|
|
struct nfp_cpp *nfp_nsp_cpp(struct nfp_nsp *state)
|
{
|
return state->cpp;
|
}
|
|
bool nfp_nsp_config_modified(struct nfp_nsp *state)
|
{
|
return state->modified;
|
}
|
|
void nfp_nsp_config_set_modified(struct nfp_nsp *state, bool modified)
|
{
|
state->modified = modified;
|
}
|
|
void *nfp_nsp_config_entries(struct nfp_nsp *state)
|
{
|
return state->entries;
|
}
|
|
unsigned int nfp_nsp_config_idx(struct nfp_nsp *state)
|
{
|
return state->idx;
|
}
|
|
void
|
nfp_nsp_config_set_state(struct nfp_nsp *state, void *entries, unsigned int idx)
|
{
|
state->entries = entries;
|
state->idx = idx;
|
}
|
|
void nfp_nsp_config_clear_state(struct nfp_nsp *state)
|
{
|
state->entries = NULL;
|
state->idx = 0;
|
}
|
|
static void nfp_nsp_print_extended_error(struct nfp_nsp *state, u32 ret_val)
|
{
|
int i;
|
|
if (!ret_val)
|
return;
|
|
for (i = 0; i < ARRAY_SIZE(nsp_errors); i++)
|
if (ret_val == nsp_errors[i].code)
|
nfp_err(state->cpp, "err msg: %s\n", nsp_errors[i].msg);
|
}
|
|
static int nfp_nsp_check(struct nfp_nsp *state)
|
{
|
struct nfp_cpp *cpp = state->cpp;
|
u64 nsp_status, reg;
|
u32 nsp_cpp;
|
int err;
|
|
nsp_cpp = nfp_resource_cpp_id(state->res);
|
nsp_status = nfp_resource_address(state->res) + NSP_STATUS;
|
|
err = nfp_cpp_readq(cpp, nsp_cpp, nsp_status, ®);
|
if (err < 0)
|
return err;
|
|
if (FIELD_GET(NSP_STATUS_MAGIC, reg) != NSP_MAGIC) {
|
nfp_err(cpp, "Cannot detect NFP Service Processor\n");
|
return -ENODEV;
|
}
|
|
state->ver.major = FIELD_GET(NSP_STATUS_MAJOR, reg);
|
state->ver.minor = FIELD_GET(NSP_STATUS_MINOR, reg);
|
|
if (state->ver.major != NSP_MAJOR) {
|
nfp_err(cpp, "Unsupported ABI %hu.%hu\n",
|
state->ver.major, state->ver.minor);
|
return -EINVAL;
|
}
|
if (state->ver.minor < NSP_MINOR) {
|
nfp_err(cpp, "ABI too old to support NIC operation (%u.%hu < %u.%u), please update the management FW on the flash\n",
|
NSP_MAJOR, state->ver.minor, NSP_MAJOR, NSP_MINOR);
|
return -EINVAL;
|
}
|
|
if (reg & NSP_STATUS_BUSY) {
|
nfp_err(cpp, "Service processor busy!\n");
|
return -EBUSY;
|
}
|
|
return 0;
|
}
|
|
/**
|
* nfp_nsp_open() - Prepare for communication and lock the NSP resource.
|
* @cpp: NFP CPP Handle
|
*/
|
struct nfp_nsp *nfp_nsp_open(struct nfp_cpp *cpp)
|
{
|
struct nfp_resource *res;
|
struct nfp_nsp *state;
|
int err;
|
|
res = nfp_resource_acquire(cpp, NFP_RESOURCE_NSP);
|
if (IS_ERR(res))
|
return (void *)res;
|
|
state = kzalloc(sizeof(*state), GFP_KERNEL);
|
if (!state) {
|
nfp_resource_release(res);
|
return ERR_PTR(-ENOMEM);
|
}
|
state->cpp = cpp;
|
state->res = res;
|
|
err = nfp_nsp_check(state);
|
if (err) {
|
nfp_nsp_close(state);
|
return ERR_PTR(err);
|
}
|
|
return state;
|
}
|
|
/**
|
* nfp_nsp_close() - Clean up and unlock the NSP resource.
|
* @state: NFP SP state
|
*/
|
void nfp_nsp_close(struct nfp_nsp *state)
|
{
|
nfp_resource_release(state->res);
|
kfree(state);
|
}
|
|
u16 nfp_nsp_get_abi_ver_major(struct nfp_nsp *state)
|
{
|
return state->ver.major;
|
}
|
|
u16 nfp_nsp_get_abi_ver_minor(struct nfp_nsp *state)
|
{
|
return state->ver.minor;
|
}
|
|
static int
|
nfp_nsp_wait_reg(struct nfp_cpp *cpp, u64 *reg, u32 nsp_cpp, u64 addr,
|
u64 mask, u64 val, u32 timeout_sec)
|
{
|
const unsigned long wait_until = jiffies + timeout_sec * HZ;
|
int err;
|
|
for (;;) {
|
const unsigned long start_time = jiffies;
|
|
err = nfp_cpp_readq(cpp, nsp_cpp, addr, reg);
|
if (err < 0)
|
return err;
|
|
if ((*reg & mask) == val)
|
return 0;
|
|
msleep(25);
|
|
if (time_after(start_time, wait_until))
|
return -ETIMEDOUT;
|
}
|
}
|
|
/**
|
* __nfp_nsp_command() - Execute a command on the NFP Service Processor
|
* @state: NFP SP state
|
* @arg: NFP command argument structure
|
*
|
* Return: 0 for success with no result
|
*
|
* positive value for NSP completion with a result code
|
*
|
* -EAGAIN if the NSP is not yet present
|
* -ENODEV if the NSP is not a supported model
|
* -EBUSY if the NSP is stuck
|
* -EINTR if interrupted while waiting for completion
|
* -ETIMEDOUT if the NSP took longer than @timeout_sec seconds to complete
|
*/
|
static int
|
__nfp_nsp_command(struct nfp_nsp *state, const struct nfp_nsp_command_arg *arg)
|
{
|
u64 reg, ret_val, nsp_base, nsp_buffer, nsp_status, nsp_command;
|
struct nfp_cpp *cpp = state->cpp;
|
u32 nsp_cpp;
|
int err;
|
|
nsp_cpp = nfp_resource_cpp_id(state->res);
|
nsp_base = nfp_resource_address(state->res);
|
nsp_status = nsp_base + NSP_STATUS;
|
nsp_command = nsp_base + NSP_COMMAND;
|
nsp_buffer = nsp_base + NSP_BUFFER;
|
|
err = nfp_nsp_check(state);
|
if (err)
|
return err;
|
|
err = nfp_cpp_writeq(cpp, nsp_cpp, nsp_buffer, arg->buf);
|
if (err < 0)
|
return err;
|
|
err = nfp_cpp_writeq(cpp, nsp_cpp, nsp_command,
|
FIELD_PREP(NSP_COMMAND_OPTION, arg->option) |
|
FIELD_PREP(NSP_COMMAND_CODE, arg->code) |
|
FIELD_PREP(NSP_COMMAND_DMA_BUF, arg->dma) |
|
FIELD_PREP(NSP_COMMAND_START, 1));
|
if (err < 0)
|
return err;
|
|
/* Wait for NSP_COMMAND_START to go to 0 */
|
err = nfp_nsp_wait_reg(cpp, ®, nsp_cpp, nsp_command,
|
NSP_COMMAND_START, 0, NFP_NSP_TIMEOUT_DEFAULT);
|
if (err) {
|
nfp_err(cpp, "Error %d waiting for code 0x%04x to start\n",
|
err, arg->code);
|
return err;
|
}
|
|
/* Wait for NSP_STATUS_BUSY to go to 0 */
|
err = nfp_nsp_wait_reg(cpp, ®, nsp_cpp, nsp_status, NSP_STATUS_BUSY,
|
0, arg->timeout_sec ?: NFP_NSP_TIMEOUT_DEFAULT);
|
if (err) {
|
nfp_err(cpp, "Error %d waiting for code 0x%04x to complete\n",
|
err, arg->code);
|
return err;
|
}
|
|
err = nfp_cpp_readq(cpp, nsp_cpp, nsp_command, &ret_val);
|
if (err < 0)
|
return err;
|
ret_val = FIELD_GET(NSP_COMMAND_OPTION, ret_val);
|
|
err = FIELD_GET(NSP_STATUS_RESULT, reg);
|
if (err) {
|
if (!arg->error_quiet)
|
nfp_warn(cpp, "Result (error) code set: %d (%d) command: %d\n",
|
-err, (int)ret_val, arg->code);
|
|
if (arg->error_cb)
|
arg->error_cb(state, ret_val);
|
else
|
nfp_nsp_print_extended_error(state, ret_val);
|
return -err;
|
}
|
|
return ret_val;
|
}
|
|
static int nfp_nsp_command(struct nfp_nsp *state, u16 code)
|
{
|
const struct nfp_nsp_command_arg arg = {
|
.code = code,
|
};
|
|
return __nfp_nsp_command(state, &arg);
|
}
|
|
static int
|
nfp_nsp_command_buf_def(struct nfp_nsp *nsp,
|
struct nfp_nsp_command_buf_arg *arg)
|
{
|
struct nfp_cpp *cpp = nsp->cpp;
|
u64 reg, cpp_buf;
|
int err, ret;
|
u32 cpp_id;
|
|
err = nfp_cpp_readq(cpp, nfp_resource_cpp_id(nsp->res),
|
nfp_resource_address(nsp->res) +
|
NSP_DFLT_BUFFER,
|
®);
|
if (err < 0)
|
return err;
|
|
cpp_id = FIELD_GET(NSP_DFLT_BUFFER_CPP, reg) << 8;
|
cpp_buf = FIELD_GET(NSP_DFLT_BUFFER_ADDRESS, reg);
|
|
if (arg->in_buf && arg->in_size) {
|
err = nfp_cpp_write(cpp, cpp_id, cpp_buf,
|
arg->in_buf, arg->in_size);
|
if (err < 0)
|
return err;
|
}
|
/* Zero out remaining part of the buffer */
|
if (arg->out_buf && arg->out_size && arg->out_size > arg->in_size) {
|
err = nfp_cpp_write(cpp, cpp_id, cpp_buf + arg->in_size,
|
arg->out_buf, arg->out_size - arg->in_size);
|
if (err < 0)
|
return err;
|
}
|
|
if (!FIELD_FIT(NSP_BUFFER_CPP, cpp_id >> 8) ||
|
!FIELD_FIT(NSP_BUFFER_ADDRESS, cpp_buf)) {
|
nfp_err(cpp, "Buffer out of reach %08x %016llx\n",
|
cpp_id, cpp_buf);
|
return -EINVAL;
|
}
|
|
arg->arg.buf = FIELD_PREP(NSP_BUFFER_CPP, cpp_id >> 8) |
|
FIELD_PREP(NSP_BUFFER_ADDRESS, cpp_buf);
|
ret = __nfp_nsp_command(nsp, &arg->arg);
|
if (ret < 0)
|
return ret;
|
|
if (arg->out_buf && arg->out_size) {
|
err = nfp_cpp_read(cpp, cpp_id, cpp_buf,
|
arg->out_buf, arg->out_size);
|
if (err < 0)
|
return err;
|
}
|
|
return ret;
|
}
|
|
static int
|
nfp_nsp_command_buf_dma_sg(struct nfp_nsp *nsp,
|
struct nfp_nsp_command_buf_arg *arg,
|
unsigned int max_size, unsigned int chunk_order,
|
unsigned int dma_order)
|
{
|
struct nfp_cpp *cpp = nsp->cpp;
|
struct nfp_nsp_dma_buf *desc;
|
struct {
|
dma_addr_t dma_addr;
|
unsigned long len;
|
void *chunk;
|
} *chunks;
|
size_t chunk_size, dma_size;
|
dma_addr_t dma_desc;
|
struct device *dev;
|
unsigned long off;
|
int i, ret, nseg;
|
size_t desc_sz;
|
|
chunk_size = BIT_ULL(chunk_order);
|
dma_size = BIT_ULL(dma_order);
|
nseg = DIV_ROUND_UP(max_size, chunk_size);
|
|
chunks = kzalloc(array_size(sizeof(*chunks), nseg), GFP_KERNEL);
|
if (!chunks)
|
return -ENOMEM;
|
|
off = 0;
|
ret = -ENOMEM;
|
for (i = 0; i < nseg; i++) {
|
unsigned long coff;
|
|
chunks[i].chunk = kmalloc(chunk_size,
|
GFP_KERNEL | __GFP_NOWARN);
|
if (!chunks[i].chunk)
|
goto exit_free_prev;
|
|
chunks[i].len = min_t(u64, chunk_size, max_size - off);
|
|
coff = 0;
|
if (arg->in_size > off) {
|
coff = min_t(u64, arg->in_size - off, chunk_size);
|
memcpy(chunks[i].chunk, arg->in_buf + off, coff);
|
}
|
memset(chunks[i].chunk + coff, 0, chunk_size - coff);
|
|
off += chunks[i].len;
|
}
|
|
dev = nfp_cpp_device(cpp)->parent;
|
|
for (i = 0; i < nseg; i++) {
|
dma_addr_t addr;
|
|
addr = dma_map_single(dev, chunks[i].chunk, chunks[i].len,
|
DMA_BIDIRECTIONAL);
|
chunks[i].dma_addr = addr;
|
|
ret = dma_mapping_error(dev, addr);
|
if (ret)
|
goto exit_unmap_prev;
|
|
if (WARN_ONCE(round_down(addr, dma_size) !=
|
round_down(addr + chunks[i].len - 1, dma_size),
|
"unaligned DMA address: %pad %lu %zd\n",
|
&addr, chunks[i].len, dma_size)) {
|
ret = -EFAULT;
|
i++;
|
goto exit_unmap_prev;
|
}
|
}
|
|
desc_sz = struct_size(desc, descs, nseg);
|
desc = kmalloc(desc_sz, GFP_KERNEL);
|
if (!desc) {
|
ret = -ENOMEM;
|
goto exit_unmap_all;
|
}
|
|
desc->chunk_cnt = cpu_to_le32(nseg);
|
for (i = 0; i < nseg; i++) {
|
desc->descs[i].size = cpu_to_le32(chunks[i].len);
|
desc->descs[i].addr = cpu_to_le64(chunks[i].dma_addr);
|
}
|
|
dma_desc = dma_map_single(dev, desc, desc_sz, DMA_TO_DEVICE);
|
ret = dma_mapping_error(dev, dma_desc);
|
if (ret)
|
goto exit_free_desc;
|
|
arg->arg.dma = true;
|
arg->arg.buf = dma_desc;
|
ret = __nfp_nsp_command(nsp, &arg->arg);
|
if (ret < 0)
|
goto exit_unmap_desc;
|
|
i = 0;
|
off = 0;
|
while (off < arg->out_size) {
|
unsigned int len;
|
|
len = min_t(u64, chunks[i].len, arg->out_size - off);
|
memcpy(arg->out_buf + off, chunks[i].chunk, len);
|
off += len;
|
i++;
|
}
|
|
exit_unmap_desc:
|
dma_unmap_single(dev, dma_desc, desc_sz, DMA_TO_DEVICE);
|
exit_free_desc:
|
kfree(desc);
|
exit_unmap_all:
|
i = nseg;
|
exit_unmap_prev:
|
while (--i >= 0)
|
dma_unmap_single(dev, chunks[i].dma_addr, chunks[i].len,
|
DMA_BIDIRECTIONAL);
|
i = nseg;
|
exit_free_prev:
|
while (--i >= 0)
|
kfree(chunks[i].chunk);
|
kfree(chunks);
|
if (ret < 0)
|
nfp_err(cpp, "NSP: SG DMA failed for command 0x%04x: %d (sz:%d cord:%d)\n",
|
arg->arg.code, ret, max_size, chunk_order);
|
return ret;
|
}
|
|
static int
|
nfp_nsp_command_buf_dma(struct nfp_nsp *nsp,
|
struct nfp_nsp_command_buf_arg *arg,
|
unsigned int max_size, unsigned int dma_order)
|
{
|
unsigned int chunk_order, buf_order;
|
struct nfp_cpp *cpp = nsp->cpp;
|
bool sg_ok;
|
u64 reg;
|
int err;
|
|
buf_order = order_base_2(roundup_pow_of_two(max_size));
|
|
err = nfp_cpp_readq(cpp, nfp_resource_cpp_id(nsp->res),
|
nfp_resource_address(nsp->res) + NFP_CAP_CMD_DMA_SG,
|
®);
|
if (err < 0)
|
return err;
|
sg_ok = reg & BIT_ULL(arg->arg.code - 1);
|
|
if (!sg_ok) {
|
if (buf_order > dma_order) {
|
nfp_err(cpp, "NSP: can't service non-SG DMA for command 0x%04x\n",
|
arg->arg.code);
|
return -ENOMEM;
|
}
|
chunk_order = buf_order;
|
} else {
|
chunk_order = min_t(unsigned int, dma_order, PAGE_SHIFT);
|
}
|
|
return nfp_nsp_command_buf_dma_sg(nsp, arg, max_size, chunk_order,
|
dma_order);
|
}
|
|
static int
|
nfp_nsp_command_buf(struct nfp_nsp *nsp, struct nfp_nsp_command_buf_arg *arg)
|
{
|
unsigned int dma_order, def_size, max_size;
|
struct nfp_cpp *cpp = nsp->cpp;
|
u64 reg;
|
int err;
|
|
if (nsp->ver.minor < 13) {
|
nfp_err(cpp, "NSP: Code 0x%04x with buffer not supported (ABI %hu.%hu)\n",
|
arg->arg.code, nsp->ver.major, nsp->ver.minor);
|
return -EOPNOTSUPP;
|
}
|
|
err = nfp_cpp_readq(cpp, nfp_resource_cpp_id(nsp->res),
|
nfp_resource_address(nsp->res) +
|
NSP_DFLT_BUFFER_CONFIG,
|
®);
|
if (err < 0)
|
return err;
|
|
/* Zero out undefined part of the out buffer */
|
if (arg->out_buf && arg->out_size && arg->out_size > arg->in_size)
|
memset(arg->out_buf, 0, arg->out_size - arg->in_size);
|
|
max_size = max(arg->in_size, arg->out_size);
|
def_size = FIELD_GET(NSP_DFLT_BUFFER_SIZE_MB, reg) * SZ_1M +
|
FIELD_GET(NSP_DFLT_BUFFER_SIZE_4KB, reg) * SZ_4K;
|
dma_order = FIELD_GET(NSP_DFLT_BUFFER_DMA_CHUNK_ORDER, reg);
|
if (def_size >= max_size) {
|
return nfp_nsp_command_buf_def(nsp, arg);
|
} else if (!dma_order) {
|
nfp_err(cpp, "NSP: default buffer too small for command 0x%04x (%u < %u)\n",
|
arg->arg.code, def_size, max_size);
|
return -EINVAL;
|
}
|
|
return nfp_nsp_command_buf_dma(nsp, arg, max_size, dma_order);
|
}
|
|
int nfp_nsp_wait(struct nfp_nsp *state)
|
{
|
const unsigned long wait_until = jiffies + NFP_NSP_TIMEOUT_BOOT * HZ;
|
int err;
|
|
nfp_dbg(state->cpp, "Waiting for NSP to respond (%u sec max).\n",
|
NFP_NSP_TIMEOUT_BOOT);
|
|
for (;;) {
|
const unsigned long start_time = jiffies;
|
|
err = nfp_nsp_command(state, SPCODE_NOOP);
|
if (err != -EAGAIN)
|
break;
|
|
if (msleep_interruptible(25)) {
|
err = -ERESTARTSYS;
|
break;
|
}
|
|
if (time_after(start_time, wait_until)) {
|
err = -ETIMEDOUT;
|
break;
|
}
|
}
|
if (err)
|
nfp_err(state->cpp, "NSP failed to respond %d\n", err);
|
|
return err;
|
}
|
|
int nfp_nsp_device_soft_reset(struct nfp_nsp *state)
|
{
|
return nfp_nsp_command(state, SPCODE_SOFT_RESET);
|
}
|
|
int nfp_nsp_mac_reinit(struct nfp_nsp *state)
|
{
|
return nfp_nsp_command(state, SPCODE_MAC_INIT);
|
}
|
|
static void nfp_nsp_load_fw_extended_msg(struct nfp_nsp *state, u32 ret_val)
|
{
|
static const char * const major_msg[] = {
|
/* 0 */ "Firmware from driver loaded",
|
/* 1 */ "Firmware from flash loaded",
|
/* 2 */ "Firmware loading failure",
|
};
|
static const char * const minor_msg[] = {
|
/* 0 */ "",
|
/* 1 */ "no named partition on flash",
|
/* 2 */ "error reading from flash",
|
/* 3 */ "can not deflate",
|
/* 4 */ "not a trusted file",
|
/* 5 */ "can not parse FW file",
|
/* 6 */ "MIP not found in FW file",
|
/* 7 */ "null firmware name in MIP",
|
/* 8 */ "FW version none",
|
/* 9 */ "FW build number none",
|
/* 10 */ "no FW selection policy HWInfo key found",
|
/* 11 */ "static FW selection policy",
|
/* 12 */ "FW version has precedence",
|
/* 13 */ "different FW application load requested",
|
/* 14 */ "development build",
|
};
|
unsigned int major, minor;
|
const char *level;
|
|
major = FIELD_GET(NFP_FW_LOAD_RET_MAJOR, ret_val);
|
minor = FIELD_GET(NFP_FW_LOAD_RET_MINOR, ret_val);
|
|
if (!nfp_nsp_has_stored_fw_load(state))
|
return;
|
|
/* Lower the message level in legacy case */
|
if (major == 0 && (minor == 0 || minor == 10))
|
level = KERN_DEBUG;
|
else if (major == 2)
|
level = KERN_ERR;
|
else
|
level = KERN_INFO;
|
|
if (major >= ARRAY_SIZE(major_msg))
|
nfp_printk(level, state->cpp, "FW loading status: %x\n",
|
ret_val);
|
else if (minor >= ARRAY_SIZE(minor_msg))
|
nfp_printk(level, state->cpp, "%s, reason code: %d\n",
|
major_msg[major], minor);
|
else
|
nfp_printk(level, state->cpp, "%s%c %s\n",
|
major_msg[major], minor ? ',' : '.',
|
minor_msg[minor]);
|
}
|
|
int nfp_nsp_load_fw(struct nfp_nsp *state, const struct firmware *fw)
|
{
|
struct nfp_nsp_command_buf_arg load_fw = {
|
{
|
.code = SPCODE_FW_LOAD,
|
.option = fw->size,
|
.error_cb = nfp_nsp_load_fw_extended_msg,
|
},
|
.in_buf = fw->data,
|
.in_size = fw->size,
|
};
|
int ret;
|
|
ret = nfp_nsp_command_buf(state, &load_fw);
|
if (ret < 0)
|
return ret;
|
|
nfp_nsp_load_fw_extended_msg(state, ret);
|
return 0;
|
}
|
|
int nfp_nsp_write_flash(struct nfp_nsp *state, const struct firmware *fw)
|
{
|
struct nfp_nsp_command_buf_arg write_flash = {
|
{
|
.code = SPCODE_NSP_WRITE_FLASH,
|
.option = fw->size,
|
.timeout_sec = 900,
|
},
|
.in_buf = fw->data,
|
.in_size = fw->size,
|
};
|
|
return nfp_nsp_command_buf(state, &write_flash);
|
}
|
|
int nfp_nsp_read_eth_table(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg eth_rescan = {
|
{
|
.code = SPCODE_ETH_RESCAN,
|
.option = size,
|
},
|
.out_buf = buf,
|
.out_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, ð_rescan);
|
}
|
|
int nfp_nsp_write_eth_table(struct nfp_nsp *state,
|
const void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg eth_ctrl = {
|
{
|
.code = SPCODE_ETH_CONTROL,
|
.option = size,
|
},
|
.in_buf = buf,
|
.in_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, ð_ctrl);
|
}
|
|
int nfp_nsp_read_identify(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg identify = {
|
{
|
.code = SPCODE_NSP_IDENTIFY,
|
.option = size,
|
},
|
.out_buf = buf,
|
.out_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, &identify);
|
}
|
|
int nfp_nsp_read_sensors(struct nfp_nsp *state, unsigned int sensor_mask,
|
void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg sensors = {
|
{
|
.code = SPCODE_NSP_SENSORS,
|
.option = sensor_mask,
|
},
|
.out_buf = buf,
|
.out_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, &sensors);
|
}
|
|
int nfp_nsp_load_stored_fw(struct nfp_nsp *state)
|
{
|
const struct nfp_nsp_command_arg arg = {
|
.code = SPCODE_FW_STORED,
|
.error_cb = nfp_nsp_load_fw_extended_msg,
|
};
|
int ret;
|
|
ret = __nfp_nsp_command(state, &arg);
|
if (ret < 0)
|
return ret;
|
|
nfp_nsp_load_fw_extended_msg(state, ret);
|
return 0;
|
}
|
|
static int
|
__nfp_nsp_hwinfo_lookup(struct nfp_nsp *state, void *buf, unsigned int size,
|
bool optional)
|
{
|
struct nfp_nsp_command_buf_arg hwinfo_lookup = {
|
{
|
.code = SPCODE_HWINFO_LOOKUP,
|
.option = size,
|
.error_quiet = optional,
|
},
|
.in_buf = buf,
|
.in_size = size,
|
.out_buf = buf,
|
.out_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, &hwinfo_lookup);
|
}
|
|
int nfp_nsp_hwinfo_lookup(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
int err;
|
|
size = min_t(u32, size, NFP_HWINFO_LOOKUP_SIZE);
|
|
err = __nfp_nsp_hwinfo_lookup(state, buf, size, false);
|
if (err)
|
return err;
|
|
if (strnlen(buf, size) == size) {
|
nfp_err(state->cpp, "NSP HWinfo value not NULL-terminated\n");
|
return -EINVAL;
|
}
|
|
return 0;
|
}
|
|
int nfp_nsp_hwinfo_lookup_optional(struct nfp_nsp *state, void *buf,
|
unsigned int size, const char *default_val)
|
{
|
int err;
|
|
/* Ensure that the default value is usable irrespective of whether
|
* it is actually going to be used.
|
*/
|
if (strnlen(default_val, size) == size)
|
return -EINVAL;
|
|
if (!nfp_nsp_has_hwinfo_lookup(state)) {
|
strcpy(buf, default_val);
|
return 0;
|
}
|
|
size = min_t(u32, size, NFP_HWINFO_LOOKUP_SIZE);
|
|
err = __nfp_nsp_hwinfo_lookup(state, buf, size, true);
|
if (err) {
|
if (err == -ENOENT) {
|
strcpy(buf, default_val);
|
return 0;
|
}
|
|
nfp_err(state->cpp, "NSP HWinfo lookup failed: %d\n", err);
|
return err;
|
}
|
|
if (strnlen(buf, size) == size) {
|
nfp_err(state->cpp, "NSP HWinfo value not NULL-terminated\n");
|
return -EINVAL;
|
}
|
|
return 0;
|
}
|
|
int nfp_nsp_hwinfo_set(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg hwinfo_set = {
|
{
|
.code = SPCODE_HWINFO_SET,
|
.option = size,
|
},
|
.in_buf = buf,
|
.in_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, &hwinfo_set);
|
}
|
|
int nfp_nsp_fw_loaded(struct nfp_nsp *state)
|
{
|
const struct nfp_nsp_command_arg arg = {
|
.code = SPCODE_FW_LOADED,
|
};
|
|
return __nfp_nsp_command(state, &arg);
|
}
|
|
int nfp_nsp_versions(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg versions = {
|
{
|
.code = SPCODE_VERSIONS,
|
.option = min_t(u32, size, NFP_VERSIONS_SIZE),
|
},
|
.out_buf = buf,
|
.out_size = min_t(u32, size, NFP_VERSIONS_SIZE),
|
};
|
|
return nfp_nsp_command_buf(state, &versions);
|
}
|
|
const char *nfp_nsp_versions_get(enum nfp_nsp_versions id, bool flash,
|
const u8 *buf, unsigned int size)
|
{
|
static const u32 id2off[] = {
|
[NFP_VERSIONS_BSP] = NFP_VERSIONS_BSP_OFF,
|
[NFP_VERSIONS_CPLD] = NFP_VERSIONS_CPLD_OFF,
|
[NFP_VERSIONS_APP] = NFP_VERSIONS_APP_OFF,
|
[NFP_VERSIONS_BUNDLE] = NFP_VERSIONS_BUNDLE_OFF,
|
[NFP_VERSIONS_UNDI] = NFP_VERSIONS_UNDI_OFF,
|
[NFP_VERSIONS_NCSI] = NFP_VERSIONS_NCSI_OFF,
|
[NFP_VERSIONS_CFGR] = NFP_VERSIONS_CFGR_OFF,
|
};
|
unsigned int field, buf_field_cnt, buf_off;
|
|
if (id >= ARRAY_SIZE(id2off) || !id2off[id])
|
return ERR_PTR(-EINVAL);
|
|
field = id * 2 + flash;
|
|
buf_field_cnt = get_unaligned_le16(buf);
|
if (buf_field_cnt <= field)
|
return ERR_PTR(-ENOENT);
|
|
buf_off = get_unaligned_le16(buf + id2off[id] + flash * 2);
|
if (!buf_off)
|
return ERR_PTR(-ENOENT);
|
|
if (buf_off >= size)
|
return ERR_PTR(-EINVAL);
|
if (strnlen(&buf[buf_off], size - buf_off) == size - buf_off)
|
return ERR_PTR(-EINVAL);
|
|
return (const char *)&buf[buf_off];
|
}
|
|
static int
|
__nfp_nsp_module_eeprom(struct nfp_nsp *state, void *buf, unsigned int size)
|
{
|
struct nfp_nsp_command_buf_arg module_eeprom = {
|
{
|
.code = SPCODE_READ_SFF_EEPROM,
|
.option = size,
|
},
|
.in_buf = buf,
|
.in_size = size,
|
.out_buf = buf,
|
.out_size = size,
|
};
|
|
return nfp_nsp_command_buf(state, &module_eeprom);
|
}
|
|
int nfp_nsp_read_module_eeprom(struct nfp_nsp *state, int eth_index,
|
unsigned int offset, void *data,
|
unsigned int len, unsigned int *read_len)
|
{
|
struct eeprom_buf {
|
u8 metalen;
|
__le16 length;
|
__le16 offset;
|
__le16 readlen;
|
u8 eth_index;
|
u8 data[0];
|
} __packed *buf;
|
int bufsz, ret;
|
|
BUILD_BUG_ON(offsetof(struct eeprom_buf, data) % 8);
|
|
/* Buffer must be large enough and rounded to the next block size. */
|
bufsz = struct_size(buf, data, round_up(len, NSP_SFF_EEPROM_BLOCK_LEN));
|
buf = kzalloc(bufsz, GFP_KERNEL);
|
if (!buf)
|
return -ENOMEM;
|
|
buf->metalen =
|
offsetof(struct eeprom_buf, data) / NSP_SFF_EEPROM_BLOCK_LEN;
|
buf->length = cpu_to_le16(len);
|
buf->offset = cpu_to_le16(offset);
|
buf->eth_index = eth_index;
|
|
ret = __nfp_nsp_module_eeprom(state, buf, bufsz);
|
|
*read_len = min_t(unsigned int, len, le16_to_cpu(buf->readlen));
|
if (*read_len)
|
memcpy(data, buf->data, *read_len);
|
|
if (!ret && *read_len < len)
|
ret = -EIO;
|
|
kfree(buf);
|
|
return ret;
|
}
|
