243 lines
7.6 KiB
C
243 lines
7.6 KiB
C
/* SPDX-License-Identifier: GPL-2.0
|
|
*
|
|
* Copyright 2008-2013 Solarflare Communications Inc.
|
|
* Copyright (C) 2022-2023, Advanced Micro Devices, Inc.
|
|
*/
|
|
|
|
#ifndef CDX_MCDI_H
|
|
#define CDX_MCDI_H
|
|
|
|
#include <linux/mutex.h>
|
|
#include <linux/kref.h>
|
|
#include <linux/rpmsg.h>
|
|
|
|
#include "bitfield.h"
|
|
#include "mc_cdx_pcol.h"
|
|
|
|
#ifdef DEBUG
|
|
#define CDX_WARN_ON_ONCE_PARANOID(x) WARN_ON_ONCE(x)
|
|
#define CDX_WARN_ON_PARANOID(x) WARN_ON(x)
|
|
#else
|
|
#define CDX_WARN_ON_ONCE_PARANOID(x) do {} while (0)
|
|
#define CDX_WARN_ON_PARANOID(x) do {} while (0)
|
|
#endif
|
|
|
|
/**
|
|
* enum cdx_mcdi_mode - MCDI transaction mode
|
|
* @MCDI_MODE_EVENTS: wait for an mcdi response callback.
|
|
* @MCDI_MODE_FAIL: we think MCDI is dead, so fail-fast all calls
|
|
*/
|
|
enum cdx_mcdi_mode {
|
|
MCDI_MODE_EVENTS,
|
|
MCDI_MODE_FAIL,
|
|
};
|
|
|
|
#define MCDI_RPC_TIMEOUT (10 * HZ)
|
|
#define MCDI_RPC_LONG_TIMEOU (60 * HZ)
|
|
#define MCDI_RPC_POST_RST_TIME (10 * HZ)
|
|
|
|
#define MCDI_BUF_LEN (8 + MCDI_CTL_SDU_LEN_MAX)
|
|
|
|
/**
|
|
* enum cdx_mcdi_cmd_state - State for an individual MCDI command
|
|
* @MCDI_STATE_QUEUED: Command not started and is waiting to run.
|
|
* @MCDI_STATE_RETRY: Command was submitted and MC rejected with no resources,
|
|
* as MC have too many outstanding commands. Command will be retried once
|
|
* another command returns.
|
|
* @MCDI_STATE_RUNNING: Command was accepted and is running.
|
|
* @MCDI_STATE_RUNNING_CANCELLED: Command is running but the issuer cancelled
|
|
* the command.
|
|
* @MCDI_STATE_FINISHED: Processing of this command has completed.
|
|
*/
|
|
|
|
enum cdx_mcdi_cmd_state {
|
|
MCDI_STATE_QUEUED,
|
|
MCDI_STATE_RETRY,
|
|
MCDI_STATE_RUNNING,
|
|
MCDI_STATE_RUNNING_CANCELLED,
|
|
MCDI_STATE_FINISHED,
|
|
};
|
|
|
|
/**
|
|
* struct cdx_mcdi - CDX MCDI Firmware interface, to interact
|
|
* with CDX controller.
|
|
* @mcdi: MCDI interface
|
|
* @mcdi_ops: MCDI operations
|
|
* @r5_rproc : R5 Remoteproc device handle
|
|
* @rpdev: RPMsg device
|
|
* @ept: RPMsg endpoint
|
|
* @work: Post probe work
|
|
*/
|
|
struct cdx_mcdi {
|
|
/* MCDI interface */
|
|
struct cdx_mcdi_data *mcdi;
|
|
const struct cdx_mcdi_ops *mcdi_ops;
|
|
|
|
struct rproc *r5_rproc;
|
|
struct rpmsg_device *rpdev;
|
|
struct rpmsg_endpoint *ept;
|
|
struct work_struct work;
|
|
};
|
|
|
|
struct cdx_mcdi_ops {
|
|
void (*mcdi_request)(struct cdx_mcdi *cdx,
|
|
const struct cdx_dword *hdr, size_t hdr_len,
|
|
const struct cdx_dword *sdu, size_t sdu_len);
|
|
unsigned int (*mcdi_rpc_timeout)(struct cdx_mcdi *cdx, unsigned int cmd);
|
|
};
|
|
|
|
typedef void cdx_mcdi_async_completer(struct cdx_mcdi *cdx,
|
|
unsigned long cookie, int rc,
|
|
struct cdx_dword *outbuf,
|
|
size_t outlen_actual);
|
|
|
|
/**
|
|
* struct cdx_mcdi_cmd - An outstanding MCDI command
|
|
* @ref: Reference count. There will be one reference if the command is
|
|
* in the mcdi_iface cmd_list, another if it's on a cleanup list,
|
|
* and a third if it's queued in the work queue.
|
|
* @list: The data for this entry in mcdi->cmd_list
|
|
* @cleanup_list: The data for this entry in a cleanup list
|
|
* @work: The work item for this command, queued in mcdi->workqueue
|
|
* @mcdi: The mcdi_iface for this command
|
|
* @state: The state of this command
|
|
* @inlen: inbuf length
|
|
* @inbuf: Input buffer
|
|
* @quiet: Whether to silence errors
|
|
* @reboot_seen: Whether a reboot has been seen during this command,
|
|
* to prevent duplicates
|
|
* @seq: Sequence number
|
|
* @started: Jiffies this command was started at
|
|
* @cookie: Context for completion function
|
|
* @completer: Completion function
|
|
* @handle: Command handle
|
|
* @cmd: Command number
|
|
* @rc: Return code
|
|
* @outlen: Length of output buffer
|
|
* @outbuf: Output buffer
|
|
*/
|
|
struct cdx_mcdi_cmd {
|
|
struct kref ref;
|
|
struct list_head list;
|
|
struct list_head cleanup_list;
|
|
struct work_struct work;
|
|
struct cdx_mcdi_iface *mcdi;
|
|
enum cdx_mcdi_cmd_state state;
|
|
size_t inlen;
|
|
const struct cdx_dword *inbuf;
|
|
bool quiet;
|
|
bool reboot_seen;
|
|
u8 seq;
|
|
unsigned long started;
|
|
unsigned long cookie;
|
|
cdx_mcdi_async_completer *completer;
|
|
unsigned int handle;
|
|
unsigned int cmd;
|
|
int rc;
|
|
size_t outlen;
|
|
struct cdx_dword *outbuf;
|
|
/* followed by inbuf data if necessary */
|
|
};
|
|
|
|
/**
|
|
* struct cdx_mcdi_iface - MCDI protocol context
|
|
* @cdx: The associated NIC
|
|
* @iface_lock: Serialise access to this structure
|
|
* @outstanding_cleanups: Count of cleanups
|
|
* @cmd_list: List of outstanding and running commands
|
|
* @workqueue: Workqueue used for delayed processing
|
|
* @cmd_complete_wq: Waitqueue for command completion
|
|
* @db_held_by: Command the MC doorbell is in use by
|
|
* @seq_held_by: Command each sequence number is in use by
|
|
* @prev_handle: The last used command handle
|
|
* @mode: Poll for mcdi completion, or wait for an mcdi_event
|
|
* @prev_seq: The last used sequence number
|
|
* @new_epoch: Indicates start of day or start of MC reboot recovery
|
|
*/
|
|
struct cdx_mcdi_iface {
|
|
struct cdx_mcdi *cdx;
|
|
/* Serialise access */
|
|
struct mutex iface_lock;
|
|
unsigned int outstanding_cleanups;
|
|
struct list_head cmd_list;
|
|
struct workqueue_struct *workqueue;
|
|
wait_queue_head_t cmd_complete_wq;
|
|
struct cdx_mcdi_cmd *db_held_by;
|
|
struct cdx_mcdi_cmd *seq_held_by[16];
|
|
unsigned int prev_handle;
|
|
enum cdx_mcdi_mode mode;
|
|
u8 prev_seq;
|
|
bool new_epoch;
|
|
};
|
|
|
|
/**
|
|
* struct cdx_mcdi_data - extra state for NICs that implement MCDI
|
|
* @iface: Interface/protocol state
|
|
* @fn_flags: Flags for this function, as returned by %MC_CMD_DRV_ATTACH.
|
|
*/
|
|
struct cdx_mcdi_data {
|
|
struct cdx_mcdi_iface iface;
|
|
u32 fn_flags;
|
|
};
|
|
|
|
static inline struct cdx_mcdi_iface *cdx_mcdi_if(struct cdx_mcdi *cdx)
|
|
{
|
|
return cdx->mcdi ? &cdx->mcdi->iface : NULL;
|
|
}
|
|
|
|
int cdx_mcdi_init(struct cdx_mcdi *cdx);
|
|
void cdx_mcdi_finish(struct cdx_mcdi *cdx);
|
|
|
|
void cdx_mcdi_process_cmd(struct cdx_mcdi *cdx, struct cdx_dword *outbuf, int len);
|
|
int cdx_mcdi_rpc(struct cdx_mcdi *cdx, unsigned int cmd,
|
|
const struct cdx_dword *inbuf, size_t inlen,
|
|
struct cdx_dword *outbuf, size_t outlen, size_t *outlen_actual);
|
|
int cdx_mcdi_rpc_async(struct cdx_mcdi *cdx, unsigned int cmd,
|
|
const struct cdx_dword *inbuf, size_t inlen,
|
|
cdx_mcdi_async_completer *complete,
|
|
unsigned long cookie);
|
|
int cdx_mcdi_wait_for_quiescence(struct cdx_mcdi *cdx,
|
|
unsigned int timeout_jiffies);
|
|
|
|
/*
|
|
* We expect that 16- and 32-bit fields in MCDI requests and responses
|
|
* are appropriately aligned, but 64-bit fields are only
|
|
* 32-bit-aligned.
|
|
*/
|
|
#define MCDI_DECLARE_BUF(_name, _len) struct cdx_dword _name[DIV_ROUND_UP(_len, 4)] = {{0}}
|
|
#define _MCDI_PTR(_buf, _offset) \
|
|
((u8 *)(_buf) + (_offset))
|
|
#define MCDI_PTR(_buf, _field) \
|
|
_MCDI_PTR(_buf, MC_CMD_ ## _field ## _OFST)
|
|
#define _MCDI_CHECK_ALIGN(_ofst, _align) \
|
|
((void)BUILD_BUG_ON_ZERO((_ofst) & ((_align) - 1)), \
|
|
(_ofst))
|
|
#define _MCDI_DWORD(_buf, _field) \
|
|
((_buf) + (_MCDI_CHECK_ALIGN(MC_CMD_ ## _field ## _OFST, 4) >> 2))
|
|
|
|
#define MCDI_BYTE(_buf, _field) \
|
|
((void)BUILD_BUG_ON_ZERO(MC_CMD_ ## _field ## _LEN != 1), \
|
|
*MCDI_PTR(_buf, _field))
|
|
#define MCDI_WORD(_buf, _field) \
|
|
((void)BUILD_BUG_ON_ZERO(MC_CMD_ ## _field ## _LEN != 2), \
|
|
le16_to_cpu(*(__force const __le16 *)MCDI_PTR(_buf, _field)))
|
|
#define MCDI_SET_DWORD(_buf, _field, _value) \
|
|
CDX_POPULATE_DWORD_1(*_MCDI_DWORD(_buf, _field), CDX_DWORD, _value)
|
|
#define MCDI_DWORD(_buf, _field) \
|
|
CDX_DWORD_FIELD(*_MCDI_DWORD(_buf, _field), CDX_DWORD)
|
|
#define MCDI_POPULATE_DWORD_1(_buf, _field, _name1, _value1) \
|
|
CDX_POPULATE_DWORD_1(*_MCDI_DWORD(_buf, _field), \
|
|
MC_CMD_ ## _name1, _value1)
|
|
#define MCDI_SET_QWORD(_buf, _field, _value) \
|
|
do { \
|
|
CDX_POPULATE_DWORD_1(_MCDI_DWORD(_buf, _field)[0], \
|
|
CDX_DWORD, (u32)(_value)); \
|
|
CDX_POPULATE_DWORD_1(_MCDI_DWORD(_buf, _field)[1], \
|
|
CDX_DWORD, (u64)(_value) >> 32); \
|
|
} while (0)
|
|
#define MCDI_QWORD(_buf, _field) \
|
|
(CDX_DWORD_FIELD(_MCDI_DWORD(_buf, _field)[0], CDX_DWORD) | \
|
|
(u64)CDX_DWORD_FIELD(_MCDI_DWORD(_buf, _field)[1], CDX_DWORD) << 32)
|
|
|
|
#endif /* CDX_MCDI_H */
|