mirror of https://github.com/Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
867 lines
24 KiB
867 lines
24 KiB
/* |
|
* Copyright(c) 2015 - 2017 Intel Corporation. |
|
* |
|
* This file is provided under a dual BSD/GPLv2 license. When using or |
|
* redistributing this file, you may do so under either license. |
|
* |
|
* GPL LICENSE SUMMARY |
|
* |
|
* This program is free software; you can redistribute it and/or modify |
|
* it under the terms of version 2 of the GNU General Public License as |
|
* published by the Free Software Foundation. |
|
* |
|
* This program is distributed in the hope that it will be useful, but |
|
* WITHOUT ANY WARRANTY; without even the implied warranty of |
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
* General Public License for more details. |
|
* |
|
* BSD LICENSE |
|
* |
|
* Redistribution and use in source and binary forms, with or without |
|
* modification, are permitted provided that the following conditions |
|
* are met: |
|
* |
|
* - Redistributions of source code must retain the above copyright |
|
* notice, this list of conditions and the following disclaimer. |
|
* - Redistributions in binary form must reproduce the above copyright |
|
* notice, this list of conditions and the following disclaimer in |
|
* the documentation and/or other materials provided with the |
|
* distribution. |
|
* - Neither the name of Intel Corporation nor the names of its |
|
* contributors may be used to endorse or promote products derived |
|
* from this software without specific prior written permission. |
|
* |
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
|
* |
|
*/ |
|
#if !defined(__HFI1_TRACE_TX_H) || defined(TRACE_HEADER_MULTI_READ) |
|
#define __HFI1_TRACE_TX_H |
|
|
|
#include <linux/tracepoint.h> |
|
#include <linux/trace_seq.h> |
|
|
|
#include "hfi.h" |
|
#include "mad.h" |
|
#include "sdma.h" |
|
|
|
const char *parse_sdma_flags(struct trace_seq *p, u64 desc0, u64 desc1); |
|
|
|
#define __parse_sdma_flags(desc0, desc1) parse_sdma_flags(p, desc0, desc1) |
|
|
|
#undef TRACE_SYSTEM |
|
#define TRACE_SYSTEM hfi1_tx |
|
|
|
TRACE_EVENT(hfi1_piofree, |
|
TP_PROTO(struct send_context *sc, int extra), |
|
TP_ARGS(sc, extra), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sc->dd) |
|
__field(u32, sw_index) |
|
__field(u32, hw_context) |
|
__field(int, extra) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sc->dd); |
|
__entry->sw_index = sc->sw_index; |
|
__entry->hw_context = sc->hw_context; |
|
__entry->extra = extra; |
|
), |
|
TP_printk("[%s] ctxt %u(%u) extra %d", |
|
__get_str(dev), |
|
__entry->sw_index, |
|
__entry->hw_context, |
|
__entry->extra |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_wantpiointr, |
|
TP_PROTO(struct send_context *sc, u32 needint, u64 credit_ctrl), |
|
TP_ARGS(sc, needint, credit_ctrl), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sc->dd) |
|
__field(u32, sw_index) |
|
__field(u32, hw_context) |
|
__field(u32, needint) |
|
__field(u64, credit_ctrl) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sc->dd); |
|
__entry->sw_index = sc->sw_index; |
|
__entry->hw_context = sc->hw_context; |
|
__entry->needint = needint; |
|
__entry->credit_ctrl = credit_ctrl; |
|
), |
|
TP_printk("[%s] ctxt %u(%u) on %d credit_ctrl 0x%llx", |
|
__get_str(dev), |
|
__entry->sw_index, |
|
__entry->hw_context, |
|
__entry->needint, |
|
(unsigned long long)__entry->credit_ctrl |
|
) |
|
); |
|
|
|
DECLARE_EVENT_CLASS(hfi1_qpsleepwakeup_template, |
|
TP_PROTO(struct rvt_qp *qp, u32 flags), |
|
TP_ARGS(qp, flags), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) |
|
__field(u32, qpn) |
|
__field(u32, flags) |
|
__field(u32, s_flags) |
|
__field(u32, ps_flags) |
|
__field(unsigned long, iow_flags) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)) |
|
__entry->flags = flags; |
|
__entry->qpn = qp->ibqp.qp_num; |
|
__entry->s_flags = qp->s_flags; |
|
__entry->ps_flags = |
|
((struct hfi1_qp_priv *)qp->priv)->s_flags; |
|
__entry->iow_flags = |
|
((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags; |
|
), |
|
TP_printk( |
|
"[%s] qpn 0x%x flags 0x%x s_flags 0x%x ps_flags 0x%x iow_flags 0x%lx", |
|
__get_str(dev), |
|
__entry->qpn, |
|
__entry->flags, |
|
__entry->s_flags, |
|
__entry->ps_flags, |
|
__entry->iow_flags |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_qpsleepwakeup_template, hfi1_qpwakeup, |
|
TP_PROTO(struct rvt_qp *qp, u32 flags), |
|
TP_ARGS(qp, flags)); |
|
|
|
DEFINE_EVENT(hfi1_qpsleepwakeup_template, hfi1_qpsleep, |
|
TP_PROTO(struct rvt_qp *qp, u32 flags), |
|
TP_ARGS(qp, flags)); |
|
|
|
TRACE_EVENT(hfi1_sdma_descriptor, |
|
TP_PROTO(struct sdma_engine *sde, |
|
u64 desc0, |
|
u64 desc1, |
|
u16 e, |
|
void *descp), |
|
TP_ARGS(sde, desc0, desc1, e, descp), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(void *, descp) |
|
__field(u64, desc0) |
|
__field(u64, desc1) |
|
__field(u16, e) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->desc0 = desc0; |
|
__entry->desc1 = desc1; |
|
__entry->idx = sde->this_idx; |
|
__entry->descp = descp; |
|
__entry->e = e; |
|
), |
|
TP_printk( |
|
"[%s] SDE(%u) flags:%s addr:0x%016llx gen:%u len:%u d0:%016llx d1:%016llx to %p,%u", |
|
__get_str(dev), |
|
__entry->idx, |
|
__parse_sdma_flags(__entry->desc0, __entry->desc1), |
|
(__entry->desc0 >> SDMA_DESC0_PHY_ADDR_SHIFT) & |
|
SDMA_DESC0_PHY_ADDR_MASK, |
|
(u8)((__entry->desc1 >> SDMA_DESC1_GENERATION_SHIFT) & |
|
SDMA_DESC1_GENERATION_MASK), |
|
(u16)((__entry->desc0 >> SDMA_DESC0_BYTE_COUNT_SHIFT) & |
|
SDMA_DESC0_BYTE_COUNT_MASK), |
|
__entry->desc0, |
|
__entry->desc1, |
|
__entry->descp, |
|
__entry->e |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_sdma_engine_select, |
|
TP_PROTO(struct hfi1_devdata *dd, u32 sel, u8 vl, u8 idx), |
|
TP_ARGS(dd, sel, vl, idx), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u32, sel) |
|
__field(u8, vl) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->sel = sel; |
|
__entry->vl = vl; |
|
__entry->idx = idx; |
|
), |
|
TP_printk("[%s] selecting SDE %u sel 0x%x vl %u", |
|
__get_str(dev), |
|
__entry->idx, |
|
__entry->sel, |
|
__entry->vl |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_sdma_user_free_queues, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt), |
|
TP_ARGS(dd, ctxt, subctxt), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u16, subctxt) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
), |
|
TP_printk("[%s] SDMA [%u:%u] Freeing user SDMA queues", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_sdma_user_process_request, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
u16 comp_idx), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u16, subctxt) |
|
__field(u16, comp_idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->comp_idx = comp_idx; |
|
), |
|
TP_printk("[%s] SDMA [%u:%u] Using req/comp entry: %u", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->comp_idx |
|
) |
|
); |
|
|
|
DECLARE_EVENT_CLASS( |
|
hfi1_sdma_value_template, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, u16 comp_idx, |
|
u32 value), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx, value), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u16, subctxt) |
|
__field(u16, comp_idx) |
|
__field(u32, value) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->comp_idx = comp_idx; |
|
__entry->value = value; |
|
), |
|
TP_printk("[%s] SDMA [%u:%u:%u] value: %u", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->comp_idx, |
|
__entry->value |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_initial_tidoffset, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
u16 comp_idx, u32 tidoffset), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx, tidoffset)); |
|
|
|
DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_data_length, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
u16 comp_idx, u32 data_len), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx, data_len)); |
|
|
|
DEFINE_EVENT(hfi1_sdma_value_template, hfi1_sdma_user_compute_length, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
u16 comp_idx, u32 data_len), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx, data_len)); |
|
|
|
TRACE_EVENT(hfi1_sdma_user_tid_info, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
u16 comp_idx, u32 tidoffset, u32 units, u8 shift), |
|
TP_ARGS(dd, ctxt, subctxt, comp_idx, tidoffset, units, shift), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u16, subctxt) |
|
__field(u16, comp_idx) |
|
__field(u32, tidoffset) |
|
__field(u32, units) |
|
__field(u8, shift) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->comp_idx = comp_idx; |
|
__entry->tidoffset = tidoffset; |
|
__entry->units = units; |
|
__entry->shift = shift; |
|
), |
|
TP_printk("[%s] SDMA [%u:%u:%u] TID offset %ubytes %uunits om %u", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->comp_idx, |
|
__entry->tidoffset, |
|
__entry->units, |
|
__entry->shift |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_sdma_request, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u16 subctxt, |
|
unsigned long dim), |
|
TP_ARGS(dd, ctxt, subctxt, dim), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u16, subctxt) |
|
__field(unsigned long, dim) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->dim = dim; |
|
), |
|
TP_printk("[%s] SDMA from %u:%u (%lu)", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->dim |
|
) |
|
); |
|
|
|
DECLARE_EVENT_CLASS(hfi1_sdma_engine_class, |
|
TP_PROTO(struct sdma_engine *sde, u64 status), |
|
TP_ARGS(sde, status), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(u64, status) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->status = status; |
|
__entry->idx = sde->this_idx; |
|
), |
|
TP_printk("[%s] SDE(%u) status %llx", |
|
__get_str(dev), |
|
__entry->idx, |
|
(unsigned long long)__entry->status |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_engine_class, hfi1_sdma_engine_interrupt, |
|
TP_PROTO(struct sdma_engine *sde, u64 status), |
|
TP_ARGS(sde, status) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_engine_class, hfi1_sdma_engine_progress, |
|
TP_PROTO(struct sdma_engine *sde, u64 status), |
|
TP_ARGS(sde, status) |
|
); |
|
|
|
DECLARE_EVENT_CLASS(hfi1_sdma_ahg_ad, |
|
TP_PROTO(struct sdma_engine *sde, int aidx), |
|
TP_ARGS(sde, aidx), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(int, aidx) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->idx = sde->this_idx; |
|
__entry->aidx = aidx; |
|
), |
|
TP_printk("[%s] SDE(%u) aidx %d", |
|
__get_str(dev), |
|
__entry->idx, |
|
__entry->aidx |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_ahg_ad, hfi1_ahg_allocate, |
|
TP_PROTO(struct sdma_engine *sde, int aidx), |
|
TP_ARGS(sde, aidx)); |
|
|
|
DEFINE_EVENT(hfi1_sdma_ahg_ad, hfi1_ahg_deallocate, |
|
TP_PROTO(struct sdma_engine *sde, int aidx), |
|
TP_ARGS(sde, aidx)); |
|
|
|
#ifdef CONFIG_HFI1_DEBUG_SDMA_ORDER |
|
TRACE_EVENT(hfi1_sdma_progress, |
|
TP_PROTO(struct sdma_engine *sde, |
|
u16 hwhead, |
|
u16 swhead, |
|
struct sdma_txreq *txp |
|
), |
|
TP_ARGS(sde, hwhead, swhead, txp), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(u64, sn) |
|
__field(u16, hwhead) |
|
__field(u16, swhead) |
|
__field(u16, txnext) |
|
__field(u16, tx_tail) |
|
__field(u16, tx_head) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->hwhead = hwhead; |
|
__entry->swhead = swhead; |
|
__entry->tx_tail = sde->tx_tail; |
|
__entry->tx_head = sde->tx_head; |
|
__entry->txnext = txp ? txp->next_descq_idx : ~0; |
|
__entry->idx = sde->this_idx; |
|
__entry->sn = txp ? txp->sn : ~0; |
|
), |
|
TP_printk( |
|
"[%s] SDE(%u) sn %llu hwhead %u swhead %u next_descq_idx %u tx_head %u tx_tail %u", |
|
__get_str(dev), |
|
__entry->idx, |
|
__entry->sn, |
|
__entry->hwhead, |
|
__entry->swhead, |
|
__entry->txnext, |
|
__entry->tx_head, |
|
__entry->tx_tail |
|
) |
|
); |
|
#else |
|
TRACE_EVENT(hfi1_sdma_progress, |
|
TP_PROTO(struct sdma_engine *sde, |
|
u16 hwhead, u16 swhead, |
|
struct sdma_txreq *txp |
|
), |
|
TP_ARGS(sde, hwhead, swhead, txp), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(u16, hwhead) |
|
__field(u16, swhead) |
|
__field(u16, txnext) |
|
__field(u16, tx_tail) |
|
__field(u16, tx_head) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->hwhead = hwhead; |
|
__entry->swhead = swhead; |
|
__entry->tx_tail = sde->tx_tail; |
|
__entry->tx_head = sde->tx_head; |
|
__entry->txnext = txp ? txp->next_descq_idx : ~0; |
|
__entry->idx = sde->this_idx; |
|
), |
|
TP_printk( |
|
"[%s] SDE(%u) hwhead %u swhead %u next_descq_idx %u tx_head %u tx_tail %u", |
|
__get_str(dev), |
|
__entry->idx, |
|
__entry->hwhead, |
|
__entry->swhead, |
|
__entry->txnext, |
|
__entry->tx_head, |
|
__entry->tx_tail |
|
) |
|
); |
|
#endif |
|
|
|
DECLARE_EVENT_CLASS(hfi1_sdma_sn, |
|
TP_PROTO(struct sdma_engine *sde, u64 sn), |
|
TP_ARGS(sde, sn), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__field(u64, sn) |
|
__field(u8, idx) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__entry->sn = sn; |
|
__entry->idx = sde->this_idx; |
|
), |
|
TP_printk("[%s] SDE(%u) sn %llu", |
|
__get_str(dev), |
|
__entry->idx, |
|
__entry->sn |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_sn, hfi1_sdma_out_sn, |
|
TP_PROTO( |
|
struct sdma_engine *sde, |
|
u64 sn |
|
), |
|
TP_ARGS(sde, sn) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_sdma_sn, hfi1_sdma_in_sn, |
|
TP_PROTO(struct sdma_engine *sde, u64 sn), |
|
TP_ARGS(sde, sn) |
|
); |
|
|
|
#define USDMA_HDR_FORMAT \ |
|
"[%s:%u:%u:%u] PBC=(0x%x 0x%x) LRH=(0x%x 0x%x) BTH=(0x%x 0x%x 0x%x) KDETH=(0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x) TIDVal=0x%x" |
|
|
|
TRACE_EVENT(hfi1_sdma_user_header, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 req, |
|
struct hfi1_pkt_header *hdr, u32 tidval), |
|
TP_ARGS(dd, ctxt, subctxt, req, hdr, tidval), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u8, subctxt) |
|
__field(u16, req) |
|
__field(u32, pbc0) |
|
__field(u32, pbc1) |
|
__field(u32, lrh0) |
|
__field(u32, lrh1) |
|
__field(u32, bth0) |
|
__field(u32, bth1) |
|
__field(u32, bth2) |
|
__field(u32, kdeth0) |
|
__field(u32, kdeth1) |
|
__field(u32, kdeth2) |
|
__field(u32, kdeth3) |
|
__field(u32, kdeth4) |
|
__field(u32, kdeth5) |
|
__field(u32, kdeth6) |
|
__field(u32, kdeth7) |
|
__field(u32, kdeth8) |
|
__field(u32, tidval) |
|
), |
|
TP_fast_assign( |
|
__le32 *pbc = (__le32 *)hdr->pbc; |
|
__be32 *lrh = (__be32 *)hdr->lrh; |
|
__be32 *bth = (__be32 *)hdr->bth; |
|
__le32 *kdeth = (__le32 *)&hdr->kdeth; |
|
|
|
DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->req = req; |
|
__entry->pbc0 = le32_to_cpu(pbc[0]); |
|
__entry->pbc1 = le32_to_cpu(pbc[1]); |
|
__entry->lrh0 = be32_to_cpu(lrh[0]); |
|
__entry->lrh1 = be32_to_cpu(lrh[1]); |
|
__entry->bth0 = be32_to_cpu(bth[0]); |
|
__entry->bth1 = be32_to_cpu(bth[1]); |
|
__entry->bth2 = be32_to_cpu(bth[2]); |
|
__entry->kdeth0 = le32_to_cpu(kdeth[0]); |
|
__entry->kdeth1 = le32_to_cpu(kdeth[1]); |
|
__entry->kdeth2 = le32_to_cpu(kdeth[2]); |
|
__entry->kdeth3 = le32_to_cpu(kdeth[3]); |
|
__entry->kdeth4 = le32_to_cpu(kdeth[4]); |
|
__entry->kdeth5 = le32_to_cpu(kdeth[5]); |
|
__entry->kdeth6 = le32_to_cpu(kdeth[6]); |
|
__entry->kdeth7 = le32_to_cpu(kdeth[7]); |
|
__entry->kdeth8 = le32_to_cpu(kdeth[8]); |
|
__entry->tidval = tidval; |
|
), |
|
TP_printk(USDMA_HDR_FORMAT, |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->req, |
|
__entry->pbc1, |
|
__entry->pbc0, |
|
__entry->lrh0, |
|
__entry->lrh1, |
|
__entry->bth0, |
|
__entry->bth1, |
|
__entry->bth2, |
|
__entry->kdeth0, |
|
__entry->kdeth1, |
|
__entry->kdeth2, |
|
__entry->kdeth3, |
|
__entry->kdeth4, |
|
__entry->kdeth5, |
|
__entry->kdeth6, |
|
__entry->kdeth7, |
|
__entry->kdeth8, |
|
__entry->tidval |
|
) |
|
); |
|
|
|
#define SDMA_UREQ_FMT \ |
|
"[%s:%u:%u] ver/op=0x%x, iovcnt=%u, npkts=%u, frag=%u, idx=%u" |
|
TRACE_EVENT(hfi1_sdma_user_reqinfo, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 *i), |
|
TP_ARGS(dd, ctxt, subctxt, i), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u8, subctxt) |
|
__field(u8, ver_opcode) |
|
__field(u8, iovcnt) |
|
__field(u16, npkts) |
|
__field(u16, fragsize) |
|
__field(u16, comp_idx) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->ver_opcode = i[0] & 0xff; |
|
__entry->iovcnt = (i[0] >> 8) & 0xff; |
|
__entry->npkts = i[1]; |
|
__entry->fragsize = i[2]; |
|
__entry->comp_idx = i[3]; |
|
), |
|
TP_printk(SDMA_UREQ_FMT, |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->ver_opcode, |
|
__entry->iovcnt, |
|
__entry->npkts, |
|
__entry->fragsize, |
|
__entry->comp_idx |
|
) |
|
); |
|
|
|
#define usdma_complete_name(st) { st, #st } |
|
#define show_usdma_complete_state(st) \ |
|
__print_symbolic(st, \ |
|
usdma_complete_name(FREE), \ |
|
usdma_complete_name(QUEUED), \ |
|
usdma_complete_name(COMPLETE), \ |
|
usdma_complete_name(ERROR)) |
|
|
|
TRACE_EVENT(hfi1_sdma_user_completion, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 idx, |
|
u8 state, int code), |
|
TP_ARGS(dd, ctxt, subctxt, idx, state, code), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u8, subctxt) |
|
__field(u16, idx) |
|
__field(u8, state) |
|
__field(int, code) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->idx = idx; |
|
__entry->state = state; |
|
__entry->code = code; |
|
), |
|
TP_printk("[%s:%u:%u:%u] SDMA completion state %s (%d)", |
|
__get_str(dev), __entry->ctxt, __entry->subctxt, |
|
__entry->idx, show_usdma_complete_state(__entry->state), |
|
__entry->code) |
|
); |
|
|
|
const char *print_u32_array(struct trace_seq *, u32 *, int); |
|
#define __print_u32_hex(arr, len) print_u32_array(p, arr, len) |
|
|
|
TRACE_EVENT(hfi1_sdma_user_header_ahg, |
|
TP_PROTO(struct hfi1_devdata *dd, u16 ctxt, u8 subctxt, u16 req, |
|
u8 sde, u8 ahgidx, u32 *ahg, int len, u32 tidval), |
|
TP_ARGS(dd, ctxt, subctxt, req, sde, ahgidx, ahg, len, tidval), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd) |
|
__field(u16, ctxt) |
|
__field(u8, subctxt) |
|
__field(u16, req) |
|
__field(u8, sde) |
|
__field(u8, idx) |
|
__field(int, len) |
|
__field(u32, tidval) |
|
__array(u32, ahg, 10) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd); |
|
__entry->ctxt = ctxt; |
|
__entry->subctxt = subctxt; |
|
__entry->req = req; |
|
__entry->sde = sde; |
|
__entry->idx = ahgidx; |
|
__entry->len = len; |
|
__entry->tidval = tidval; |
|
memcpy(__entry->ahg, ahg, len * sizeof(u32)); |
|
), |
|
TP_printk("[%s:%u:%u:%u] (SDE%u/AHG%u) ahg[0-%d]=(%s) TIDVal=0x%x", |
|
__get_str(dev), |
|
__entry->ctxt, |
|
__entry->subctxt, |
|
__entry->req, |
|
__entry->sde, |
|
__entry->idx, |
|
__entry->len - 1, |
|
__print_u32_hex(__entry->ahg, __entry->len), |
|
__entry->tidval |
|
) |
|
); |
|
|
|
TRACE_EVENT(hfi1_sdma_state, |
|
TP_PROTO(struct sdma_engine *sde, |
|
const char *cstate, |
|
const char *nstate |
|
), |
|
TP_ARGS(sde, cstate, nstate), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(sde->dd) |
|
__string(curstate, cstate) |
|
__string(newstate, nstate) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(sde->dd); |
|
__assign_str(curstate, cstate); |
|
__assign_str(newstate, nstate); |
|
), |
|
TP_printk("[%s] current state %s new state %s", |
|
__get_str(dev), |
|
__get_str(curstate), |
|
__get_str(newstate) |
|
) |
|
); |
|
|
|
#define BCT_FORMAT \ |
|
"shared_limit %x vls 0-7 [%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x][%x,%x] 15 [%x,%x]" |
|
|
|
#define BCT(field) \ |
|
be16_to_cpu( \ |
|
((struct buffer_control *)__get_dynamic_array(bct))->field \ |
|
) |
|
|
|
DECLARE_EVENT_CLASS(hfi1_bct_template, |
|
TP_PROTO(struct hfi1_devdata *dd, |
|
struct buffer_control *bc), |
|
TP_ARGS(dd, bc), |
|
TP_STRUCT__entry(DD_DEV_ENTRY(dd) |
|
__dynamic_array(u8, bct, sizeof(*bc)) |
|
), |
|
TP_fast_assign(DD_DEV_ASSIGN(dd); |
|
memcpy(__get_dynamic_array(bct), bc, |
|
sizeof(*bc)); |
|
), |
|
TP_printk(BCT_FORMAT, |
|
BCT(overall_shared_limit), |
|
|
|
BCT(vl[0].dedicated), |
|
BCT(vl[0].shared), |
|
|
|
BCT(vl[1].dedicated), |
|
BCT(vl[1].shared), |
|
|
|
BCT(vl[2].dedicated), |
|
BCT(vl[2].shared), |
|
|
|
BCT(vl[3].dedicated), |
|
BCT(vl[3].shared), |
|
|
|
BCT(vl[4].dedicated), |
|
BCT(vl[4].shared), |
|
|
|
BCT(vl[5].dedicated), |
|
BCT(vl[5].shared), |
|
|
|
BCT(vl[6].dedicated), |
|
BCT(vl[6].shared), |
|
|
|
BCT(vl[7].dedicated), |
|
BCT(vl[7].shared), |
|
|
|
BCT(vl[15].dedicated), |
|
BCT(vl[15].shared) |
|
) |
|
); |
|
|
|
DEFINE_EVENT(hfi1_bct_template, bct_set, |
|
TP_PROTO(struct hfi1_devdata *dd, struct buffer_control *bc), |
|
TP_ARGS(dd, bc)); |
|
|
|
DEFINE_EVENT(hfi1_bct_template, bct_get, |
|
TP_PROTO(struct hfi1_devdata *dd, struct buffer_control *bc), |
|
TP_ARGS(dd, bc)); |
|
|
|
TRACE_EVENT( |
|
hfi1_qp_send_completion, |
|
TP_PROTO(struct rvt_qp *qp, struct rvt_swqe *wqe, u32 idx), |
|
TP_ARGS(qp, wqe, idx), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) |
|
__field(struct rvt_swqe *, wqe) |
|
__field(u64, wr_id) |
|
__field(u32, qpn) |
|
__field(u32, qpt) |
|
__field(u32, length) |
|
__field(u32, idx) |
|
__field(u32, ssn) |
|
__field(enum ib_wr_opcode, opcode) |
|
__field(int, send_flags) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)) |
|
__entry->wqe = wqe; |
|
__entry->wr_id = wqe->wr.wr_id; |
|
__entry->qpn = qp->ibqp.qp_num; |
|
__entry->qpt = qp->ibqp.qp_type; |
|
__entry->length = wqe->length; |
|
__entry->idx = idx; |
|
__entry->ssn = wqe->ssn; |
|
__entry->opcode = wqe->wr.opcode; |
|
__entry->send_flags = wqe->wr.send_flags; |
|
), |
|
TP_printk( |
|
"[%s] qpn 0x%x qpt %u wqe %p idx %u wr_id %llx length %u ssn %u opcode %x send_flags %x", |
|
__get_str(dev), |
|
__entry->qpn, |
|
__entry->qpt, |
|
__entry->wqe, |
|
__entry->idx, |
|
__entry->wr_id, |
|
__entry->length, |
|
__entry->ssn, |
|
__entry->opcode, |
|
__entry->send_flags |
|
) |
|
); |
|
|
|
DECLARE_EVENT_CLASS( |
|
hfi1_do_send_template, |
|
TP_PROTO(struct rvt_qp *qp, bool flag), |
|
TP_ARGS(qp, flag), |
|
TP_STRUCT__entry( |
|
DD_DEV_ENTRY(dd_from_ibdev(qp->ibqp.device)) |
|
__field(u32, qpn) |
|
__field(bool, flag) |
|
), |
|
TP_fast_assign( |
|
DD_DEV_ASSIGN(dd_from_ibdev(qp->ibqp.device)) |
|
__entry->qpn = qp->ibqp.qp_num; |
|
__entry->flag = flag; |
|
), |
|
TP_printk( |
|
"[%s] qpn %x flag %d", |
|
__get_str(dev), |
|
__entry->qpn, |
|
__entry->flag |
|
) |
|
); |
|
|
|
DEFINE_EVENT( |
|
hfi1_do_send_template, hfi1_rc_do_send, |
|
TP_PROTO(struct rvt_qp *qp, bool flag), |
|
TP_ARGS(qp, flag) |
|
); |
|
|
|
DEFINE_EVENT(/* event */ |
|
hfi1_do_send_template, hfi1_rc_do_tid_send, |
|
TP_PROTO(struct rvt_qp *qp, bool flag), |
|
TP_ARGS(qp, flag) |
|
); |
|
|
|
DEFINE_EVENT( |
|
hfi1_do_send_template, hfi1_rc_expired_time_slice, |
|
TP_PROTO(struct rvt_qp *qp, bool flag), |
|
TP_ARGS(qp, flag) |
|
); |
|
|
|
#endif /* __HFI1_TRACE_TX_H */ |
|
|
|
#undef TRACE_INCLUDE_PATH |
|
#undef TRACE_INCLUDE_FILE |
|
#define TRACE_INCLUDE_PATH . |
|
#define TRACE_INCLUDE_FILE trace_tx |
|
#include <trace/define_trace.h>
|
|
|