/*
 * Copyright (c) 2014 Google Inc. All rights reserved
 * Contributed by Stephane Eranian <eranian@gmail.com>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
 * of the Software, and to permit persons to whom the Software is furnished to do so,
 * subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
 * INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
 * PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
 * HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
 * CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
 * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 * This file is part of libpfm, a performance monitoring support library for
 * applications on Linux.
 *
 * PMU: hswep_unc_qpi (Intel Haswell-EP QPI uncore)
 */

static const intel_x86_umask_t hswep_unc_q_direct2core[]={
  { .uname = "FAILURE_CREDITS",
    .udesc  = "Number of spawn failures due to lack of Egress credits",
    .ucode  = 0x200,
  },
  { .uname = "FAILURE_CREDITS_RBT",
    .udesc  = "Number of spawn failures due to lack of Egress credit and route-back table (RBT) bit was not set",
    .ucode  = 0x800,
  },
  { .uname = "FAILURE_RBT_HIT",
    .udesc  = "Number of spawn failures because route-back table (RBT) specified that the transaction should not trigger a direct2core transaction",
    .ucode  = 0x400,
  },
  { .uname = "SUCCESS_RBT_HIT",
    .udesc  = "Number of spawn successes",
    .ucode  = 0x100,
  },
  { .uname = "FAILURE_MISS",
    .udesc  = "Number of spawn failures due to RBT tag not matching although the valid bit was set and there was enough Egress credits",
    .ucode  = 0x1000,
  },
  { .uname = "FAILURE_CREDITS_MISS",
    .udesc  = "Number of spawn failures due to RBT tag not matching and they were not enough Egress credits. The valid bit was set",
    .ucode  = 0x2000,
  },
  { .uname = "FAILURE_RBT_MISS",
    .udesc  = "Number of spawn failures due to RBT tag not matching, the valid bit was not set but there were enough Egress credits",
    .ucode  = 0x4000,
  },
  { .uname = "FAILURE_CREDITS_RBT_MISS",
    .udesc  = "Number of spawn failures due to RBT tag not matching, the valid bit was not set and there were not enough Egress credits",
    .ucode  = 0x8000,
  },
};

static const intel_x86_umask_t hswep_unc_q_rxl_credits_consumed_vn0[]={
  { .uname = "DRS",
    .udesc  = "Number of times VN0 consumed for DRS message class",
    .ucode  = 0x100,
  },
  { .uname = "HOM",
    .udesc  = "Number of times VN0 consumed for HOM message class",
    .ucode  = 0x800,
  },
  { .uname = "NCB",
    .udesc  = "Number of times VN0 consumed for NCB message class",
    .ucode  = 0x200,
  },
  { .uname = "NCS",
    .udesc  = "Number of times VN0 consumed for NCS message class",
    .ucode  = 0x400,
  },
  { .uname = "NDR",
    .udesc  = "Number of times VN0 consumed for NDR message class",
    .ucode  = 0x2000,
  },
  { .uname = "SNP",
    .udesc  = "Number of times VN0 consumed for SNP message class",
    .ucode  = 0x1000,
  },
};

static const intel_x86_umask_t hswep_unc_q_rxl_credits_consumed_vn1[]={
  { .uname = "DRS",
    .udesc  = "Number of times VN1 consumed for DRS message class",
    .ucode  = 0x100,
  },
  { .uname = "HOM",
    .udesc  = "Number of times VN1 consumed for HOM message class",
    .ucode  = 0x800,
  },
  { .uname = "NCB",
    .udesc  = "Number of times VN1 consumed for NCB message class",
    .ucode  = 0x200,
  },
  { .uname = "NCS",
    .udesc  = "Number of times VN1 consumed for NCS message class",
    .ucode  = 0x400,
  },
  { .uname = "NDR",
    .udesc  = "Number of times VN1 consumed for NDR message class",
    .ucode  = 0x2000,
  },
  { .uname = "SNP",
    .udesc  = "Number of times VN1 consumed for SNP message class",
    .ucode  = 0x1000,
  },
};

static const intel_x86_umask_t hswep_unc_q_txl_flits_g0[]={
  { .uname = "DATA",
    .udesc  = "Number of data flits over QPI",
    .ucode  = 0x200,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NON_DATA",
    .udesc  = "Number of non-NULL non-data flits over QPI",
    .ucode  = 0x400,
    .uflags = INTEL_X86_NCOMBO,
  },
};

static const intel_x86_umask_t hswep_unc_q_rxl_flits_g1[]={
  { .uname = "DRS",
    .udesc  = "Number of flits over QPI on the Data Response (DRS) channel",
    .ucode  = 0x1800,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "DRS_DATA",
    .udesc  = "Number of data flits over QPI on the Data Response (DRS) channel",
    .ucode  = 0x800,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "DRS_NONDATA",
    .udesc  = "Number of protocol flits over QPI on the Data Response (DRS) channel",
    .ucode  = 0x1000,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "HOM",
    .udesc  = "Number of flits over QPI on the home channel",
    .ucode  = 0x600,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "HOM_NONREQ",
    .udesc  = "Number of non-request flits over QPI on the home channel",
    .ucode  = 0x400,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "HOM_REQ",
    .udesc  = "Number of data requests over QPI on the home channel",
    .ucode  = 0x200,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "SNP",
    .udesc  = "Number of snoop requests flits over QPI",
    .ucode  = 0x100,
    .uflags = INTEL_X86_NCOMBO,
  },
};

static const intel_x86_umask_t hswep_unc_q_rxl_flits_g2[]={
  { .uname = "NCB",
    .udesc  = "Number of non-coherent bypass flits",
    .ucode  = 0xc00,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NCB_DATA",
    .udesc  = "Number of non-coherent data flits",
    .ucode  = 0x400,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NCB_NONDATA",
    .udesc  = "Number of bypass non-data flits",
    .ucode  = 0x800,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NCS",
    .udesc  = "Number of non-coherent standard (NCS) flits",
    .ucode  = 0x1000,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NDR_AD",
    .udesc  = "Number of flits received over Non-data response (NDR) channel",
    .ucode  = 0x100,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "NDR_AK",
    .udesc  = "Number of flits received on the Non-data response (NDR) channel)",
    .ucode  = 0x200,
    .uflags = INTEL_X86_NCOMBO,
  },
};

static const intel_x86_umask_t hswep_unc_q_txr_ad_hom_credit_acquired[]={
  { .uname = "VN0",
    .udesc  = "for VN0",
    .ucode  = 0x100,
  },
  { .uname = "VN1",
    .udesc  = "for VN1",
    .ucode  = 0x200,
  },
};

static const intel_x86_umask_t hswep_unc_q_txr_bl_drs_credit_acquired[]={
  { .uname = "VN0",
    .udesc  = "for VN0",
    .ucode  = 0x100,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "VN1",
    .udesc  = "for VN1",
    .ucode  = 0x200,
    .uflags = INTEL_X86_NCOMBO,
  },
  { .uname = "VN_SHR",
    .udesc  = "for shared VN",
    .ucode  = 0x400,
    .uflags = INTEL_X86_NCOMBO,
  },
};

static const intel_x86_entry_t intel_hswep_unc_q_pe[]={
  { .name = "UNC_Q_CLOCKTICKS",
    .desc = "Number of qfclks",
    .code = 0x14,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_CTO_COUNT",
    .desc = "Count of CTO Events",
    .code = 0x38 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_DIRECT2CORE",
    .desc = "Direct 2 Core Spawning",
    .code = 0x13,
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_direct2core),
    .umasks  = hswep_unc_q_direct2core
  },
  { .name = "UNC_Q_L1_POWER_CYCLES",
    .desc = "Cycles in L1",
    .code = 0x12,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL0P_POWER_CYCLES",
    .desc = "Cycles in L0p",
    .code = 0x10,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL0_POWER_CYCLES",
    .desc = "Cycles in L0",
    .code = 0xf,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_BYPASSED",
    .desc = "Rx Flit Buffer Bypassed",
    .code = 0x9,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_CREDITS_CONSUMED_VN0",
    .desc = "VN0 Credit Consumed",
    .code = 0x1e | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_credits_consumed_vn0),
    .umasks  = hswep_unc_q_rxl_credits_consumed_vn0
  },
  { .name = "UNC_Q_RXL_CREDITS_CONSUMED_VN1",
    .desc = "VN1 Credit Consumed",
    .code = 0x39 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_credits_consumed_vn1),
    .umasks  = hswep_unc_q_rxl_credits_consumed_vn1
  },
  { .name = "UNC_Q_RXL_CREDITS_CONSUMED_VNA",
    .desc = "VNA Credit Consumed",
    .code = 0x1d | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_CYCLES_NE",
    .desc = "RxQ Cycles Not Empty",
    .code = 0xa,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_FLITS_G1",
    .desc = "Flits Received - Group 1",
    .code = 0x2 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_flits_g1),
    .umasks  = hswep_unc_q_rxl_flits_g1
  },

  { .name = "UNC_Q_RXL_FLITS_G2",
    .desc = "Flits Received - Group 2",
    .code = 0x3 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_flits_g2),
    .umasks  = hswep_unc_q_rxl_flits_g2
  },
  { .name = "UNC_Q_RXL_INSERTS",
    .desc = "Rx Flit Buffer Allocations",
    .code = 0x8,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_INSERTS_DRS",
    .desc = "Rx Flit Buffer Allocations - DRS",
    .code = 0x9 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_INSERTS_HOM",
    .desc = "Rx Flit Buffer Allocations - HOM",
    .code = 0xc | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_INSERTS_NCB",
    .desc = "Rx Flit Buffer Allocations - NCB",
    .code = 0xa | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_INSERTS_NCS",
    .desc = "Rx Flit Buffer Allocations - NCS",
    .code = 0xb | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_INSERTS_NDR",
    .desc = "Rx Flit Buffer Allocations - NDR",
    .code = 0xe | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_INSERTS_SNP",
    .desc = "Rx Flit Buffer Allocations - SNP",
    .code = 0xd | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY",
    .desc = "RxQ Occupancy - All Packets",
    .code = 0xb,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_DRS",
    .desc = "RxQ Occupancy - DRS",
    .code = 0x15 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_HOM",
    .desc = "RxQ Occupancy - HOM",
    .code = 0x18 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_NCB",
    .desc = "RxQ Occupancy - NCB",
    .code = 0x16 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_NCS",
    .desc = "RxQ Occupancy - NCS",
    .code = 0x17 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_NDR",
    .desc = "RxQ Occupancy - NDR",
    .code = 0x1a | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_RXL_OCCUPANCY_SNP",
    .desc = "RxQ Occupancy - SNP",
    .code = 0x19 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .ngrp = 1,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXL0P_POWER_CYCLES",
    .desc = "Cycles in L0p",
    .code = 0xd,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXL0_POWER_CYCLES",
    .desc = "Cycles in L0",
    .code = 0xc,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXL_BYPASSED",
    .desc = "Tx Flit Buffer Bypassed",
    .code = 0x5,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXL_CYCLES_NE",
    .desc = "Tx Flit Buffer Cycles not Empty",
    .code = 0x6,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXL_FLITS_G0",
    .desc = "Flits Transferred - Group 0",
    .code = 0x0,
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txl_flits_g0),
    .umasks  = hswep_unc_q_txl_flits_g0
  },
  { .name = "UNC_Q_TXL_FLITS_G1",
    .desc = "Flits Transferred - Group 1",
    .code = 0x0 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_flits_g1),
    .umasks  = hswep_unc_q_rxl_flits_g1 /* shared with rxl_flits_g1 */
  },
  { .name = "UNC_Q_TXL_FLITS_G2",
    .desc = "Flits Transferred - Group 2",
    .code = 0x1 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_rxl_flits_g2),
    .umasks  = hswep_unc_q_rxl_flits_g2 /* shared with rxl_flits_g2 */
  },
  { .name = "UNC_Q_TXL_INSERTS",
    .desc = "Tx Flit Buffer Allocations",
    .code = 0x4,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXL_OCCUPANCY",
    .desc = "Tx Flit Buffer Occupancy",
    .code = 0x7,
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_VNA_CREDIT_RETURNS",
    .desc = "VNA Credits Returned",
    .code = 0x1c | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_VNA_CREDIT_RETURN_OCCUPANCY",
    .desc = "VNA Credits Pending Return - Occupancy",
    .code = 0x1b | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
  },
  { .name = "UNC_Q_TXR_AD_HOM_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy AD HOM",
    .code = 0x26 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AD_HOM_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy AD HOM",
    .code = 0x22 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AD_NDR_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy AD NDR",
    .code = 0x28 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AD_NDR_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy AD NDR",
    .code = 0x24 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AD_SNP_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy AD SNP",
    .code = 0x27 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AD_SNP_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy AD SNP",
    .code = 0x23 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AK_NDR_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy AK NDR",
    .code = 0x29 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_AK_NDR_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy AD NDR",
    .code = 0x25 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_DRS_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy BL DRS",
    .code = 0x2a | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_bl_drs_credit_acquired),
    .umasks  = hswep_unc_q_txr_bl_drs_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_DRS_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy BL DRS",
    .code = 0x1f | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_bl_drs_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_bl_drs_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_NCB_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy BL NCB",
    .code = 0x2b | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_NCB_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy BL NCB",
    .code = 0x20 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_NCS_CREDIT_ACQUIRED",
    .desc = "R3QPI Egress credit occupancy BL NCS",
    .code = 0x2c | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired),
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
  { .name = "UNC_Q_TXR_BL_NCS_CREDIT_OCCUPANCY",
    .desc = "R3QPI Egress credit occupancy BL NCS",
    .code = 0x21 | (1ULL << 21), /* sel_ext */
    .cntmsk = 0xf,
    .ngrp = 1,
    .modmsk = HSWEP_UNC_QPI_ATTRS,
    .numasks = LIBPFM_ARRAY_SIZE(hswep_unc_q_txr_ad_hom_credit_acquired), /* shared */
    .umasks  = hswep_unc_q_txr_ad_hom_credit_acquired,
  },
};