drivers/gpu/drm/vmwgfx/vmwgfx_mksstat.h

   1 /* SPDX-License-Identifier: GPL-2.0 OR MIT */
   2 /**************************************************************************
   3  *
   4  * Copyright 2021 VMware, Inc., Palo Alto, CA., USA
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  21  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
  22  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  23  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  24  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #ifndef _VMWGFX_MKSSTAT_H_
  29 #define _VMWGFX_MKSSTAT_H_
  30
  31 #include <asm/page.h>
  32 #include <linux/kconfig.h>
  33
  34 /* Reservation marker for mksstat pid's */
  35 #define MKSSTAT_PID_RESERVED -1
  36
  37 #if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS)
  38 /*
  39  * Kernel-internal mksGuestStat counters. The order of this enum dictates the
  40  * order of instantiation of these counters in the mksGuestStat pages.
  41  */
  42
  43 typedef enum {
  44         MKSSTAT_KERN_EXECBUF, /* vmw_execbuf_ioctl */
  45         MKSSTAT_KERN_COTABLE_RESIZE,
  46
  47         MKSSTAT_KERN_COUNT /* Reserved entry; always last */
  48 } mksstat_kern_stats_t;
  49
  50 /**
  51  * vmw_mksstat_get_kern_pstat: Computes the address of the MKSGuestStatCounterTime
  52  * array from the address of the base page.
  53  *
  54  * @page_addr: Pointer to the base page.
  55  * Return: Pointer to the MKSGuestStatCounterTime array.
  56  */
  57
  58 static inline void *vmw_mksstat_get_kern_pstat(void *page_addr)
  59 {
  60         return page_addr + PAGE_SIZE * 1;
  61 }
  62
  63 /**
  64  * vmw_mksstat_get_kern_pinfo: Computes the address of the MKSGuestStatInfoEntry
  65  * array from the address of the base page.
  66  *
  67  * @page_addr: Pointer to the base page.
  68  * Return: Pointer to the MKSGuestStatInfoEntry array.
  69  */
  70
  71 static inline void *vmw_mksstat_get_kern_pinfo(void *page_addr)
  72 {
  73         return page_addr + PAGE_SIZE * 2;
  74 }
  75
  76 /**
  77  * vmw_mksstat_get_kern_pstrs: Computes the address of the mksGuestStat strings
  78  * sequence from the address of the base page.
  79  *
  80  * @page_addr: Pointer to the base page.
  81  * Return: Pointer to the mksGuestStat strings sequence.
  82  */
  83
  84 static inline void *vmw_mksstat_get_kern_pstrs(void *page_addr)
  85 {
  86         return page_addr + PAGE_SIZE * 3;
  87 }
  88
  89 /*
  90  * MKS_STAT_TIME_DECL/PUSH/POP macros to be used in timer-counted routines.
  91  */
  92
  93 struct mksstat_timer_t {
  94 /* mutable */ mksstat_kern_stats_t old_top;
  95         const u64 t0;
  96         const int slot;
  97 };
  98
  99 #define MKS_STAT_TIME_DECL(kern_cntr)                                     \
 100         struct mksstat_timer_t _##kern_cntr = {                           \
 101                 .t0 = rdtsc(),                                            \
 102                 .slot = vmw_mksstat_get_kern_slot(current->pid, dev_priv) \
 103         }
 104
 105 #define MKS_STAT_TIME_PUSH(kern_cntr)                                                               \
 106         do {                                                                                        \
 107                 if (_##kern_cntr.slot >= 0) {                                                       \
 108                         _##kern_cntr.old_top = dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot]; \
 109                         dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = kern_cntr;            \
 110                 }                                                                                   \
 111         } while (0)
 112
 113 #define MKS_STAT_TIME_POP(kern_cntr)                                                                                                           \
 114         do {                                                                                                                                   \
 115                 if (_##kern_cntr.slot >= 0) {                                                                                                  \
 116                         const pid_t pid = atomic_cmpxchg(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid, MKSSTAT_PID_RESERVED); \
 117                         dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = _##kern_cntr.old_top;                                            \
 118                                                                                                                                                \
 119                         if (pid == current->pid) {                                                                                             \
 120                                 const u64 dt = rdtsc() - _##kern_cntr.t0;                                                                      \
 121                                 MKSGuestStatCounterTime *pstat;                                                                                \
 122                                                                                                                                                \
 123                                 BUG_ON(!dev_priv->mksstat_kern_pages[_##kern_cntr.slot]);                                                      \
 124                                                                                                                                                \
 125                                 pstat = vmw_mksstat_get_kern_pstat(page_address(dev_priv->mksstat_kern_pages[_##kern_cntr.slot]));             \
 126                                                                                                                                                \
 127                                 atomic64_inc(&pstat[kern_cntr].counter.count);                                                                 \
 128                                 atomic64_add(dt, &pstat[kern_cntr].selfCycles);                                                                \
 129                                 atomic64_add(dt, &pstat[kern_cntr].totalCycles);                                                               \
 130                                                                                                                                                \
 131                                 if (_##kern_cntr.old_top != MKSSTAT_KERN_COUNT)                                                                \
 132                                         atomic64_sub(dt, &pstat[_##kern_cntr.old_top].selfCycles);                                             \
 133                                                                                                                                                \
 134                                 atomic_set(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid);                                     \
 135                         }                                                                                                                      \
 136                 }                                                                                                                              \
 137         } while (0)
 138
 139 #else
 140 #define MKS_STAT_TIME_DECL(kern_cntr)
 141 #define MKS_STAT_TIME_PUSH(kern_cntr)
 142 #define MKS_STAT_TIME_POP(kern_cntr)
 143
 144 #endif /* IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS */
 145
 146 #endif