| /* |
| * Copyright © 2018 Intel Corporation |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a |
| * copy of this software and associated documentation files (the "Software"), |
| * to deal in the Software without restriction, including without limitation |
| * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| * and/or sell copies of the Software, and to permit persons to whom the |
| * Software is furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice (including the next |
| * paragraph) shall be included in all copies or substantial portions of the |
| * Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| * IN THE SOFTWARE. |
| */ |
| |
| #ifndef GEN_PERF_H |
| #define GEN_PERF_H |
| |
| #include <stdio.h> |
| #include <stdint.h> |
| #include <string.h> |
| |
| #if defined(MAJOR_IN_SYSMACROS) |
| #include <sys/sysmacros.h> |
| #elif defined(MAJOR_IN_MKDEV) |
| #include <sys/mkdev.h> |
| #endif |
| |
| #include "util/hash_table.h" |
| #include "compiler/glsl/list.h" |
| #include "util/ralloc.h" |
| |
| struct gen_device_info; |
| |
| struct gen_perf_config; |
| struct gen_perf_query_info; |
| |
| #define GEN7_RPSTAT1 0xA01C |
| #define GEN7_RPSTAT1_CURR_GT_FREQ_SHIFT 7 |
| #define GEN7_RPSTAT1_CURR_GT_FREQ_MASK INTEL_MASK(13, 7) |
| #define GEN7_RPSTAT1_PREV_GT_FREQ_SHIFT 0 |
| #define GEN7_RPSTAT1_PREV_GT_FREQ_MASK INTEL_MASK(6, 0) |
| |
| #define GEN9_RPSTAT0 0xA01C |
| #define GEN9_RPSTAT0_CURR_GT_FREQ_SHIFT 23 |
| #define GEN9_RPSTAT0_CURR_GT_FREQ_MASK INTEL_MASK(31, 23) |
| #define GEN9_RPSTAT0_PREV_GT_FREQ_SHIFT 0 |
| #define GEN9_RPSTAT0_PREV_GT_FREQ_MASK INTEL_MASK(8, 0) |
| |
| enum gen_perf_counter_type { |
| GEN_PERF_COUNTER_TYPE_EVENT, |
| GEN_PERF_COUNTER_TYPE_DURATION_NORM, |
| GEN_PERF_COUNTER_TYPE_DURATION_RAW, |
| GEN_PERF_COUNTER_TYPE_THROUGHPUT, |
| GEN_PERF_COUNTER_TYPE_RAW, |
| GEN_PERF_COUNTER_TYPE_TIMESTAMP, |
| }; |
| |
| enum gen_perf_counter_data_type { |
| GEN_PERF_COUNTER_DATA_TYPE_BOOL32, |
| GEN_PERF_COUNTER_DATA_TYPE_UINT32, |
| GEN_PERF_COUNTER_DATA_TYPE_UINT64, |
| GEN_PERF_COUNTER_DATA_TYPE_FLOAT, |
| GEN_PERF_COUNTER_DATA_TYPE_DOUBLE, |
| }; |
| |
| struct gen_pipeline_stat { |
| uint32_t reg; |
| uint32_t numerator; |
| uint32_t denominator; |
| }; |
| |
| /* |
| * The largest OA formats we can use include: |
| * For Haswell: |
| * 1 timestamp, 45 A counters, 8 B counters and 8 C counters. |
| * For Gen8+ |
| * 1 timestamp, 1 clock, 36 A counters, 8 B counters and 8 C counters |
| */ |
| #define MAX_OA_REPORT_COUNTERS 62 |
| |
| #define IA_VERTICES_COUNT 0x2310 |
| #define IA_PRIMITIVES_COUNT 0x2318 |
| #define VS_INVOCATION_COUNT 0x2320 |
| #define HS_INVOCATION_COUNT 0x2300 |
| #define DS_INVOCATION_COUNT 0x2308 |
| #define GS_INVOCATION_COUNT 0x2328 |
| #define GS_PRIMITIVES_COUNT 0x2330 |
| #define CL_INVOCATION_COUNT 0x2338 |
| #define CL_PRIMITIVES_COUNT 0x2340 |
| #define PS_INVOCATION_COUNT 0x2348 |
| #define CS_INVOCATION_COUNT 0x2290 |
| #define PS_DEPTH_COUNT 0x2350 |
| |
| /* |
| * When currently allocate only one page for pipeline statistics queries. Here |
| * we derived the maximum number of counters for that amount. |
| */ |
| #define STATS_BO_SIZE 4096 |
| #define STATS_BO_END_OFFSET_BYTES (STATS_BO_SIZE / 2) |
| #define MAX_STAT_COUNTERS (STATS_BO_END_OFFSET_BYTES / 8) |
| |
| #define I915_PERF_OA_SAMPLE_SIZE (8 + /* drm_i915_perf_record_header */ \ |
| 256) /* OA counter report */ |
| |
| struct gen_perf_query_result { |
| /** |
| * Storage for the final accumulated OA counters. |
| */ |
| uint64_t accumulator[MAX_OA_REPORT_COUNTERS]; |
| |
| /** |
| * Hw ID used by the context on which the query was running. |
| */ |
| uint32_t hw_id; |
| |
| /** |
| * Number of reports accumulated to produce the results. |
| */ |
| uint32_t reports_accumulated; |
| |
| /** |
| * Frequency in the slices of the GT at the begin and end of the |
| * query. |
| */ |
| uint64_t slice_frequency[2]; |
| |
| /** |
| * Frequency in the unslice of the GT at the begin and end of the |
| * query. |
| */ |
| uint64_t unslice_frequency[2]; |
| }; |
| |
| struct gen_perf_query_counter { |
| const char *name; |
| const char *desc; |
| enum gen_perf_counter_type type; |
| enum gen_perf_counter_data_type data_type; |
| uint64_t raw_max; |
| size_t offset; |
| |
| union { |
| uint64_t (*oa_counter_read_uint64)(struct gen_perf_config *perf, |
| const struct gen_perf_query_info *query, |
| const uint64_t *accumulator); |
| float (*oa_counter_read_float)(struct gen_perf_config *perf, |
| const struct gen_perf_query_info *query, |
| const uint64_t *accumulator); |
| struct gen_pipeline_stat pipeline_stat; |
| }; |
| }; |
| |
| struct gen_perf_query_register_prog { |
| uint32_t reg; |
| uint32_t val; |
| }; |
| |
| struct gen_perf_query_info { |
| enum gen_perf_query_type { |
| GEN_PERF_QUERY_TYPE_OA, |
| GEN_PERF_QUERY_TYPE_RAW, |
| GEN_PERF_QUERY_TYPE_PIPELINE, |
| } kind; |
| const char *name; |
| const char *guid; |
| struct gen_perf_query_counter *counters; |
| int n_counters; |
| int max_counters; |
| size_t data_size; |
| |
| /* OA specific */ |
| uint64_t oa_metrics_set_id; |
| int oa_format; |
| |
| /* For indexing into the accumulator[] ... */ |
| int gpu_time_offset; |
| int gpu_clock_offset; |
| int a_offset; |
| int b_offset; |
| int c_offset; |
| |
| /* Register programming for a given query */ |
| struct gen_perf_query_register_prog *flex_regs; |
| uint32_t n_flex_regs; |
| |
| struct gen_perf_query_register_prog *mux_regs; |
| uint32_t n_mux_regs; |
| |
| struct gen_perf_query_register_prog *b_counter_regs; |
| uint32_t n_b_counter_regs; |
| }; |
| |
| struct gen_perf_config { |
| struct gen_perf_query_info *queries; |
| int n_queries; |
| |
| /* Variables referenced in the XML meta data for OA performance |
| * counters, e.g in the normalization equations. |
| * |
| * All uint64_t for consistent operand types in generated code |
| */ |
| struct { |
| uint64_t timestamp_frequency; /** $GpuTimestampFrequency */ |
| uint64_t n_eus; /** $EuCoresTotalCount */ |
| uint64_t n_eu_slices; /** $EuSlicesTotalCount */ |
| uint64_t n_eu_sub_slices; /** $EuSubslicesTotalCount */ |
| uint64_t eu_threads_count; /** $EuThreadsCount */ |
| uint64_t slice_mask; /** $SliceMask */ |
| uint64_t subslice_mask; /** $SubsliceMask */ |
| uint64_t gt_min_freq; /** $GpuMinFrequency */ |
| uint64_t gt_max_freq; /** $GpuMaxFrequency */ |
| uint64_t revision; /** $SkuRevisionId */ |
| } sys_vars; |
| |
| /* OA metric sets, indexed by GUID, as know by Mesa at build time, to |
| * cross-reference with the GUIDs of configs advertised by the kernel at |
| * runtime |
| */ |
| struct hash_table *oa_metrics_table; |
| |
| /* Location of the device's sysfs entry. */ |
| char sysfs_dev_dir[256]; |
| |
| struct { |
| void *(*bo_alloc)(void *bufmgr, const char *name, uint64_t size); |
| void (*bo_unreference)(void *bo); |
| void *(*bo_map)(void *ctx, void *bo, unsigned flags); |
| void (*bo_unmap)(void *bo); |
| bool (*batch_references)(void *batch, void *bo); |
| void (*bo_wait_rendering)(void *bo); |
| int (*bo_busy)(void *bo); |
| void (*emit_mi_flush)(void *ctx); |
| void (*emit_mi_report_perf_count)(void *ctx, |
| void *bo, |
| uint32_t offset_in_bytes, |
| uint32_t report_id); |
| void (*batchbuffer_flush)(void *ctx, |
| const char *file, int line); |
| void (*capture_frequency_stat_register)(void *ctx, void *bo, |
| uint32_t bo_offset); |
| void (*store_register_mem64)(void *ctx, void *bo, uint32_t reg, uint32_t offset); |
| |
| } vtbl; |
| }; |
| |
| struct gen_perf_query_object; |
| const struct gen_perf_query_info* gen_perf_query_info(const struct gen_perf_query_object *); |
| |
| struct gen_perf_context; |
| struct gen_perf_context *gen_perf_new_context(void *parent); |
| |
| void gen_perf_init_metrics(struct gen_perf_config *perf_cfg, |
| const struct gen_device_info *devinfo, |
| int drm_fd); |
| void gen_perf_init_context(struct gen_perf_context *perf_ctx, |
| struct gen_perf_config *perf_cfg, |
| void * ctx, /* driver context (eg, brw_context) */ |
| void * bufmgr, /* eg brw_bufmgr */ |
| const struct gen_device_info *devinfo, |
| uint32_t hw_ctx, |
| int drm_fd); |
| |
| struct gen_perf_config *gen_perf_config(struct gen_perf_context *ctx); |
| |
| int gen_perf_active_queries(struct gen_perf_context *perf_ctx, |
| const struct gen_perf_query_info *query); |
| |
| static inline size_t |
| gen_perf_query_counter_get_size(const struct gen_perf_query_counter *counter) |
| { |
| switch (counter->data_type) { |
| case GEN_PERF_COUNTER_DATA_TYPE_BOOL32: |
| return sizeof(uint32_t); |
| case GEN_PERF_COUNTER_DATA_TYPE_UINT32: |
| return sizeof(uint32_t); |
| case GEN_PERF_COUNTER_DATA_TYPE_UINT64: |
| return sizeof(uint64_t); |
| case GEN_PERF_COUNTER_DATA_TYPE_FLOAT: |
| return sizeof(float); |
| case GEN_PERF_COUNTER_DATA_TYPE_DOUBLE: |
| return sizeof(double); |
| default: |
| unreachable("invalid counter data type"); |
| } |
| } |
| |
| static inline struct gen_perf_config * |
| gen_perf_new(void *ctx) |
| { |
| struct gen_perf_config *perf = rzalloc(ctx, struct gen_perf_config); |
| return perf; |
| } |
| |
| struct gen_perf_query_object * |
| gen_perf_new_query(struct gen_perf_context *, unsigned query_index); |
| |
| |
| bool gen_perf_begin_query(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query); |
| void gen_perf_end_query(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query); |
| void gen_perf_wait_query(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query, |
| void *current_batch); |
| bool gen_perf_is_query_ready(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query, |
| void *current_batch); |
| void gen_perf_delete_query(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query); |
| void gen_perf_get_query_data(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *query, |
| int data_size, |
| unsigned *data, |
| unsigned *bytes_written); |
| |
| void gen_perf_dump_query_count(struct gen_perf_context *perf_ctx); |
| void gen_perf_dump_query(struct gen_perf_context *perf_ctx, |
| struct gen_perf_query_object *obj, |
| void *current_batch); |
| |
| #endif /* GEN_PERF_H */ |
