src/gallium/drivers/virgl/virgl_query.c - third_party/mesa - Git at Google

 /*
  * Copyright 2014, 2015 Red Hat.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),
  * to deal in the Software without restriction, including without limitation
  * on the rights to use, copy, modify, merge, publish, distribute, sub
  * license, and/or sell copies of the Software, and to permit persons to whom
  * the Software is furnished to do so, subject to the following conditions:
  *
  * The above copyright notice and this permission notice (including the next
  * paragraph) shall be included in all copies or substantial portions of the
  * Software.
  *
  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  */

 #include "util/u_memory.h"
 #include "util/u_inlines.h"
 #include "virgl_context.h"
 #include "virgl_encode.h"
 #include "virtio-gpu/virgl_protocol.h"
 #include "virgl_resource.h"
 #include "virgl_screen.h"

 struct virgl_query {
    struct virgl_resource *buf;
    uint32_t handle;
    uint32_t result_size;

    bool ready;
    uint64_t result;
 };

 #define VIRGL_QUERY_OCCLUSION_COUNTER     0
 #define VIRGL_QUERY_OCCLUSION_PREDICATE   1
 #define VIRGL_QUERY_TIMESTAMP             2
 #define VIRGL_QUERY_TIMESTAMP_DISJOINT    3
 #define VIRGL_QUERY_TIME_ELAPSED          4
 #define VIRGL_QUERY_PRIMITIVES_GENERATED  5
 #define VIRGL_QUERY_PRIMITIVES_EMITTED    6
 #define VIRGL_QUERY_SO_STATISTICS         7
 #define VIRGL_QUERY_SO_OVERFLOW_PREDICATE 8
 #define VIRGL_QUERY_GPU_FINISHED          9
 #define VIRGL_QUERY_PIPELINE_STATISTICS  10
 #define VIRGL_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE 11
 #define VIRGL_QUERY_SO_OVERFLOW_ANY_PREDICATE 12

 static const int pquery_map[] =
 {
    VIRGL_QUERY_OCCLUSION_COUNTER,
    VIRGL_QUERY_OCCLUSION_PREDICATE,
    VIRGL_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE,
    VIRGL_QUERY_TIMESTAMP,
    VIRGL_QUERY_TIMESTAMP_DISJOINT,
    VIRGL_QUERY_TIME_ELAPSED,
    VIRGL_QUERY_PRIMITIVES_GENERATED,
    VIRGL_QUERY_PRIMITIVES_EMITTED,
    VIRGL_QUERY_SO_STATISTICS,
    VIRGL_QUERY_SO_OVERFLOW_PREDICATE,
    VIRGL_QUERY_SO_OVERFLOW_ANY_PREDICATE,
    VIRGL_QUERY_GPU_FINISHED,
    VIRGL_QUERY_PIPELINE_STATISTICS,
 };

 static int pipe_to_virgl_query(enum pipe_query_type ptype)
 {
    return pquery_map[ptype];
 }

 static inline struct virgl_query *virgl_query(struct pipe_query *q)
 {
    return (struct virgl_query *)q;
 }

 static void virgl_render_condition(struct pipe_context *ctx,
                                   struct pipe_query *q,
                                   bool condition,
                                   enum pipe_render_cond_flag mode)
 {
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query = virgl_query(q);
    uint32_t handle = 0;
    if (q)
       handle = query->handle;
    virgl_encoder_render_condition(vctx, handle, condition, mode);
 }

 static struct pipe_query *virgl_create_query(struct pipe_context *ctx,
                                             unsigned query_type, unsigned index)
 {
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query;

    query = CALLOC_STRUCT(virgl_query);
    if (!query)
       return NULL;

    query->buf = (struct virgl_resource *)
       pipe_buffer_create(ctx->screen, PIPE_BIND_CUSTOM, PIPE_USAGE_STAGING,
                          sizeof(struct virgl_host_query_state));
    if (!query->buf) {
       FREE(query);
       return NULL;
    }

    query->handle = virgl_object_assign_handle();
    query->result_size = (query_type == PIPE_QUERY_TIMESTAMP ||
                          query_type == PIPE_QUERY_TIME_ELAPSED) ? 8 : 4;

    util_range_add(&query->buf->b, &query->buf->valid_buffer_range, 0,
                   sizeof(struct virgl_host_query_state));
    virgl_resource_dirty(query->buf, 0);

    virgl_encoder_create_query(vctx, query->handle,
          pipe_to_virgl_query(query_type), index, query->buf, 0);

    return (struct pipe_query *)query;
 }

 static void virgl_destroy_query(struct pipe_context *ctx,
                         struct pipe_query *q)
 {
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query = virgl_query(q);

    virgl_encode_delete_object(vctx, query->handle, VIRGL_OBJECT_QUERY);

    pipe_resource_reference((struct pipe_resource **)&query->buf, NULL);
    FREE(query);
 }

 static bool virgl_begin_query(struct pipe_context *ctx,
                              struct pipe_query *q)
 {
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query = virgl_query(q);

    virgl_encoder_begin_query(vctx, query->handle);

    return true;
 }

 static bool virgl_end_query(struct pipe_context *ctx,
                            struct pipe_query *q)
 {
    struct virgl_screen *vs = virgl_screen(ctx->screen);
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query = virgl_query(q);
    struct virgl_host_query_state *host_state;

    host_state = vs->vws->resource_map(vs->vws, query->buf->hw_res);
    if (!host_state)
       return false;

    host_state->query_state = VIRGL_QUERY_STATE_WAIT_HOST;
    query->ready = false;

    virgl_encoder_end_query(vctx, query->handle);

    /* start polling now */
    virgl_encoder_get_query_result(vctx, query->handle, 0);
    vs->vws->emit_res(vs->vws, vctx->cbuf, query->buf->hw_res, false);

    return true;
 }

 static bool virgl_get_query_result(struct pipe_context *ctx,
                                    struct pipe_query *q,
                                    bool wait,
                                    union pipe_query_result *result)
 {
    struct virgl_query *query = virgl_query(q);

    if (!query->ready) {
       struct virgl_screen *vs = virgl_screen(ctx->screen);
       struct virgl_context *vctx = virgl_context(ctx);
       volatile struct virgl_host_query_state *host_state;
       struct pipe_transfer *transfer = NULL;

       if (vs->vws->res_is_referenced(vs->vws, vctx->cbuf, query->buf->hw_res))
          ctx->flush(ctx, NULL, 0);

       if (wait)
          vs->vws->resource_wait(vs->vws, query->buf->hw_res);
       else if (vs->vws->resource_is_busy(vs->vws, query->buf->hw_res))
          return false;

       host_state = vs->vws->resource_map(vs->vws, query->buf->hw_res);

       /* The resource is idle and the result should be available at this point,
        * unless we are dealing with an older host.  In that case,
        * VIRGL_CCMD_GET_QUERY_RESULT is not fenced, the buffer is not
        * coherent, and transfers are unsynchronized.  We have to repeatedly
        * transfer until we get the result back.
        */
       while (host_state->query_state != VIRGL_QUERY_STATE_DONE) {
          debug_printf("VIRGL: get_query_result is forced blocking\n");

          if (transfer) {
             pipe_buffer_unmap(ctx, transfer);
             if (!wait)
                return false;
          }

          host_state = pipe_buffer_map(ctx, &query->buf->b,
                PIPE_MAP_READ, &transfer);
       }

       if (query->result_size == 8)
          query->result = host_state->result;
       else
          query->result = (uint32_t) host_state->result;

       if (transfer)
          pipe_buffer_unmap(ctx, transfer);

       query->ready = true;
    }

    result->u64 = query->result;

    return true;
 }

 static void
 virgl_set_active_query_state(struct pipe_context *pipe, bool enable)
 {
 }

 static void
 virgl_get_query_result_resource(struct pipe_context *ctx,
                                 struct pipe_query *q,
                                 enum pipe_query_flags flags,
                                 enum pipe_query_value_type result_type,
                                 int index,
                                 struct pipe_resource *resource,
                                 unsigned offset)
 {
    struct virgl_context *vctx = virgl_context(ctx);
    struct virgl_query *query = virgl_query(q);
    struct virgl_resource *qbo = (struct virgl_resource *)resource;

    virgl_encode_get_query_result_qbo(vctx, query->handle, qbo, (flags & PIPE_QUERY_WAIT), result_type, offset, index);
 }

 void virgl_init_query_functions(struct virgl_context *vctx)
 {
    vctx->base.render_condition = virgl_render_condition;
    vctx->base.create_query = virgl_create_query;
    vctx->base.destroy_query = virgl_destroy_query;
    vctx->base.begin_query = virgl_begin_query;
    vctx->base.end_query = virgl_end_query;
    vctx->base.get_query_result = virgl_get_query_result;
    vctx->base.set_active_query_state = virgl_set_active_query_state;
    vctx->base.get_query_result_resource = virgl_get_query_result_resource;
 }
	/*
	* Copyright 2014, 2015 Red Hat.
	*
	* Permission is hereby granted, free of charge, to any person obtaining a
	* copy of this software and associated documentation files (the "Software"),
	* to deal in the Software without restriction, including without limitation
	* on the rights to use, copy, modify, merge, publish, distribute, sub
	* license, and/or sell copies of the Software, and to permit persons to whom
	* the Software is furnished to do so, subject to the following conditions:
	*
	* The above copyright notice and this permission notice (including the next
	* paragraph) shall be included in all copies or substantial portions of the
	* Software.
	*
	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
	* THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
	* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
	* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
	* USE OR OTHER DEALINGS IN THE SOFTWARE.
	*/

	#include "util/u_memory.h"
	#include "util/u_inlines.h"
	#include "virgl_context.h"
	#include "virgl_encode.h"
	#include "virtio-gpu/virgl_protocol.h"
	#include "virgl_resource.h"
	#include "virgl_screen.h"

	struct virgl_query {
	struct virgl_resource *buf;
	uint32_t handle;
	uint32_t result_size;

	bool ready;
	uint64_t result;
	};

	#define VIRGL_QUERY_OCCLUSION_COUNTER 0
	#define VIRGL_QUERY_OCCLUSION_PREDICATE 1
	#define VIRGL_QUERY_TIMESTAMP 2
	#define VIRGL_QUERY_TIMESTAMP_DISJOINT 3
	#define VIRGL_QUERY_TIME_ELAPSED 4
	#define VIRGL_QUERY_PRIMITIVES_GENERATED 5
	#define VIRGL_QUERY_PRIMITIVES_EMITTED 6
	#define VIRGL_QUERY_SO_STATISTICS 7
	#define VIRGL_QUERY_SO_OVERFLOW_PREDICATE 8
	#define VIRGL_QUERY_GPU_FINISHED 9
	#define VIRGL_QUERY_PIPELINE_STATISTICS 10
	#define VIRGL_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE 11
	#define VIRGL_QUERY_SO_OVERFLOW_ANY_PREDICATE 12

	static const int pquery_map[] =
	{
	VIRGL_QUERY_OCCLUSION_COUNTER,
	VIRGL_QUERY_OCCLUSION_PREDICATE,
	VIRGL_QUERY_OCCLUSION_PREDICATE_CONSERVATIVE,
	VIRGL_QUERY_TIMESTAMP,
	VIRGL_QUERY_TIMESTAMP_DISJOINT,
	VIRGL_QUERY_TIME_ELAPSED,
	VIRGL_QUERY_PRIMITIVES_GENERATED,
	VIRGL_QUERY_PRIMITIVES_EMITTED,
	VIRGL_QUERY_SO_STATISTICS,
	VIRGL_QUERY_SO_OVERFLOW_PREDICATE,
	VIRGL_QUERY_SO_OVERFLOW_ANY_PREDICATE,
	VIRGL_QUERY_GPU_FINISHED,
	VIRGL_QUERY_PIPELINE_STATISTICS,
	};

	static int pipe_to_virgl_query(enum pipe_query_type ptype)
	{
	return pquery_map[ptype];
	}

	static inline struct virgl_query virgl_query(struct pipe_query q)
	{
	return (struct virgl_query *)q;
	}

	static void virgl_render_condition(struct pipe_context *ctx,
	struct pipe_query *q,
	bool condition,
	enum pipe_render_cond_flag mode)
	{
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query = virgl_query(q);
	uint32_t handle = 0;
	if (q)
	handle = query->handle;
	virgl_encoder_render_condition(vctx, handle, condition, mode);
	}

	static struct pipe_query virgl_create_query(struct pipe_context ctx,
	unsigned query_type, unsigned index)
	{
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query;

	query = CALLOC_STRUCT(virgl_query);
	if (!query)
	return NULL;

	query->buf = (struct virgl_resource *)
	pipe_buffer_create(ctx->screen, PIPE_BIND_CUSTOM, PIPE_USAGE_STAGING,
	sizeof(struct virgl_host_query_state));
	if (!query->buf) {
	FREE(query);
	return NULL;
	}

	query->handle = virgl_object_assign_handle();
	query->result_size = (query_type == PIPE_QUERY_TIMESTAMP \|\|
	query_type == PIPE_QUERY_TIME_ELAPSED) ? 8 : 4;

	util_range_add(&query->buf->b, &query->buf->valid_buffer_range, 0,
	sizeof(struct virgl_host_query_state));
	virgl_resource_dirty(query->buf, 0);

	virgl_encoder_create_query(vctx, query->handle,
	pipe_to_virgl_query(query_type), index, query->buf, 0);

	return (struct pipe_query *)query;
	}

	static void virgl_destroy_query(struct pipe_context *ctx,
	struct pipe_query *q)
	{
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query = virgl_query(q);

	virgl_encode_delete_object(vctx, query->handle, VIRGL_OBJECT_QUERY);

	pipe_resource_reference((struct pipe_resource **)&query->buf, NULL);
	FREE(query);
	}

	static bool virgl_begin_query(struct pipe_context *ctx,
	struct pipe_query *q)
	{
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query = virgl_query(q);

	virgl_encoder_begin_query(vctx, query->handle);

	return true;
	}

	static bool virgl_end_query(struct pipe_context *ctx,
	struct pipe_query *q)
	{
	struct virgl_screen *vs = virgl_screen(ctx->screen);
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query = virgl_query(q);
	struct virgl_host_query_state *host_state;

	host_state = vs->vws->resource_map(vs->vws, query->buf->hw_res);
	if (!host_state)
	return false;

	host_state->query_state = VIRGL_QUERY_STATE_WAIT_HOST;
	query->ready = false;

	virgl_encoder_end_query(vctx, query->handle);

	/* start polling now */
	virgl_encoder_get_query_result(vctx, query->handle, 0);
	vs->vws->emit_res(vs->vws, vctx->cbuf, query->buf->hw_res, false);

	return true;
	}

	static bool virgl_get_query_result(struct pipe_context *ctx,
	struct pipe_query *q,
	bool wait,
	union pipe_query_result *result)
	{
	struct virgl_query *query = virgl_query(q);

	if (!query->ready) {
	struct virgl_screen *vs = virgl_screen(ctx->screen);
	struct virgl_context *vctx = virgl_context(ctx);
	volatile struct virgl_host_query_state *host_state;
	struct pipe_transfer *transfer = NULL;

	if (vs->vws->res_is_referenced(vs->vws, vctx->cbuf, query->buf->hw_res))
	ctx->flush(ctx, NULL, 0);

	if (wait)
	vs->vws->resource_wait(vs->vws, query->buf->hw_res);
	else if (vs->vws->resource_is_busy(vs->vws, query->buf->hw_res))
	return false;

	host_state = vs->vws->resource_map(vs->vws, query->buf->hw_res);

	/* The resource is idle and the result should be available at this point,
	* unless we are dealing with an older host. In that case,
	* VIRGL_CCMD_GET_QUERY_RESULT is not fenced, the buffer is not
	* coherent, and transfers are unsynchronized. We have to repeatedly
	* transfer until we get the result back.
	*/
	while (host_state->query_state != VIRGL_QUERY_STATE_DONE) {
	debug_printf("VIRGL: get_query_result is forced blocking\n");

	if (transfer) {
	pipe_buffer_unmap(ctx, transfer);
	if (!wait)
	return false;
	}

	host_state = pipe_buffer_map(ctx, &query->buf->b,
	PIPE_MAP_READ, &transfer);
	}

	if (query->result_size == 8)
	query->result = host_state->result;
	else
	query->result = (uint32_t) host_state->result;

	if (transfer)
	pipe_buffer_unmap(ctx, transfer);

	query->ready = true;
	}

	result->u64 = query->result;

	return true;
	}

	static void
	virgl_set_active_query_state(struct pipe_context *pipe, bool enable)
	{
	}

	static void
	virgl_get_query_result_resource(struct pipe_context *ctx,
	struct pipe_query *q,
	enum pipe_query_flags flags,
	enum pipe_query_value_type result_type,
	int index,
	struct pipe_resource *resource,
	unsigned offset)
	{
	struct virgl_context *vctx = virgl_context(ctx);
	struct virgl_query *query = virgl_query(q);
	struct virgl_resource qbo = (struct virgl_resource )resource;

	virgl_encode_get_query_result_qbo(vctx, query->handle, qbo, (flags & PIPE_QUERY_WAIT), result_type, offset, index);
	}

	void virgl_init_query_functions(struct virgl_context *vctx)
	{
	vctx->base.render_condition = virgl_render_condition;
	vctx->base.create_query = virgl_create_query;
	vctx->base.destroy_query = virgl_destroy_query;
	vctx->base.begin_query = virgl_begin_query;
	vctx->base.end_query = virgl_end_query;
	vctx->base.get_query_result = virgl_get_query_result;
	vctx->base.set_active_query_state = virgl_set_active_query_state;
	vctx->base.get_query_result_resource = virgl_get_query_result_resource;
	}