blob: 98c9e012234ad480a5c6e34167d39cdbe2cfec88 [file] [log] [blame]
/*
* Copyright (c) 2016-2018, Intel Corporation
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included
* in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*/
//!
//! \file mhw_mi_g11_X.cpp
//! \brief Constructs MI commands on Gen11-based platforms
//! \details Each client facing function both creates a HW command and adds
//! that command to a command or batch buffer.
//!
#include "mhw_mi_g11_X.h"
#include "mhw_mi_hwcmd_g11_X.h"
#include "mhw_mmio_g11.h"
MOS_STATUS MhwMiInterfaceG11::AddMiSemaphoreWaitCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_SEMAPHORE_WAIT_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(cmdBuffer->pCmdPtr);
MHW_MI_CHK_NULL(params);
mhw_mi_g11_X::MI_SEMAPHORE_WAIT_CMD *cmd =
(mhw_mi_g11_X::MI_SEMAPHORE_WAIT_CMD*)cmdBuffer->pCmdPtr;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiSemaphoreWaitCmd(cmdBuffer, params));
cmd->DW0.RegisterPollMode = params->bRegisterPollMode;
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiBatchBufferStartCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_BATCH_BUFFER batchBuffer)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(batchBuffer);
bool vcsEngineUsed =
MOS_VCS_ENGINE_USED(m_osInterface->pfnGetGpuContext(m_osInterface));
mhw_mi_g11_X::MI_BATCH_BUFFER_START_CMD cmd;
MHW_RESOURCE_PARAMS resourceParams;
MOS_ZeroMemory(&resourceParams, sizeof(resourceParams));
resourceParams.presResource = &batchBuffer->OsResource;
resourceParams.dwOffset = batchBuffer->dwOffset;
resourceParams.pdwCmd = cmd.DW1_2.Value;
resourceParams.dwLocationInCmd = 1;
resourceParams.dwLsbNum = MHW_COMMON_MI_GENERAL_SHIFT;
resourceParams.HwCommandType = vcsEngineUsed ?
MOS_MI_BATCH_BUFFER_START : MOS_MI_BATCH_BUFFER_START_RCS;
MHW_MI_CHK_STATUS(AddResourceToCmd(
m_osInterface,
cmdBuffer,
&resourceParams));
// Set BB start
cmd.DW0.SecondLevelBatchBuffer = true;
cmd.DW0.AddressSpaceIndicator = !IsGlobalGttInUse();
// Send BB start command
MHW_MI_CHK_STATUS(Mos_AddCommand(cmdBuffer, &cmd, cmd.byteSize));
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiConditionalBatchBufferEndCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_CONDITIONAL_BATCH_BUFFER_END_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(params);
MHW_MI_CHK_NULL(params->presSemaphoreBuffer);
// Case 1 - Batch buffer condition matches - If this is not present then conditional
// batch buffer will exit to ring with terminating CP.
// Case 2 - Batch buffer condition DOES NOT match - Although this will disable CP
// but after end of conditional batch buffer CP will be re-enabled.
MHW_MI_CHK_STATUS(m_cpInterface->AddEpilog(m_osInterface, cmdBuffer));
mhw_mi_g11_X::MI_CONDITIONAL_BATCH_BUFFER_END_CMD cmd;
cmd.DW0.UseGlobalGtt = IsGlobalGttInUse();
cmd.DW0.CompareSemaphore = 1; // CompareDataDword is always assumed to be set
cmd.DW0.CompareMaskMode = !params->bDisableCompareMask;
cmd.DW1.CompareDataDword = params->dwValue;
MHW_RESOURCE_PARAMS resourceParams;
MOS_ZeroMemory(&resourceParams, sizeof(resourceParams));
resourceParams.presResource = params->presSemaphoreBuffer;
resourceParams.dwOffset = params->dwOffset;
resourceParams.pdwCmd = cmd.DW2_3.Value;
resourceParams.dwLocationInCmd = 2;
resourceParams.dwLsbNum = MHW_COMMON_MI_CONDITIONAL_BATCH_BUFFER_END_SHIFT;
resourceParams.HwCommandType = MOS_MI_CONDITIONAL_BATCH_BUFFER_END;
MHW_MI_CHK_STATUS(AddResourceToCmd(
m_osInterface,
cmdBuffer,
&resourceParams));
// Send Conditional Batch Buffer End command
MHW_MI_CHK_STATUS(Mos_AddCommand(cmdBuffer, &cmd, cmd.byteSize));
//Re-enable CP for Case 2
MHW_MI_CHK_STATUS(m_cpInterface->AddProlog(m_osInterface, cmdBuffer));
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiStoreRegisterMemCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_STORE_REGISTER_MEM_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(cmdBuffer->pCmdPtr);
MHW_MI_CHK_NULL(params);
mhw_mi_g11_X::MI_STORE_REGISTER_MEM_CMD *cmd =
(mhw_mi_g11_X::MI_STORE_REGISTER_MEM_CMD*)cmdBuffer->pCmdPtr;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiStoreRegisterMemCmd(cmdBuffer, params));
if (IsRelativeMMIO(params->dwRegister))
{
cmd->DW0.AddCsMmioStartOffset = 1;
cmd->DW1.RegisterAddress = params->dwRegister >> 2;
}
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiLoadRegisterMemCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_LOAD_REGISTER_MEM_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(cmdBuffer->pCmdPtr);
MHW_MI_CHK_NULL(params);
mhw_mi_g11_X::MI_LOAD_REGISTER_MEM_CMD *cmd =
(mhw_mi_g11_X::MI_LOAD_REGISTER_MEM_CMD*)cmdBuffer->pCmdPtr;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiLoadRegisterMemCmd(cmdBuffer, params));
if (IsRelativeMMIO(params->dwRegister))
{
cmd->DW0.AddCsMmioStartOffset = 1;
cmd->DW1.RegisterAddress = params->dwRegister >> 2;
}
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiLoadRegisterImmCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_LOAD_REGISTER_IMM_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(cmdBuffer->pCmdPtr);
MHW_MI_CHK_NULL(params);
mhw_mi_g11_X::MI_LOAD_REGISTER_IMM_CMD *cmd =
(mhw_mi_g11_X::MI_LOAD_REGISTER_IMM_CMD*)cmdBuffer->pCmdPtr;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiLoadRegisterImmCmd(cmdBuffer, params));
if (IsRelativeMMIO(params->dwRegister))
{
cmd->DW0.AddCsMmioStartOffset = 1;
cmd->DW1.RegisterOffset = params->dwRegister >> 2;
}
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiLoadRegisterRegCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_LOAD_REGISTER_REG_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_NULL(cmdBuffer);
MHW_MI_CHK_NULL(cmdBuffer->pCmdPtr);
MHW_MI_CHK_NULL(params);
mhw_mi_g11_X::MI_LOAD_REGISTER_REG_CMD *cmd =
(mhw_mi_g11_X::MI_LOAD_REGISTER_REG_CMD*)cmdBuffer->pCmdPtr;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiLoadRegisterRegCmd(cmdBuffer, params));
if (IsRelativeMMIO(params->dwSrcRegister))
{
cmd->DW0.AddCsMmioStartOffsetSource = 1;
cmd->DW1.SourceRegisterAddress = params->dwSrcRegister >> 2;
}
if (IsRelativeMMIO(params->dwDstRegister))
{
cmd->DW0.AddCsMmioStartOffsetDestination = 1;
cmd->DW2.DestinationRegisterAddress = params->dwDstRegister >> 2;
}
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::SetWatchdogTimerThreshold(uint32_t frameWidth, uint32_t frameHeight, bool isEncoder)
{
MHW_FUNCTION_ENTER;
if (m_osInterface->bMediaReset == false ||
m_osInterface->umdMediaResetEnable == false)
{
return MOS_STATUS_SUCCESS;
}
if (isEncoder)
{
if ((frameWidth * frameHeight) >= (7680 * 4320))
{
MediaResetParam.watchdogCountThreshold = MHW_MI_ENCODER_16K_WATCHDOG_THRESHOLD_IN_MS;
}
else if ((frameWidth * frameHeight) >= (3840 * 2160))
{
MediaResetParam.watchdogCountThreshold = MHW_MI_ENCODER_8K_WATCHDOG_THRESHOLD_IN_MS;
}
else if ((frameWidth * frameHeight) >= (1920 * 1080))
{
MediaResetParam.watchdogCountThreshold = MHW_MI_ENCODER_4K_WATCHDOG_THRESHOLD_IN_MS;
}
else
{
MediaResetParam.watchdogCountThreshold = MHW_MI_ENCODER_FHD_WATCHDOG_THRESHOLD_IN_MS;
}
}
else
{
if ((frameWidth * frameHeight) >= (7680 * 4320))
{
MediaResetParam.watchdogCountThreshold = MHW_MI_DECODER_16K_WATCHDOG_THRESHOLD_IN_MS;
}
else
{
// 60ms should be enough for decoder with resolution smaller than 8k
MediaResetParam.watchdogCountThreshold = MHW_MI_DEFAULT_WATCHDOG_THRESHOLD_IN_MS;
}
}
GetWatchdogThreshold(m_osInterface);
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::SetWatchdogTimerRegisterOffset(
MOS_GPU_CONTEXT gpuContext)
{
MHW_FUNCTION_ENTER;
switch (gpuContext)
{
// RCS
case MOS_GPU_CONTEXT_RENDER:
case MOS_GPU_CONTEXT_RENDER2:
case MOS_GPU_CONTEXT_RENDER3:
case MOS_GPU_CONTEXT_RENDER4:
MediaResetParam.watchdogCountCtrlOffset = WATCHDOG_COUNT_CTRL_OFFSET_RCS_G11;
MediaResetParam.watchdogCountThresholdOffset = WATCHDOG_COUNT_THRESTHOLD_OFFSET_RCS_G11;
break;
// VCS0
case MOS_GPU_CONTEXT_VIDEO:
case MOS_GPU_CONTEXT_VIDEO2:
case MOS_GPU_CONTEXT_VIDEO3:
case MOS_GPU_CONTEXT_VIDEO4:
case MOS_GPU_CONTEXT_VIDEO5:
case MOS_GPU_CONTEXT_VIDEO6:
case MOS_GPU_CONTEXT_VIDEO7:
MediaResetParam.watchdogCountCtrlOffset = WATCHDOG_COUNT_CTRL_OFFSET_VCS0_G11;
MediaResetParam.watchdogCountThresholdOffset = WATCHDOG_COUNT_THRESTHOLD_OFFSET_VCS0_G11;
break;
// VCS1
case MOS_GPU_CONTEXT_VDBOX2_VIDEO:
case MOS_GPU_CONTEXT_VDBOX2_VIDEO2:
case MOS_GPU_CONTEXT_VDBOX2_VIDEO3:
MediaResetParam.watchdogCountCtrlOffset = WATCHDOG_COUNT_CTRL_OFFSET_VCS1_G11;
MediaResetParam.watchdogCountThresholdOffset = WATCHDOG_COUNT_THRESTHOLD_OFFSET_VCS1_G11;
break;
// VECS
case MOS_GPU_CONTEXT_VEBOX:
MediaResetParam.watchdogCountCtrlOffset = WATCHDOG_COUNT_CTRL_OFFSET_VECS_G11;
MediaResetParam.watchdogCountThresholdOffset = WATCHDOG_COUNT_THRESTHOLD_OFFSET_VECS_G11;
break;
// Default
default:
break;
}
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddWatchdogTimerStartCmd(
PMOS_COMMAND_BUFFER cmdBuffer)
{
MOS_GPU_CONTEXT gpuContext;
MHW_FUNCTION_ENTER;
if (m_osInterface->bMediaReset == false ||
m_osInterface->umdMediaResetEnable == false)
{
return MOS_STATUS_SUCCESS;
}
MHW_MI_CHK_NULL(cmdBuffer);
// Set Watchdog Timer Register Offset
gpuContext = m_osInterface->pfnGetGpuContext(m_osInterface);
MHW_MI_CHK_STATUS(SetWatchdogTimerRegisterOffset(gpuContext));
// Send Stop before Start is to help recover from incorrect wdt state if previous submission
// cause hang and not have a chance to execute the stop cmd in the end of batch buffer.
MHW_MI_CHK_STATUS(AddWatchdogTimerStopCmd(cmdBuffer));
//Configure Watchdog timer Threshold
MHW_MI_LOAD_REGISTER_IMM_PARAMS registerImmParams;
MOS_ZeroMemory(&registerImmParams, sizeof(registerImmParams));
registerImmParams.dwData = MHW_MI_WATCHDOG_COUNTS_PER_MILLISECOND * MediaResetParam.watchdogCountThreshold *
(m_osInterface->bSimIsActive ? 2 : 1);
registerImmParams.dwRegister = MediaResetParam.watchdogCountThresholdOffset;
MHW_MI_CHK_STATUS(AddMiLoadRegisterImmCmd(
cmdBuffer,
&registerImmParams));
MHW_VERBOSEMESSAGE("MediaReset Threshold is %d", MediaResetParam.watchdogCountThreshold * (m_osInterface->bSimIsActive ? 2 : 1));
//Start Watchdog Timer
registerImmParams.dwData = MHW_MI_WATCHDOG_ENABLE_COUNTER;
registerImmParams.dwRegister = MediaResetParam.watchdogCountCtrlOffset;
MHW_MI_CHK_STATUS(AddMiLoadRegisterImmCmd(
cmdBuffer,
&registerImmParams));
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddWatchdogTimerStopCmd(
PMOS_COMMAND_BUFFER cmdBuffer)
{
MOS_GPU_CONTEXT gpuContext;
MHW_FUNCTION_ENTER;
if (m_osInterface->bMediaReset == false ||
m_osInterface->umdMediaResetEnable == false)
{
return MOS_STATUS_SUCCESS;
}
MHW_MI_CHK_NULL(cmdBuffer);
// Set Watchdog Timer Register Offset
gpuContext = m_osInterface->pfnGetGpuContext(m_osInterface);
MHW_MI_CHK_STATUS(SetWatchdogTimerRegisterOffset(gpuContext));
//Stop Watchdog Timer
MHW_MI_LOAD_REGISTER_IMM_PARAMS registerImmParams;
MOS_ZeroMemory(&registerImmParams, sizeof(registerImmParams));
registerImmParams.dwData = MHW_MI_WATCHDOG_DISABLE_COUNTER;
registerImmParams.dwRegister = MediaResetParam.watchdogCountCtrlOffset;
MHW_MI_CHK_STATUS(AddMiLoadRegisterImmCmd(
cmdBuffer,
&registerImmParams));
return MOS_STATUS_SUCCESS;
}
void MhwMiInterfaceG11::InitMmioRegisters()
{
MHW_MI_MMIOREGISTERS *mmioRegisters = &m_mmioRegisters;
mmioRegisters->generalPurposeRegister0LoOffset = GP_REGISTER0_LO_OFFSET_G11;
mmioRegisters->generalPurposeRegister0HiOffset = GP_REGISTER0_HI_OFFSET_G11;
mmioRegisters->generalPurposeRegister4LoOffset = GP_REGISTER4_LO_OFFSET_G11;
mmioRegisters->generalPurposeRegister4HiOffset = GP_REGISTER4_HI_OFFSET_G11;
mmioRegisters->generalPurposeRegister11LoOffset = GP_REGISTER11_LO_OFFSET_G11;
mmioRegisters->generalPurposeRegister11HiOffset = GP_REGISTER11_HI_OFFSET_G11;
mmioRegisters->generalPurposeRegister12LoOffset = GP_REGISTER12_LO_OFFSET_G11;
mmioRegisters->generalPurposeRegister12HiOffset = GP_REGISTER12_HI_OFFSET_G11;
}
MOS_STATUS MhwMiInterfaceG11::AddMediaStateFlush(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_BATCH_BUFFER batchBuffer,
PMHW_MEDIA_STATE_FLUSH_PARAM params)
{
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMediaStateFlush(cmdBuffer, batchBuffer, params));
mhw_mi_g11_X::MEDIA_STATE_FLUSH_CMD cmd;
if (params != nullptr)
{
cmd.DW1.FlushToGo = params->bFlushToGo;
cmd.DW1.InterfaceDescriptorOffset = params->ui8InterfaceDescriptorOffset;
}
MHW_MI_CHK_STATUS(Mhw_AddCommandCmdOrBB(cmdBuffer, batchBuffer, &cmd, cmd.byteSize));
#if (_DEBUG || _RELEASE_INTERNAL)
if (batchBuffer)
{
batchBuffer->iLastCurrent = batchBuffer->iCurrent;
}
#endif
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::SkipMiBatchBufferEndBb(
PMHW_BATCH_BUFFER batchBuffer)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::SkipMiBatchBufferEndBb(batchBuffer));
auto waTable = m_osInterface->pfnGetWaTable(m_osInterface);
MHW_MI_CHK_NULL(waTable);
// This WA does not apply for video or other engines, render requirement only
bool isRender =
MOS_RCS_ENGINE_USED(m_osInterface->pfnGetGpuContext(m_osInterface));
if (isRender && (MEDIA_IS_WA(waTable, WaMSFWithNoWatermarkTSGHang) ||
MEDIA_IS_WA(waTable, WaAddMediaStateFlushCmd)))
{
mhw_mi_g11_X::MEDIA_STATE_FLUSH_CMD FlushCmd;
MHW_MI_CHK_STATUS(Mhw_AddCommandBB(
batchBuffer,
nullptr,
FlushCmd.byteSize));
}
mhw_mi_g11_X::MI_BATCH_BUFFER_END_CMD cmd;
MHW_MI_CHK_STATUS(Mhw_AddCommandBB(
batchBuffer,
nullptr,
cmd.byteSize));
return MOS_STATUS_SUCCESS;
}
MOS_STATUS MhwMiInterfaceG11::AddMiFlushDwCmd(
PMOS_COMMAND_BUFFER cmdBuffer,
PMHW_MI_FLUSH_DW_PARAMS params)
{
MHW_FUNCTION_ENTER;
MHW_MI_CHK_STATUS(MhwMiInterfaceGeneric<mhw_mi_g11_X>::AddMiFlushDwCmd(cmdBuffer, params));
mhw_mi_g11_X::MI_FLUSH_DW_CMD cmd;
// set the protection bit based on CP status
MHW_MI_CHK_STATUS(m_cpInterface->SetProtectionSettingsForMiFlushDw(m_osInterface, &cmd));
cmd.DW0.VideoPipelineCacheInvalidate = params->bVideoPipelineCacheInvalidate;
cmd.DW0.PostSyncOperation = cmd.POST_SYNC_OPERATION_NOWRITE;
cmd.DW3_4.Value[0] = params->dwDataDW1;
if (params->pOsResource)
{
cmd.DW0.PostSyncOperation = cmd.POST_SYNC_OPERATION_WRITEIMMEDIATEDATA;
cmd.DW1_2.DestinationAddressType = UseGlobalGtt.m_vcs;
MHW_RESOURCE_PARAMS resourceParams;
MOS_ZeroMemory(&resourceParams, sizeof(resourceParams));
resourceParams.presResource = params->pOsResource;
resourceParams.dwOffset = params->dwResourceOffset;
resourceParams.pdwCmd = cmd.DW1_2.Value;
resourceParams.dwLocationInCmd = 1;
resourceParams.dwLsbNum = MHW_COMMON_MI_FLUSH_DW_SHIFT;
resourceParams.HwCommandType = MOS_MI_FLUSH_DW;
resourceParams.bIsWritable = true;
MHW_MI_CHK_STATUS(AddResourceToCmd(
m_osInterface,
cmdBuffer,
&resourceParams));
}
if (params->postSyncOperation)
{
cmd.DW0.PostSyncOperation = params->postSyncOperation;
}
if (params->dwDataDW2 || params->bQWordEnable)
{
cmd.DW3_4.Value[1] = params->dwDataDW2;
}
else
{
cmd.DW0.DwordLength--;
}
MHW_MI_CHK_STATUS(Mos_AddCommand(cmdBuffer, &cmd, cmd.byteSize));
return MOS_STATUS_SUCCESS;
}