| /*************************************************************************/ /*! |
| @File |
| @Title RGX TA and 3D Functionality |
| @Copyright Copyright (c) Imagination Technologies Ltd. All Rights Reserved |
| @Description Header for the RGX TA and 3D Functionality |
| @License Dual MIT/GPLv2 |
| |
| The contents of this file are subject to the MIT license as set out below. |
| |
| Permission is hereby granted, free of charge, to any person obtaining a copy |
| of this software and associated documentation files (the "Software"), to deal |
| in the Software without restriction, including without limitation the rights |
| to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| copies of the Software, and to permit persons to whom the Software is |
| furnished to do so, subject to the following conditions: |
| |
| The above copyright notice and this permission notice shall be included in |
| all copies or substantial portions of the Software. |
| |
| Alternatively, the contents of this file may be used under the terms of |
| the GNU General Public License Version 2 ("GPL") in which case the provisions |
| of GPL are applicable instead of those above. |
| |
| If you wish to allow use of your version of this file only under the terms of |
| GPL, and not to allow others to use your version of this file under the terms |
| of the MIT license, indicate your decision by deleting the provisions above |
| and replace them with the notice and other provisions required by GPL as set |
| out in the file called "GPL-COPYING" included in this distribution. If you do |
| not delete the provisions above, a recipient may use your version of this file |
| under the terms of either the MIT license or GPL. |
| |
| This License is also included in this distribution in the file called |
| "MIT-COPYING". |
| |
| EXCEPT AS OTHERWISE STATED IN A NEGOTIATED AGREEMENT: (A) THE SOFTWARE IS |
| PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING |
| BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR |
| PURPOSE AND NONINFRINGEMENT; AND (B) IN NO EVENT SHALL THE AUTHORS OR |
| COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER |
| IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| */ /**************************************************************************/ |
| |
| #if !defined(__RGXTA3D_H__) |
| #define __RGXTA3D_H__ |
| |
| #include "devicemem.h" |
| #include "devicemem_server.h" |
| #include "device.h" |
| #include "rgxdevice.h" |
| #include "rgx_fwif_shared.h" |
| #include "rgx_fwif_resetframework.h" |
| #include "sync_server.h" |
| #include "connection_server.h" |
| #include "rgxdebug.h" |
| #include "pvr_notifier.h" |
| |
| typedef struct _RGX_SERVER_RENDER_CONTEXT_ RGX_SERVER_RENDER_CONTEXT; |
| typedef struct _RGX_FREELIST_ RGX_FREELIST; |
| typedef struct _RGX_PMR_NODE_ RGX_PMR_NODE; |
| |
| typedef struct { |
| PVRSRV_DEVICE_NODE *psDeviceNode; |
| DEVMEM_MEMDESC *psFWHWRTDataMemDesc; |
| DEVMEM_MEMDESC *psRTACtlMemDesc; |
| DEVMEM_MEMDESC *psRTArrayMemDesc; |
| DEVMEM_MEMDESC *psRendersAccArrayMemDesc; |
| RGX_FREELIST *apsFreeLists[RGXFW_MAX_FREELISTS]; |
| PVRSRV_CLIENT_SYNC_PRIM *psCleanupSync; |
| } RGX_RTDATA_CLEANUP_DATA; |
| |
| struct _RGX_FREELIST_ { |
| PVRSRV_RGXDEV_INFO *psDevInfo; |
| |
| /* Free list PMR */ |
| PMR *psFreeListPMR; |
| IMG_DEVMEM_OFFSET_T uiFreeListPMROffset; |
| |
| /* Freelist config */ |
| IMG_UINT32 ui32MaxFLPages; |
| IMG_UINT32 ui32InitFLPages; |
| IMG_UINT32 ui32CurrentFLPages; |
| IMG_UINT32 ui32GrowFLPages; |
| IMG_UINT32 ui32FreelistID; |
| IMG_UINT32 ui32FreelistGlobalID; /* related global freelist for this freelist */ |
| IMG_UINT64 ui64FreelistChecksum; /* checksum over freelist content */ |
| IMG_BOOL bCheckFreelist; /* freelist check enabled */ |
| IMG_UINT32 ui32RefCount; /* freelist reference counting */ |
| |
| IMG_UINT32 ui32NumGrowReqByApp; /* Total number of grow requests by Application*/ |
| IMG_UINT32 ui32NumGrowReqByFW; /* Total Number of grow requests by Firmware */ |
| IMG_UINT32 ui32NumHighPages; /* High Mark of pages in the freelist */ |
| |
| IMG_PID ownerPid; /* Pid of the owner of the list */ |
| |
| /* Memory Blocks */ |
| DLLIST_NODE sMemoryBlockHead; |
| DLLIST_NODE sMemoryBlockInitHead; |
| DLLIST_NODE sNode; |
| |
| /* FW data structures */ |
| DEVMEM_MEMDESC *psFWFreelistMemDesc; |
| RGXFWIF_DEV_VIRTADDR sFreeListFWDevVAddr; |
| |
| PVRSRV_CLIENT_SYNC_PRIM *psCleanupSync; |
| |
| #if defined(SUPPORT_WORKLOAD_ESTIMATION) |
| HASH_TABLE* psWorkloadHashTable; |
| #endif |
| } ; |
| |
| struct _RGX_PMR_NODE_ { |
| RGX_FREELIST *psFreeList; |
| PMR *psPMR; |
| PMR_PAGELIST *psPageList; |
| DLLIST_NODE sMemoryBlock; |
| IMG_UINT32 ui32NumPages; |
| IMG_BOOL bInternal; |
| #if defined(PVR_RI_DEBUG) |
| RI_HANDLE hRIHandle; |
| #endif |
| } ; |
| |
| typedef struct { |
| PVRSRV_DEVICE_NODE *psDeviceNode; |
| DEVMEM_MEMDESC *psRenderTargetMemDesc; |
| } RGX_RT_CLEANUP_DATA; |
| |
| typedef struct { |
| PVRSRV_RGXDEV_INFO *psDevInfo; |
| DEVMEM_MEMDESC *psZSBufferMemDesc; |
| RGXFWIF_DEV_VIRTADDR sZSBufferFWDevVAddr; |
| |
| DEVMEMINT_RESERVATION *psReservation; |
| PMR *psPMR; |
| DEVMEMINT_MAPPING *psMapping; |
| PVRSRV_MEMALLOCFLAGS_T uiMapFlags; |
| IMG_UINT32 ui32ZSBufferID; |
| IMG_UINT32 ui32RefCount; |
| IMG_BOOL bOnDemand; |
| |
| IMG_BOOL ui32NumReqByApp; /* Number of Backing Requests from Application */ |
| IMG_BOOL ui32NumReqByFW; /* Number of Backing Requests from Firmware */ |
| |
| IMG_PID owner; |
| |
| DLLIST_NODE sNode; |
| |
| PVRSRV_CLIENT_SYNC_PRIM *psCleanupSync; |
| }RGX_ZSBUFFER_DATA; |
| |
| typedef struct { |
| RGX_ZSBUFFER_DATA *psZSBuffer; |
| } RGX_POPULATION; |
| |
| /* Dump the physical pages of a freelist */ |
| IMG_BOOL RGXDumpFreeListPageList(RGX_FREELIST *psFreeList); |
| |
| |
| /* Create HWRTDataSet */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXCreateHWRTData(CONNECTION_DATA *psConnection, |
| PVRSRV_DEVICE_NODE *psDeviceNode, |
| IMG_UINT32 psRenderTarget, |
| IMG_DEV_VIRTADDR psPMMListDevVAddr, |
| IMG_DEV_VIRTADDR psVFPPageTableAddr, |
| RGX_FREELIST *apsFreeLists[RGXFW_MAX_FREELISTS], |
| RGX_RTDATA_CLEANUP_DATA **ppsCleanupData, |
| DEVMEM_MEMDESC **ppsRTACtlMemDesc, |
| IMG_UINT32 ui32PPPScreen, |
| IMG_UINT32 ui32PPPGridOffset, |
| IMG_UINT64 ui64PPPMultiSampleCtl, |
| IMG_UINT32 ui32TPCStride, |
| IMG_DEV_VIRTADDR sTailPtrsDevVAddr, |
| IMG_UINT32 ui32TPCSize, |
| IMG_UINT32 ui32TEScreen, |
| IMG_UINT32 ui32TEAA, |
| IMG_UINT32 ui32TEMTILE1, |
| IMG_UINT32 ui32TEMTILE2, |
| IMG_UINT32 ui32MTileStride, |
| IMG_UINT32 ui32ISPMergeLowerX, |
| IMG_UINT32 ui32ISPMergeLowerY, |
| IMG_UINT32 ui32ISPMergeUpperX, |
| IMG_UINT32 ui32ISPMergeUpperY, |
| IMG_UINT32 ui32ISPMergeScaleX, |
| IMG_UINT32 ui32ISPMergeScaleY, |
| IMG_UINT16 ui16MaxRTs, |
| DEVMEM_MEMDESC **psMemDesc, |
| IMG_UINT32 *puiHWRTData); |
| |
| /* Destroy HWRTData */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXDestroyHWRTData(RGX_RTDATA_CLEANUP_DATA *psCleanupData); |
| |
| /* Create Render Target */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXCreateRenderTarget(CONNECTION_DATA *psConnection, |
| PVRSRV_DEVICE_NODE *psDeviceNode, |
| IMG_DEV_VIRTADDR psVHeapTableDevVAddr, |
| RGX_RT_CLEANUP_DATA **ppsCleanupData, |
| IMG_UINT32 *sRenderTargetFWDevVAddr); |
| |
| /* Destroy render target */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXDestroyRenderTarget(RGX_RT_CLEANUP_DATA *psCleanupData); |
| |
| |
| /* |
| RGXCreateZSBuffer |
| */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXCreateZSBufferKM(CONNECTION_DATA * psConnection, |
| PVRSRV_DEVICE_NODE * psDeviceNode, |
| DEVMEMINT_RESERVATION *psReservation, |
| PMR *psPMR, |
| PVRSRV_MEMALLOCFLAGS_T uiMapFlags, |
| RGX_ZSBUFFER_DATA **ppsZSBuffer, |
| IMG_UINT32 *sRenderTargetFWDevVAddr); |
| |
| /* |
| RGXDestroyZSBuffer |
| */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXDestroyZSBufferKM(RGX_ZSBUFFER_DATA *psZSBuffer); |
| |
| |
| /* |
| * RGXBackingZSBuffer() |
| * |
| * Backs ZS-Buffer with physical pages |
| */ |
| PVRSRV_ERROR |
| RGXBackingZSBuffer(RGX_ZSBUFFER_DATA *psZSBuffer); |
| |
| /* |
| * RGXPopulateZSBufferKM() |
| * |
| * Backs ZS-Buffer with physical pages (called by Bridge calls) |
| */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXPopulateZSBufferKM(RGX_ZSBUFFER_DATA *psZSBuffer, |
| RGX_POPULATION **ppsPopulation); |
| |
| /* |
| * RGXUnbackingZSBuffer() |
| * |
| * Frees ZS-Buffer's physical pages |
| */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXUnbackingZSBuffer(RGX_ZSBUFFER_DATA *psZSBuffer); |
| |
| /* |
| * RGXUnpopulateZSBufferKM() |
| * |
| * Frees ZS-Buffer's physical pages (called by Bridge calls ) |
| */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXUnpopulateZSBufferKM(RGX_POPULATION *psPopulation); |
| |
| /* |
| RGXProcessRequestZSBufferBacking |
| */ |
| IMG_EXPORT |
| void RGXProcessRequestZSBufferBacking(PVRSRV_RGXDEV_INFO *psDevInfo, |
| IMG_UINT32 ui32ZSBufferID); |
| |
| /* |
| RGXProcessRequestZSBufferUnbacking |
| */ |
| IMG_EXPORT |
| void RGXProcessRequestZSBufferUnbacking(PVRSRV_RGXDEV_INFO *psDevInfo, |
| IMG_UINT32 ui32ZSBufferID); |
| |
| /* |
| RGXGrowFreeList |
| */ |
| IMG_INTERNAL |
| PVRSRV_ERROR RGXGrowFreeList(RGX_FREELIST *psFreeList, |
| IMG_UINT32 ui32NumPages, |
| PDLLIST_NODE pListHeader); |
| |
| /* Create free list */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXCreateFreeList(CONNECTION_DATA *psConnection, |
| PVRSRV_DEVICE_NODE *psDeviceNode, |
| IMG_UINT32 ui32MaxFLPages, |
| IMG_UINT32 ui32InitFLPages, |
| IMG_UINT32 ui32GrowFLPages, |
| RGX_FREELIST *psGlobalFreeList, |
| IMG_BOOL bCheckFreelist, |
| IMG_DEV_VIRTADDR sFreeListDevVAddr, |
| PMR *psFreeListPMR, |
| IMG_DEVMEM_OFFSET_T uiFreeListPMROffset, |
| RGX_FREELIST **ppsFreeList); |
| |
| /* Destroy free list */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXDestroyFreeList(RGX_FREELIST *psFreeList); |
| |
| /* |
| RGXProcessRequestGrow |
| */ |
| IMG_EXPORT |
| void RGXProcessRequestGrow(PVRSRV_RGXDEV_INFO *psDevInfo, |
| IMG_UINT32 ui32FreelistID); |
| |
| |
| /* Grow free list */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXAddBlockToFreeListKM(RGX_FREELIST *psFreeList, |
| IMG_UINT32 ui32NumPages); |
| |
| /* Shrink free list */ |
| IMG_EXPORT |
| PVRSRV_ERROR RGXRemoveBlockFromFreeListKM(RGX_FREELIST *psFreeList); |
| |
| |
| /* Reconstruct free list after Hardware Recovery */ |
| void RGXProcessRequestFreelistsReconstruction(PVRSRV_RGXDEV_INFO *psDevInfo, |
| IMG_UINT32 ui32FreelistsCount, |
| IMG_UINT32 *paui32Freelists); |
| |
| /*! |
| ******************************************************************************* |
| |
| @Function PVRSRVRGXCreateRenderContextKM |
| |
| @Description |
| Server-side implementation of RGXCreateRenderContext |
| |
| @Input pvDeviceNode - device node |
| @Input psTACCBMemDesc - TA CCB Memory descriptor |
| @Input psTACCBCtlMemDesc - TA CCB Ctrl Memory descriptor |
| @Input ps3DCCBMemDesc - 3D CCB Memory descriptor |
| @Input ps3DCCBCtlMemDesc - 3D CCB Ctrl Memory descriptor |
| @Input ui32Priority - context priority |
| @Input sMCUFenceAddr - MCU Fence device virtual address |
| @Input psVDMStackPointer - VDM call stack device virtual address |
| @Input ui32FrameworkRegisterSize - framework register size |
| @Input pbyFrameworkRegisters - ptr to framework register |
| @Input hMemCtxPrivData - memory context private data |
| @Output ppsCleanupData - clean up data |
| @Output ppsFWRenderContextMemDesc - firmware render context memory descriptor |
| @Output ppsFWContextStateMemDesc - firmware context state memory descriptor |
| |
| @Return PVRSRV_ERROR |
| |
| ******************************************************************************/ |
| IMG_EXPORT |
| PVRSRV_ERROR PVRSRVRGXCreateRenderContextKM(CONNECTION_DATA *psConnection, |
| PVRSRV_DEVICE_NODE *psDeviceNode, |
| IMG_UINT32 ui32Priority, |
| IMG_DEV_VIRTADDR sMCUFenceAddr, |
| IMG_DEV_VIRTADDR sVDMCallStackAddr, |
| IMG_UINT32 ui32FrameworkCommandSize, |
| IMG_PBYTE pabyFrameworkCommand, |
| IMG_HANDLE hMemCtxPrivData, |
| RGX_SERVER_RENDER_CONTEXT **ppsRenderContext); |
| |
| |
| /*! |
| ******************************************************************************* |
| |
| @Function PVRSRVRGXDestroyRenderContextKM |
| |
| @Description |
| Server-side implementation of RGXDestroyRenderContext |
| |
| @Input psCleanupData - clean up data |
| |
| @Return PVRSRV_ERROR |
| |
| ******************************************************************************/ |
| IMG_EXPORT |
| PVRSRV_ERROR PVRSRVRGXDestroyRenderContextKM(RGX_SERVER_RENDER_CONTEXT *psRenderContext); |
| |
| |
| /*! |
| ******************************************************************************* |
| |
| @Function PVRSRVRGXKickTA3DKM |
| |
| @Description |
| Server-side implementation of RGXKickTA3D |
| |
| @Input psRTDataCleanup - RT data associated with the kick (or NULL) |
| @Input psZBuffer - Z-buffer associated with the kick (or NULL) |
| @Input psSBuffer - S-buffer associated with the kick (or NULL) |
| |
| @Return PVRSRV_ERROR |
| |
| ******************************************************************************/ |
| IMG_EXPORT |
| PVRSRV_ERROR PVRSRVRGXKickTA3DKM(RGX_SERVER_RENDER_CONTEXT *psRenderContext, |
| IMG_UINT32 ui32ClientCacheOpSeqNum, |
| IMG_UINT32 ui32ClientTAFenceCount, |
| SYNC_PRIMITIVE_BLOCK **apsClientTAFenceSyncPrimBlock, |
| IMG_UINT32 *paui32ClientTAFenceSyncOffset, |
| IMG_UINT32 *paui32ClientTAFenceValue, |
| IMG_UINT32 ui32ClientTAUpdateCount, |
| SYNC_PRIMITIVE_BLOCK **apsClientUpdateSyncPrimBlock, |
| IMG_UINT32 *paui32ClientUpdateSyncOffset, |
| IMG_UINT32 *paui32ClientTAUpdateValue, |
| IMG_UINT32 ui32ServerTASyncPrims, |
| IMG_UINT32 *paui32ServerTASyncFlags, |
| SERVER_SYNC_PRIMITIVE **pasServerTASyncs, |
| IMG_UINT32 ui32Client3DFenceCount, |
| SYNC_PRIMITIVE_BLOCK **apsClient3DFenceSyncPrimBlock, |
| IMG_UINT32 *pauiClient3DFenceSyncOffset, |
| IMG_UINT32 *paui32Client3DFenceValue, |
| IMG_UINT32 ui32Client3DUpdateCount, |
| SYNC_PRIMITIVE_BLOCK **apsClient3DUpdateSyncPrimBlock, |
| IMG_UINT32 *paui32Client3DUpdateSyncOffset, |
| IMG_UINT32 *paui32Client3DUpdateValue, |
| IMG_UINT32 ui32Server3DSyncPrims, |
| IMG_UINT32 *paui32Server3DSyncFlags, |
| SERVER_SYNC_PRIMITIVE **pasServer3DSyncs, |
| SYNC_PRIMITIVE_BLOCK *psPRSyncPrimBlock, |
| IMG_UINT32 ui32PRSyncOffset, |
| IMG_UINT32 ui32PRFenceValue, |
| IMG_INT32 i32CheckFenceFD, |
| IMG_INT32 i32UpdateTimelineFD, |
| IMG_INT32 *pi32UpdateFenceFD, |
| IMG_CHAR szFenceName[32], |
| IMG_UINT32 ui32TACmdSize, |
| IMG_PBYTE pui8TADMCmd, |
| IMG_UINT32 ui323DPRCmdSize, |
| IMG_PBYTE pui83DPRDMCmd, |
| IMG_UINT32 ui323DCmdSize, |
| IMG_PBYTE pui83DDMCmd, |
| IMG_UINT32 ui32ExtJobRef, |
| IMG_BOOL bLastTAInScene, |
| IMG_BOOL bKickTA, |
| IMG_BOOL bKickPR, |
| IMG_BOOL bKick3D, |
| IMG_BOOL bAbort, |
| IMG_UINT32 ui32PDumpFlags, |
| RGX_RTDATA_CLEANUP_DATA *psRTDataCleanup, |
| RGX_ZSBUFFER_DATA *psZBuffer, |
| RGX_ZSBUFFER_DATA *psSBuffer, |
| IMG_BOOL bCommitRefCountsTA, |
| IMG_BOOL bCommitRefCounts3D, |
| IMG_BOOL *pbCommittedRefCountsTA, |
| IMG_BOOL *pbCommittedRefCounts3D, |
| IMG_UINT32 ui32SyncPMRCount, |
| IMG_UINT32 *paui32SyncPMRFlags, |
| PMR **ppsSyncPMRs, |
| IMG_UINT32 ui32RenderTargetSize, |
| IMG_UINT32 ui32NumberOfDrawCalls, |
| IMG_UINT32 ui32NumberOfIndices, |
| IMG_UINT32 ui32NumberOfMRTs, |
| IMG_UINT64 ui64DeadlineInus); |
| |
| |
| PVRSRV_ERROR PVRSRVRGXSetRenderContextPriorityKM(CONNECTION_DATA *psConnection, |
| PVRSRV_DEVICE_NODE * psDevNode, |
| RGX_SERVER_RENDER_CONTEXT *psRenderContext, |
| IMG_UINT32 ui32Priority); |
| |
| PVRSRV_ERROR PVRSRVRGXGetLastRenderContextResetReasonKM(RGX_SERVER_RENDER_CONTEXT *psRenderContext, |
| IMG_UINT32 *peLastResetReason, |
| IMG_UINT32 *pui32LastResetJobRef); |
| |
| PVRSRV_ERROR PVRSRVRGXGetPartialRenderCountKM(DEVMEM_MEMDESC *psHWRTDataMemDesc, |
| IMG_UINT32 *pui32NumPartialRenders); |
| |
| /* Debug - check if render context is waiting on a fence */ |
| void CheckForStalledRenderCtxt(PVRSRV_RGXDEV_INFO *psDevInfo, |
| DUMPDEBUG_PRINTF_FUNC *pfnDumpDebugPrintf, |
| void *pvDumpDebugFile); |
| |
| /* Debug/Watchdog - check if client contexts are stalled */ |
| IMG_UINT32 CheckForStalledClientRenderCtxt(PVRSRV_RGXDEV_INFO *psDevInfo); |
| |
| #endif /* __RGXTA3D_H__ */ |
