IMG_VOID TLAddStreamNode(PTL_SNODE psAdd)
{
PVR_DPF_ENTERED;
PVR_ASSERT(psAdd);
psAdd->psNext = TLGGD()->psHead;
TLGGD()->psHead = psAdd;
PVR_DPF_RETURN;
}
PVRSRV_ERROR
TLServerCloseStreamKM(PTL_STREAM_DESC psSD)
{
PVRSRV_ERROR eError = PVRSRV_OK;
PTL_GLOBAL_DATA psGD = TLGGD();
PTL_SNODE psNode = 0;
PVR_DPF_ENTERED;
PVR_ASSERT(psSD);
// Sanity check, quick exit if there are no streams
if (psGD->psHead == NULL)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_HANDLE_NOT_FOUND);
}
// Check stream still valid
psNode = TLFindStreamNodeByDesc(psSD);
if ((psNode == NULL) || (psNode != psSD->psNode))
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_HANDLE_NOT_FOUND);
}
// Close and free the event handle resource used by this descriptor
eError = OSEventObjectClose(psSD->hDataEvent);
if (eError != PVRSRV_OK)
{
// Log error but continue as it seems best
PVR_DPF((PVR_DBG_ERROR, "OSEventObjectClose() failed error %d", eError));
eError = PVRSRV_ERROR_UNABLE_TO_DESTROY_EVENT;
}
// Remove descriptor from stream object/list
TLRemoveDescAndTryFreeStreamNode(psNode);
// Free the stream descriptor object
OSFREEMEM(psSD);
// Assert the counter is sane after input data validated.
PVR_ASSERT(TLGGD()->uiClientCnt > 0);
TLGGD()->uiClientCnt--;
PVR_DPF_RETURN_RC(eError);
}
PVRSRV_DEVICE_NODE*
TLGetGlobalRgxDevice(IMG_VOID)
{
PVRSRV_DEVICE_NODE *p = (PVRSRV_DEVICE_NODE*)(TLGGD()->psRgxDevNode);
if (!p)
{
PVR_DPF((PVR_DBG_ERROR, "TLGetGlobalRgxDevice() NULL node ptr, TL " \
"can not be used when no RGX device has been found"));
PVR_ASSERT(p);
}
return p;
}
static IMG_VOID RemoveAndFreeStreamNode(PTL_SNODE psRemove)
{
TL_GLOBAL_DATA* psGD = TLGGD();
PTL_SNODE* last;
PTL_SNODE psn;
PVRSRV_ERROR eError;
PVR_DPF_ENTERED;
// Unlink the stream node from the master list
PVR_ASSERT(psGD->psHead);
last = &psGD->psHead;
for (psn = psGD->psHead; psn; psn=psn->psNext)
{
if (psn == psRemove)
{
/* Other calling code may have freed and zero'd the pointers */
if (psn->psRDesc)
{
OSFREEMEM(psn->psRDesc);
}
if (psn->psStream)
{
OSFREEMEM(psn->psStream);
}
*last = psn->psNext;
break;
}
last = &psn->psNext;
}
// Release the event list object owned by the stream node
if (psRemove->hDataEventObj)
{
eError = OSEventObjectDestroy(psRemove->hDataEventObj);
PVR_LOG_IF_ERROR(eError, "OSEventObjectDestroy");
psRemove->hDataEventObj = NULL;
}
// Release the memory of the stream node
OSFREEMEM(psRemove);
PVR_DPF_RETURN;
}
PTL_SNODE TLFindStreamNodeByDesc(PTL_STREAM_DESC psRDesc)
{
TL_GLOBAL_DATA* psGD = TLGGD();
PTL_SNODE psn;
PVR_DPF_ENTERED;
PVR_ASSERT(psRDesc);
for (psn = psGD->psHead; psn; psn=psn->psNext)
{
if (psn->psRDesc == psRDesc)
{
PVR_DPF_RETURN_VAL(psn);
}
}
PVR_DPF_RETURN_VAL(IMG_NULL);
}
PTL_SNODE TLFindStreamNodeByName(IMG_PCHAR pszName)
{
TL_GLOBAL_DATA* psGD = TLGGD();
PTL_SNODE psn;
PVR_DPF_ENTERED;
PVR_ASSERT(pszName);
for (psn = psGD->psHead; psn; psn=psn->psNext)
{
if (psn->psStream && OSStringCompare(psn->psStream->szName, pszName)==0)
{
PVR_DPF_RETURN_VAL(psn);
}
}
PVR_DPF_RETURN_VAL(IMG_NULL);
}
PVRSRV_ERROR
TLServerReleaseDataKM(PTL_STREAM_DESC psSD,
IMG_UINT32 uiReadOffset,
IMG_UINT32 uiReadLen)
{
TL_GLOBAL_DATA* psGD = TLGGD();
PTL_SNODE psNode = 0;
PVR_DPF_ENTERED;
/* Unreferenced in release builds */
PVR_UNREFERENCED_PARAMETER(uiReadOffset);
PVR_ASSERT(psSD);
// Sanity check, quick exit if there are no streams
if (psGD->psHead == NULL)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_STREAM_ERROR);
}
// Check stream still valid
psNode = TLFindStreamNodeByDesc(psSD);
if ((psNode == NULL) || (psNode != psSD->psNode))
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_HANDLE_NOT_FOUND);
}
// Does stream still exist?
if (psNode->psStream == NULL)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_RESOURCE_UNAVAILABLE);
}
PVR_DPF((PVR_DBG_VERBOSE, "TLReleaseDataKM uiReadOffset=%d, uiReadLen=%d", uiReadOffset, uiReadLen));
// Move read position on to free up space in stream buffer
TLStreamAdvanceReadPos(psNode->psStream, uiReadLen);
PVR_DPF_RETURN_OK;
}
PVRSRV_ERROR
TLServerOpenStreamKM(IMG_PCHAR pszName,
IMG_UINT32 ui32Mode,
PTL_STREAM_DESC* ppsSD,
DEVMEM_EXPORTCOOKIE** ppsBufCookie)
{
PVRSRV_ERROR eError = PVRSRV_OK;
PVRSRV_ERROR eErrorEO = PVRSRV_OK;
PTL_SNODE psNode = 0;
TL_STREAM_DESC* psNewSD = 0;
IMG_HANDLE hEvent;
PTL_GLOBAL_DATA psGD = TLGGD();
#if defined(PVR_DPF_FUNCTION_TRACE_ON)
PVR_DPF((PVR_DBG_CALLTRACE, "--> %s:%d entered (%s, %x)", __func__, __LINE__, pszName, ui32Mode));
#endif
PVR_ASSERT(pszName);
psNode = TLFindStreamNodeByName(pszName);
if ((psNode == NULL) && (ui32Mode & PVRSRV_STREAM_FLAG_OPEN_WAIT))
{ /* Blocking code to wait for stream to be created if it does not exist
*/
eError = OSEventObjectOpen(psGD->hTLEventObj, &hEvent);
PVR_LOGR_IF_ERROR(eError, "OSEventObjectOpen");
do
{
if ((psNode = TLFindStreamNodeByName(pszName)) == NULL)
{
PVR_DPF((PVR_DBG_MESSAGE, "Stream %s does not exist, waiting...", pszName));
/* Will exit OK or with timeout, both cases safe to ignore */
eErrorEO = OSEventObjectWaitTimeout(hEvent, NO_STREAM_WAIT_PERIOD);
}
}
while ((psNode == NULL) && (eErrorEO == PVRSRV_OK));
eError = OSEventObjectClose(hEvent);
PVR_LOGR_IF_ERROR(eError, "OSEventObjectClose");
}
/* Make sure we have found a stream node after wait/search */
if (psNode == NULL)
{
/* Did we exit the wait with timeout, inform caller */
if (eErrorEO == PVRSRV_ERROR_TIMEOUT)
{
PVR_DPF_RETURN_RC(eErrorEO);
}
PVR_DPF((PVR_DBG_ERROR, "Stream does not exist"));
PVR_DPF_RETURN_RC(PVRSRV_ERROR_NOT_FOUND);
}
// Only one client/descriptor per stream supported
if (psNode->psDesc != NULL)
{
PVR_DPF((PVR_DBG_ERROR, "Can not open stream, stream already opened"));
PVR_DPF_RETURN_RC(PVRSRV_ERROR_ALREADY_OPEN);
}
// Create an event handle for this client to wait on when no data in stream
// buffer.
eError = OSEventObjectOpen(psNode->hDataEventObj, &hEvent);
if (eError != PVRSRV_OK)
{
PVR_DPF((PVR_DBG_ERROR, "Not possible to open node's event object"));
PVR_DPF_RETURN_RC(PVRSRV_ERROR_UNABLE_TO_CREATE_EVENT);
}
psNewSD = TLMakeStreamDesc(psNode, ui32Mode, hEvent);
if (!psNewSD)
{
PVR_DPF((PVR_DBG_ERROR, "Not possible to make a new stream descriptor"));
PVR_DPF_RETURN_RC(PVRSRV_ERROR_OUT_OF_MEMORY);
}
TLGGD()->uiClientCnt++;
// Copy the export cookie back to the user mode API to enable access to
// the stream buffer from user-mode process.
*ppsBufCookie = TLStreamGetBufferCookie(psNode->psStream);
psNode->psDesc = psNewSD;
*ppsSD = psNewSD;
PVR_DPF((PVR_DBG_VERBOSE,
"TLServerOpenStreamKM evList=%p, evObj=%p",
psNode->hDataEventObj,
psNode->psDesc->hDataEvent));
PVR_DPF_RETURN_OK;
}
PVRSRV_ERROR
TLServerAcquireDataKM(PTL_STREAM_DESC psSD,
IMG_UINT32* puiReadOffset,
IMG_UINT32* puiReadLen)
{
PVRSRV_ERROR eError = PVRSRV_OK;
TL_GLOBAL_DATA* psGD = TLGGD();
IMG_UINT32 uiTmpOffset = NO_ACQUIRE;
IMG_UINT32 uiTmpLen = 0;
PTL_SNODE psNode = 0;
PVR_DPF_ENTERED;
PVR_ASSERT(psSD);
// Sanity check, quick exit if there are no streams
if (psGD->psHead == NULL)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_STREAM_ERROR);
}
// Check stream still valid
psNode = TLFindStreamNodeByDesc(psSD);
if ((psNode == NULL) || (psNode != psSD->psNode))
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_HANDLE_NOT_FOUND);
}
// Does stream still exist?
if (psNode->psStream == NULL)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_RESOURCE_UNAVAILABLE);
}
//PVR_DPF((PVR_DBG_VERBOSE, "TLServerAcquireDataKM evList=%p, evObj=%p", psSD->psNode->hDataEventObj, psSD->hDataEvent));
/* If stream still exists (has not be nulled in the mean time),
* check for data in the associated stream buffer, sleep/wait if none
*/
while ((psNode->psStream != NULL) &&
((uiTmpLen = TLStreamAcquireReadPos(psNode->psStream, &uiTmpOffset)) == 0) &&
(!(psSD->ui32Flags&PVRSRV_STREAM_FLAG_ACQUIRE_NONBLOCKING)) )
{
PVR_DPF((PVR_DBG_VERBOSE, "TLAcquireDataKM sleeping..."));
// Loop around if EndOfStream (nothing to read) and wait times out,
// exit loop if not time out but data is ready for client
while ((psNode->psStream != NULL) && TLStreamEOS(psNode->psStream))
{
eError = OSEventObjectWaitTimeout(psSD->hDataEvent, NO_DATA_WAIT_PERIOD);
if (eError != PVRSRV_OK)
{
/* Return timeout or other error condition to the caller who
* can choose to call again if desired. We don't block
* Indefinitely as we want the user mode application to have a
* chance to break out and end if it needs to, so we return the
* time out error code. */
PVR_DPF_RETURN_RC(eError);
}
}
}
/* Check we have been woken up because the stream has been destroyed? */
if (psNode->psStream == NULL)
{
PVR_DPF((PVR_DBG_VERBOSE, "TLAcquireDataKM awake, but stream now NULL"));
PVR_DPF_RETURN_RC(PVRSRV_ERROR_RESOURCE_UNAVAILABLE);
}
/* Data available now if we reach here in blocking more or we take the
* values as is in non-blocking mode which might be all zeros. */
*puiReadOffset = uiTmpOffset;
*puiReadLen = uiTmpLen;
PVR_DPF((PVR_DBG_VERBOSE, "TLAcquireDataKM return offset=%d, len=%d bytes", *puiReadOffset, *puiReadLen));
PVR_DPF_RETURN_OK;
}
/*******************************************************************************
* TL Server public API implementation.
******************************************************************************/
PVRSRV_ERROR
TLStreamCreate(IMG_HANDLE *phStream,
IMG_CHAR *szStreamName,
IMG_UINT32 ui32Size,
IMG_UINT32 ui32StreamFlags,
TL_STREAM_SOURCECB pfProducerCB,
IMG_PVOID pvProducerUD)
{
PTL_STREAM psTmp;
PVRSRV_ERROR eError;
IMG_HANDLE hEventList;
PTL_SNODE psn = 0;
IMG_CHAR pszBufferLabel[PRVSRVTL_MAX_STREAM_NAME_SIZE+20];
DEVMEM_FLAGS_T uiMemFlags = PVRSRV_MEMALLOCFLAG_CPU_READABLE |
PVRSRV_MEMALLOCFLAG_CPU_WRITEABLE |
PVRSRV_MEMALLOCFLAG_GPU_READABLE |
PVRSRV_MEMALLOCFLAG_GPU_WRITEABLE |
PVRSRV_MEMALLOCFLAG_UNCACHED | /* GPU & CPU */
PVRSRV_MEMALLOCFLAG_ZERO_ON_ALLOC |
PVRSRV_MEMALLOCFLAG_CPU_WRITE_COMBINE;
PVR_DPF_ENTERED;
/* Sanity checks: */
/* non NULL handler required */
if ( NULL == phStream )
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_INVALID_PARAMS);
}
if (OSStringLength(szStreamName) >= PRVSRVTL_MAX_STREAM_NAME_SIZE)
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_INVALID_PARAMS);
}
/* Check if there already exists a stream with this name. */
psn = TLFindStreamNodeByName( szStreamName );
if ( IMG_NULL != psn )
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_ALREADY_EXISTS);
}
/* Allocate stream structure container (stream struct) for the new stream */
psTmp = OSAllocZMem(sizeof(TL_STREAM)) ;
if ( NULL == psTmp )
{
PVR_DPF_RETURN_RC(PVRSRV_ERROR_OUT_OF_MEMORY);
}
OSStringCopy(psTmp->szName, szStreamName);
if ( ui32StreamFlags & TL_FLAG_FORCE_FLUSH )
{
psTmp->bWaitForEmptyOnDestroy = IMG_TRUE;
}
psTmp->bNoSignalOnCommit = (ui32StreamFlags&TL_FLAG_NO_SIGNAL_ON_COMMIT) ? IMG_TRUE : IMG_FALSE;
if ( ui32StreamFlags & TL_FLAG_DROP_DATA )
{
if ( ui32StreamFlags & TL_FLAG_BLOCKING_RESERVE )
{
eError = PVRSRV_ERROR_INVALID_PARAMS;
goto e0;
}
psTmp->bDrop = IMG_TRUE;
}
else if ( ui32StreamFlags & TL_FLAG_BLOCKING_RESERVE )
{ /* Additional synchronization object required for this kind of stream */
psTmp->bBlock = IMG_TRUE;
eError = OSEventObjectCreate(NULL, &psTmp->hProducerEventObj);
if (eError != PVRSRV_OK)
{
goto e0;
}
/* Create an event handle for this kind of stream */
eError = OSEventObjectOpen(psTmp->hProducerEventObj, &psTmp->hProducerEvent);
if (eError != PVRSRV_OK)
{
goto e1;
}
}
/* Remember producer supplied CB and data for later */
psTmp->pfProducerCallback = (IMG_VOID(*)(IMG_VOID))pfProducerCB;
psTmp->pvProducerUserData = pvProducerUD;
/* Round the requested bytes to a multiple of array elements' size, eg round 3 to 4 */
psTmp->ui32Size = PVRSRVTL_ALIGN(ui32Size);
psTmp->ui32Read = 0;
psTmp->ui32Write = 0;
psTmp->ui32Pending = NOTHING_PENDING;
OSSNPrintf(pszBufferLabel, sizeof(pszBufferLabel), "TLStreamBuf-%s", szStreamName);
/* Allocate memory for the circular buffer and export it to user space. */
eError = DevmemAllocateExportable( IMG_NULL,
(IMG_HANDLE) TLGetGlobalRgxDevice(),
(IMG_DEVMEM_SIZE_T)psTmp->ui32Size,
(IMG_DEVMEM_ALIGN_T) OSGetPageSize(),
uiMemFlags | PVRSRV_MEMALLOCFLAG_KERNEL_CPU_MAPPABLE,
pszBufferLabel,
&psTmp->psStreamMemDesc);
PVR_LOGG_IF_ERROR(eError, "DevmemAllocateExportable", e2);
eError = DevmemAcquireCpuVirtAddr( psTmp->psStreamMemDesc, (IMG_VOID**) &psTmp->pbyBuffer );
PVR_LOGG_IF_ERROR(eError, "DevmemAcquireCpuVirtAddr", e3);
eError = DevmemExport(psTmp->psStreamMemDesc, &(psTmp->sExportCookie));
PVR_LOGG_IF_ERROR(eError, "DevmemExport", e4);
/* Synchronization object to synchronize with user side data transfers. */
eError = OSEventObjectCreate(psTmp->szName, &hEventList);
if (eError != PVRSRV_OK)
{
goto e5;
}
/* Stream created, now reset the reference count to 1 */
psTmp->uiRefCount = 1;
//Thread Safety: Not yet implemented eError = OSLockCreate(&psTmp->hLock, LOCK_TYPE_PASSIVE);
//Thread Safety: Not yet implemented if (eError != PVRSRV_OK)
//Thread Safety: Not yet implemented {
//Thread Safety: Not yet implemented goto e6;
//Thread Safety: Not yet implemented }
/* Now remember the stream in the global TL structures */
psn = TLMakeSNode(hEventList, (TL_STREAM *)psTmp, 0);
if (psn == NULL)
{
eError=PVRSRV_ERROR_OUT_OF_MEMORY;
goto e7;
}
TLAddStreamNode(psn);
/* Best effort signal, client wait timeout will ultimately let it find the
* new stream if this fails, acceptable to avoid cleanup as it is tricky
* at this point */
(void) OSEventObjectSignal(TLGGD()->hTLEventObj);
/* Pass the newly created stream handle back to caller */
*phStream = (IMG_HANDLE)psTmp;
PVR_DPF_RETURN_OK;
e7:
//Thread Safety: Not yet implemented OSLockDestroy(psTmp->hLock);
//Thread Safety: Not yet implemented e6:
OSEventObjectDestroy(hEventList);
e5:
DevmemUnexport(psTmp->psStreamMemDesc, &(psTmp->sExportCookie));
e4:
DevmemReleaseCpuVirtAddr( psTmp->psStreamMemDesc );
e3:
DevmemFree(psTmp->psStreamMemDesc);
e2:
OSEventObjectClose(psTmp->hProducerEvent);
e1:
OSEventObjectDestroy(psTmp->hProducerEventObj);
e0:
OSFREEMEM(psTmp);
PVR_DPF_RETURN_RC(eError);
}
