/* * Copyright (C) 2011 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /* AAC ADTS Decode Test First run the program from shell: # slesTestDecodeAac /sdcard/myFile.adts Expected output: OpenSL ES test slesTestDecodeAac: decodes a file containing AAC ADTS data Player created Player realized Enqueueing initial empty buffers to receive decoded PCM data 0 1 Enqueueing initial full buffers of encoded ADTS data 0 1 Starting to decode Frame counters: encoded=4579 decoded=4579 These use adb on host to retrieve the decoded file: % adb pull /sdcard/myFile.adts.raw myFile.raw How to examine the output with Audacity: Project / Import raw data Select myFile.raw file, then click Open button Choose these options: Signed 16-bit PCM Little-endian 1 Channel (Mono) / 2 Channels (Stereo) based on the PCM information obtained when decoding Sample rate based on the PCM information obtained when decoding Click Import button */ #define QUERY_METADATA #include <assert.h> #include <stdlib.h> #include <stdio.h> #include <string.h> #include <unistd.h> #include <sys/time.h> #include <fcntl.h> #include <pthread.h> #include <sys/mman.h> #include <sys/stat.h> #include <unistd.h> #include <cpustats/CentralTendencyStatistics.h> #include <SLES/OpenSLES.h> #include <SLES/OpenSLES_Android.h> /* Explicitly requesting SL_IID_ANDROIDBUFFERQUEUE and SL_IID_ANDROIDSIMPLEBUFFERQUEUE * on the AudioPlayer object for decoding, and * SL_IID_METADATAEXTRACTION for retrieving the format of the decoded audio. */ #define NUM_EXPLICIT_INTERFACES_FOR_PLAYER 4 /* Number of decoded samples produced by one AAC frame; defined by the standard */ #define SAMPLES_PER_AAC_FRAME 1024 /* Size of the encoded AAC ADTS buffer queue */ #define NB_BUFFERS_IN_ADTS_QUEUE 2 // 2 to 4 is typical /* Size of the decoded PCM buffer queue */ #define NB_BUFFERS_IN_PCM_QUEUE 2 // 2 to 4 is typical /* Size of each PCM buffer in the queue */ #define BUFFER_SIZE_IN_BYTES (2*sizeof(short)*SAMPLES_PER_AAC_FRAME) /* Local storage for decoded PCM audio data */ int8_t pcmData[NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES]; /* destination for decoded data */ static FILE* outputFp; #ifdef QUERY_METADATA /* metadata key index for the PCM format information we want to retrieve */ static int channelCountKeyIndex = -1; static int sampleRateKeyIndex = -1; static int bitsPerSampleKeyIndex = -1; static int containerSizeKeyIndex = -1; static int channelMaskKeyIndex = -1; static int endiannessKeyIndex = -1; /* size of the struct to retrieve the PCM format metadata values: the values we're interested in * are SLuint32, but it is saved in the data field of a SLMetadataInfo, hence the larger size. * Note that this size is queried and displayed at l.XXX for demonstration/test purposes. * */ #define PCM_METADATA_VALUE_SIZE 32 /* used to query metadata values */ static SLMetadataInfo *pcmMetaData = NULL; /* we only want to query / display the PCM format once */ static bool formatQueried = false; #endif /* to signal to the test app that the end of the encoded ADTS stream has been reached */ bool eos = false; bool endOfEncodedStream = false; void *ptr; unsigned char *frame; size_t filelen; size_t encodedFrames = 0; size_t encodedSamples = 0; size_t decodedFrames = 0; size_t decodedSamples = 0; size_t totalEncodeCompletions = 0; // number of Enqueue completions received CentralTendencyStatistics frameStats; size_t pauseFrame = 0; // pause after this many decoded frames, zero means don't pause SLboolean createRaw = SL_BOOLEAN_TRUE; // whether to create a .raw file containing PCM data /* constant to identify a buffer context which is the end of the stream to decode */ static const int kEosBufferCntxt = 1980; // a magic value we can compare against /* protects shared variables */ pthread_mutex_t eosLock = PTHREAD_MUTEX_INITIALIZER; pthread_cond_t eosCondition = PTHREAD_COND_INITIALIZER; // These are extensions to OpenMAX AL 1.0.1 values #define PREFETCHSTATUS_UNKNOWN ((SLuint32) 0) #define PREFETCHSTATUS_ERROR ((SLuint32) (-1)) // Mutex and condition shared with main program to protect prefetch_status static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER; static pthread_cond_t cond = PTHREAD_COND_INITIALIZER; SLuint32 prefetch_status = PREFETCHSTATUS_UNKNOWN; /* used to detect errors likely to have occured when the OpenSL ES framework fails to open * a resource, for instance because a file URI is invalid, or an HTTP server doesn't respond. */ #define PREFETCHEVENT_ERROR_CANDIDATE \ (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE) //----------------------------------------------------------------- /* Exits the application if an error is encountered */ #define ExitOnError(x) ExitOnErrorFunc(x,__LINE__) void ExitOnErrorFunc( SLresult result , int line) { if (SL_RESULT_SUCCESS != result) { fprintf(stderr, "Error code %u encountered at line %d, exiting\n", result, line); exit(EXIT_FAILURE); } } //----------------------------------------------------------------- /* Callback for "prefetch" events, here used to detect audio resource opening errors */ void PrefetchEventCallback(SLPrefetchStatusItf caller, void *pContext, SLuint32 event) { // pContext is unused here, so we pass NULL assert(pContext == NULL); SLpermille level = 0; SLresult result; result = (*caller)->GetFillLevel(caller, &level); ExitOnError(result); SLuint32 status; result = (*caller)->GetPrefetchStatus(caller, &status); ExitOnError(result); printf("prefetch level=%d status=0x%x event=%d\n", level, status, event); SLuint32 new_prefetch_status; if ((PREFETCHEVENT_ERROR_CANDIDATE == (event & PREFETCHEVENT_ERROR_CANDIDATE)) && (level == 0) && (status == SL_PREFETCHSTATUS_UNDERFLOW)) { printf("PrefetchEventCallback: Error while prefetching data, exiting\n"); new_prefetch_status = PREFETCHSTATUS_ERROR; } else if (event == SL_PREFETCHEVENT_STATUSCHANGE) { new_prefetch_status = status; } else { return; } int ok; ok = pthread_mutex_lock(&mutex); assert(ok == 0); prefetch_status = new_prefetch_status; ok = pthread_cond_signal(&cond); assert(ok == 0); ok = pthread_mutex_unlock(&mutex); assert(ok == 0); } //----------------------------------------------------------------- /* Structure for passing information to callback function */ typedef struct CallbackCntxt_ { #ifdef QUERY_METADATA SLMetadataExtractionItf metaItf; #endif SLPlayItf playItf; SLint8* pDataBase; // Base address of local audio data storage SLint8* pData; // Current address of local audio data storage } CallbackCntxt; // used to notify when SL_PLAYEVENT_HEADATEND event is received static pthread_mutex_t head_mutex = PTHREAD_MUTEX_INITIALIZER; static pthread_cond_t head_cond = PTHREAD_COND_INITIALIZER; static SLboolean head_atend = SL_BOOLEAN_FALSE; //----------------------------------------------------------------- /* Callback for SLPlayItf through which we receive the SL_PLAYEVENT_HEADATEND event */ void PlayCallback(SLPlayItf caller, void *pContext __unused, SLuint32 event) { SLmillisecond position; SLresult res = (*caller)->GetPosition(caller, &position); ExitOnError(res); if (event & SL_PLAYEVENT_HEADATMARKER) { printf("SL_PLAYEVENT_HEADATMARKER position=%u ms\n", position); } if (event & SL_PLAYEVENT_HEADATNEWPOS) { printf("SL_PLAYEVENT_HEADATNEWPOS position=%u ms\n", position); } if (event & SL_PLAYEVENT_HEADATEND) { printf("SL_PLAYEVENT_HEADATEND position=%u ms, all decoded data has been received\n", position); pthread_mutex_lock(&head_mutex); head_atend = SL_BOOLEAN_TRUE; pthread_cond_signal(&head_cond); pthread_mutex_unlock(&head_mutex); } } //----------------------------------------------------------------- /* Callback for AndroidBufferQueueItf through which we supply ADTS buffers */ SLresult AndroidBufferQueueCallback( SLAndroidBufferQueueItf caller, void *pCallbackContext __unused, /* input */ void *pBufferContext, /* input */ void *pBufferData __unused, /* input */ SLuint32 dataSize __unused, /* input */ SLuint32 dataUsed __unused, /* input */ const SLAndroidBufferItem *pItems __unused, /* input */ SLuint32 itemsLength __unused /* input */) { // mutex on all global variables pthread_mutex_lock(&eosLock); SLresult res; // for demonstration purposes: // verify what type of information was enclosed in the processed buffer if (NULL != pBufferContext) { if (&kEosBufferCntxt == pBufferContext) { fprintf(stdout, "EOS was processed\n"); } } ++totalEncodeCompletions; if (endOfEncodedStream) { // we continue to receive acknowledgement after each buffer was processed if (pBufferContext == (void *) &kEosBufferCntxt) { printf("Received EOS completion after EOS\n"); } else if (pBufferContext == NULL) { printf("Received ADTS completion after EOS\n"); } else { fprintf(stderr, "Received acknowledgement after EOS with unexpected context %p\n", pBufferContext); } } else if (filelen == 0) { // signal EOS to the decoder rather than just starving it printf("Enqueue EOS: encoded frames=%zu, decoded frames=%zu\n", encodedFrames, decodedFrames); printf("You should now see %u ADTS completion%s followed by 1 EOS completion\n", NB_BUFFERS_IN_ADTS_QUEUE - 1, NB_BUFFERS_IN_ADTS_QUEUE != 2 ? "s" : ""); SLAndroidBufferItem msgEos; msgEos.itemKey = SL_ANDROID_ITEMKEY_EOS; msgEos.itemSize = 0; // EOS message has no parameters, so the total size of the message is the size of the key // plus the size of itemSize, both SLuint32 res = (*caller)->Enqueue(caller, (void *)&kEosBufferCntxt /*pBufferContext*/, NULL /*pData*/, 0 /*dataLength*/, &msgEos /*pMsg*/, sizeof(SLuint32)*2 /*msgLength*/); ExitOnError(res); endOfEncodedStream = true; // verify that we are at start of an ADTS frame } else if (!(filelen < 7 || frame[0] != 0xFF || (frame[1] & 0xF0) != 0xF0)) { if (pBufferContext != NULL) { fprintf(stderr, "Received acknowledgement before EOS with unexpected context %p\n", pBufferContext); } unsigned framelen = ((frame[3] & 3) << 11) | (frame[4] << 3) | (frame[5] >> 5); if (framelen <= filelen) { // push more data to the queue res = (*caller)->Enqueue(caller, NULL /*pBufferContext*/, frame, framelen, NULL, 0); ExitOnError(res); frame += framelen; filelen -= framelen; ++encodedFrames; encodedSamples += SAMPLES_PER_AAC_FRAME; frameStats.sample(framelen); } else { fprintf(stderr, "partial ADTS frame at EOF discarded; offset=%zu, framelen=%u, filelen=%zu\n", frame - (unsigned char *) ptr, framelen, filelen); frame += filelen; filelen = 0; } } else { fprintf(stderr, "corrupt ADTS frame encountered; offset=%zu, filelen=%zu\n", frame - (unsigned char *) ptr, filelen); frame += filelen; filelen = 0; } pthread_mutex_unlock(&eosLock); return SL_RESULT_SUCCESS; } //----------------------------------------------------------------- /* Callback for decoding buffer queue events */ void DecPlayCallback( SLAndroidSimpleBufferQueueItf queueItf, void *pContext) { // mutex on all global variables pthread_mutex_lock(&eosLock); CallbackCntxt *pCntxt = (CallbackCntxt*)pContext; /* Save the decoded data to output file */ if (outputFp != NULL && fwrite(pCntxt->pData, 1, BUFFER_SIZE_IN_BYTES, outputFp) < BUFFER_SIZE_IN_BYTES) { fprintf(stderr, "Error writing to output file"); } /* Re-enqueue the now empty buffer */ SLresult res; res = (*queueItf)->Enqueue(queueItf, pCntxt->pData, BUFFER_SIZE_IN_BYTES); ExitOnError(res); /* Increase data pointer by buffer size, with circular wraparound */ pCntxt->pData += BUFFER_SIZE_IN_BYTES; if (pCntxt->pData >= pCntxt->pDataBase + (NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES)) { pCntxt->pData = pCntxt->pDataBase; } // Note: adding a sleep here or any sync point is a way to slow down the decoding, or // synchronize it with some other event, as the OpenSL ES framework will block until the // buffer queue callback return to proceed with the decoding. #ifdef QUERY_METADATA /* Example: query of the decoded PCM format */ if (!formatQueried) { /* memory to receive the PCM format metadata */ union { SLMetadataInfo pcmMetaData; char withData[PCM_METADATA_VALUE_SIZE]; } u; res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, sampleRateKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); // Note: here we could verify the following: // u.pcmMetaData->encoding == SL_CHARACTERENCODING_BINARY // u.pcmMetaData->size == sizeof(SLuint32) // but the call was successful for the PCM format keys, so those conditions are implied printf("sample rate = %d\n", *((SLuint32*)u.pcmMetaData.data)); res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, channelCountKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); printf("channel count = %d\n", *((SLuint32*)u.pcmMetaData.data)); res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, bitsPerSampleKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); printf("bits per sample = %d bits\n", *((SLuint32*)u.pcmMetaData.data)); res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, containerSizeKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); printf("container size = %d bits\n", *((SLuint32*)u.pcmMetaData.data)); res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, channelMaskKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); printf("channel mask = 0x%X (0x3=front left | front right, 0x4=front center)\n", *((SLuint32*)u.pcmMetaData.data)); res = (*pCntxt->metaItf)->GetValue(pCntxt->metaItf, endiannessKeyIndex, PCM_METADATA_VALUE_SIZE, &u.pcmMetaData); ExitOnError(res); printf("endianness = %d (1=big, 2=little)\n", *((SLuint32*)u.pcmMetaData.data)); formatQueried = true; } #endif ++decodedFrames; decodedSamples += SAMPLES_PER_AAC_FRAME; /* Periodically ask for position and duration */ if ((decodedFrames % 1000 == 0) || endOfEncodedStream) { SLmillisecond position; res = (*pCntxt->playItf)->GetPosition(pCntxt->playItf, &position); ExitOnError(res); SLmillisecond duration; res = (*pCntxt->playItf)->GetDuration(pCntxt->playItf, &duration); ExitOnError(res); if (duration == SL_TIME_UNKNOWN) { printf("After %zu encoded %zu decoded frames: position is %u ms, duration is " "unknown as expected\n", encodedFrames, decodedFrames, position); } else { printf("After %zu encoded %zu decoded frames: position is %u ms, duration is " "surprisingly %u ms\n", encodedFrames, decodedFrames, position, duration); } } if (endOfEncodedStream && decodedSamples >= encodedSamples) { eos = true; pthread_cond_signal(&eosCondition); } pthread_mutex_unlock(&eosLock); } //----------------------------------------------------------------- /* Decode an audio path by opening a file descriptor on that path */ void TestDecToBuffQueue( SLObjectItf sl, const char *path, int fd) { // check what kind of object it is int ok; struct stat statbuf; ok = fstat(fd, &statbuf); if (ok < 0) { perror(path); return; } // verify that's it is a file if (!S_ISREG(statbuf.st_mode)) { fprintf(stderr, "%s: not an ordinary file\n", path); return; } // map file contents into memory to make it easier to access the ADTS frames directly ptr = mmap(NULL, statbuf.st_size, PROT_READ, MAP_FILE | MAP_PRIVATE, fd, (off_t) 0); if (ptr == MAP_FAILED) { perror(path); return; } frame = (unsigned char *) ptr; filelen = statbuf.st_size; // create PCM .raw file if (createRaw) { size_t len = strlen((const char *) path); char* outputPath = (char*) malloc(len + 4 + 1); // save room to concatenate ".raw" if (NULL == outputPath) { ExitOnError(SL_RESULT_RESOURCE_ERROR); } memcpy(outputPath, path, len + 1); strcat(outputPath, ".raw"); outputFp = fopen(outputPath, "w"); if (NULL == outputFp) { // issue an error message, but continue the decoding anyway perror(outputPath); } } else { outputFp = NULL; } SLresult res; SLEngineItf EngineItf; /* Objects this application uses: one audio player */ SLObjectItf player; /* Interfaces for the audio player */ SLPlayItf playItf; #ifdef QUERY_METADATA /* to retrieve the decoded PCM format */ SLMetadataExtractionItf mdExtrItf; #endif /* to retrieve the PCM samples */ SLAndroidSimpleBufferQueueItf decBuffQueueItf; /* to queue the AAC data to decode */ SLAndroidBufferQueueItf aacBuffQueueItf; /* for prefetch status */ SLPrefetchStatusItf prefetchItf; SLboolean required[NUM_EXPLICIT_INTERFACES_FOR_PLAYER]; SLInterfaceID iidArray[NUM_EXPLICIT_INTERFACES_FOR_PLAYER]; /* Get the SL Engine Interface which is implicit */ res = (*sl)->GetInterface(sl, SL_IID_ENGINE, (void*)&EngineItf); ExitOnError(res); /* Initialize arrays required[] and iidArray[] */ unsigned int i; for (i=0 ; i < NUM_EXPLICIT_INTERFACES_FOR_PLAYER ; i++) { required[i] = SL_BOOLEAN_FALSE; iidArray[i] = SL_IID_NULL; } /* ------------------------------------------------------ */ /* Configuration of the player */ /* Request the AndroidSimpleBufferQueue interface */ required[0] = SL_BOOLEAN_TRUE; iidArray[0] = SL_IID_ANDROIDSIMPLEBUFFERQUEUE; /* Request the AndroidBufferQueue interface */ required[1] = SL_BOOLEAN_TRUE; iidArray[1] = SL_IID_ANDROIDBUFFERQUEUESOURCE; /* Request the PrefetchStatus interface */ required[2] = SL_BOOLEAN_TRUE; iidArray[2] = SL_IID_PREFETCHSTATUS; #ifdef QUERY_METADATA /* Request the MetadataExtraction interface */ required[3] = SL_BOOLEAN_TRUE; iidArray[3] = SL_IID_METADATAEXTRACTION; #endif /* Setup the data source for queueing AAC buffers of ADTS data */ SLDataLocator_AndroidBufferQueue loc_srcAbq = { SL_DATALOCATOR_ANDROIDBUFFERQUEUE /*locatorType*/, NB_BUFFERS_IN_ADTS_QUEUE /*numBuffers*/}; SLDataFormat_MIME format_srcMime = { SL_DATAFORMAT_MIME /*formatType*/, SL_ANDROID_MIME_AACADTS /*mimeType*/, SL_CONTAINERTYPE_RAW /*containerType*/}; SLDataSource decSource = {&loc_srcAbq /*pLocator*/, &format_srcMime /*pFormat*/}; /* Setup the data sink, a buffer queue for buffers of PCM data */ SLDataLocator_AndroidSimpleBufferQueue loc_destBq = { SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE/*locatorType*/, NB_BUFFERS_IN_PCM_QUEUE /*numBuffers*/ }; /* declare we're decoding to PCM, the parameters after that need to be valid, but are ignored, the decoded format will match the source */ SLDataFormat_PCM format_destPcm = { /*formatType*/ SL_DATAFORMAT_PCM, /*numChannels*/ 1, /*samplesPerSec*/ SL_SAMPLINGRATE_8, /*pcm.bitsPerSample*/ SL_PCMSAMPLEFORMAT_FIXED_16, /*/containerSize*/ 16, /*channelMask*/ SL_SPEAKER_FRONT_LEFT, /*endianness*/ SL_BYTEORDER_LITTLEENDIAN }; SLDataSink decDest = {&loc_destBq /*pLocator*/, &format_destPcm /*pFormat*/}; /* Create the audio player */ res = (*EngineItf)->CreateAudioPlayer(EngineItf, &player, &decSource, &decDest, #ifdef QUERY_METADATA NUM_EXPLICIT_INTERFACES_FOR_PLAYER, #else NUM_EXPLICIT_INTERFACES_FOR_PLAYER - 1, #endif iidArray, required); ExitOnError(res); printf("Player created\n"); /* Realize the player in synchronous mode. */ res = (*player)->Realize(player, SL_BOOLEAN_FALSE); ExitOnError(res); printf("Player realized\n"); /* Get the play interface which is implicit */ res = (*player)->GetInterface(player, SL_IID_PLAY, (void*)&playItf); ExitOnError(res); /* Enable callback when position passes through a marker (SL_PLAYEVENT_HEADATMARKER) */ res = (*playItf)->SetMarkerPosition(playItf, 5000); ExitOnError(res); /* Enable callback for periodic position updates (SL_PLAYEVENT_HEADATNEWPOS) */ res = (*playItf)->SetPositionUpdatePeriod(playItf, 3000); ExitOnError(res); /* Use the play interface to set up a callback for the SL_PLAYEVENT_HEAD* events */ res = (*playItf)->SetCallbackEventsMask(playItf, SL_PLAYEVENT_HEADATMARKER | SL_PLAYEVENT_HEADATNEWPOS | SL_PLAYEVENT_HEADATEND); ExitOnError(res); res = (*playItf)->RegisterCallback(playItf, PlayCallback /*callback*/, NULL /*pContext*/); ExitOnError(res); /* Get the position before prefetch; should be zero */ SLmillisecond position; res = (*playItf)->GetPosition(playItf, &position); ExitOnError(res); if (position == 0) { printf("The position before prefetch is zero as expected\n"); } else if (position == SL_TIME_UNKNOWN) { printf("That's surprising the position before prefetch is unknown"); } else { printf("That's surprising the position before prefetch is %u ms\n", position); } /* Get the duration before prefetch; should be unknown */ SLmillisecond duration; res = (*playItf)->GetDuration(playItf, &duration); ExitOnError(res); if (duration == SL_TIME_UNKNOWN) { printf("The duration before prefetch is unknown as expected\n"); } else { printf("That's surprising the duration before prefetch is %u ms\n", duration); } /* Get the buffer queue interface which was explicitly requested */ res = (*player)->GetInterface(player, SL_IID_ANDROIDSIMPLEBUFFERQUEUE, (void*)&decBuffQueueItf); ExitOnError(res); /* Get the Android buffer queue interface which was explicitly requested */ res = (*player)->GetInterface(player, SL_IID_ANDROIDBUFFERQUEUESOURCE, (void*)&aacBuffQueueItf); ExitOnError(res); /* Get the prefetch status interface which was explicitly requested */ res = (*player)->GetInterface(player, SL_IID_PREFETCHSTATUS, (void*)&prefetchItf); ExitOnError(res); #ifdef QUERY_METADATA /* Get the metadata extraction interface which was explicitly requested */ res = (*player)->GetInterface(player, SL_IID_METADATAEXTRACTION, (void*)&mdExtrItf); ExitOnError(res); #endif /* ------------------------------------------------------ */ /* Initialize the callback and its context for the buffer queue of the decoded PCM */ CallbackCntxt sinkCntxt; sinkCntxt.playItf = playItf; #ifdef QUERY_METADATA sinkCntxt.metaItf = mdExtrItf; #endif sinkCntxt.pDataBase = (int8_t*)&pcmData; sinkCntxt.pData = sinkCntxt.pDataBase; res = (*decBuffQueueItf)->RegisterCallback(decBuffQueueItf, DecPlayCallback, &sinkCntxt); ExitOnError(res); /* Enqueue buffers to map the region of memory allocated to store the decoded data */ printf("Enqueueing initial empty buffers to receive decoded PCM data"); for(i = 0 ; i < NB_BUFFERS_IN_PCM_QUEUE ; i++) { printf(" %d", i); res = (*decBuffQueueItf)->Enqueue(decBuffQueueItf, sinkCntxt.pData, BUFFER_SIZE_IN_BYTES); ExitOnError(res); sinkCntxt.pData += BUFFER_SIZE_IN_BYTES; if (sinkCntxt.pData >= sinkCntxt.pDataBase + (NB_BUFFERS_IN_PCM_QUEUE * BUFFER_SIZE_IN_BYTES)) { sinkCntxt.pData = sinkCntxt.pDataBase; } } printf("\n"); /* ------------------------------------------------------ */ /* Initialize the callback for prefetch errors, if we can't open the resource to decode */ res = (*prefetchItf)->RegisterCallback(prefetchItf, PrefetchEventCallback, NULL); ExitOnError(res); res = (*prefetchItf)->SetCallbackEventsMask(prefetchItf, PREFETCHEVENT_ERROR_CANDIDATE); ExitOnError(res); /* Initialize the callback for the Android buffer queue of the encoded data */ res = (*aacBuffQueueItf)->RegisterCallback(aacBuffQueueItf, AndroidBufferQueueCallback, NULL); ExitOnError(res); /* Enqueue the content of our encoded data before starting to play, we don't want to starve the player initially */ printf("Enqueueing initial full buffers of encoded ADTS data"); for (i=0 ; i < NB_BUFFERS_IN_ADTS_QUEUE ; i++) { if (filelen < 7 || frame[0] != 0xFF || (frame[1] & 0xF0) != 0xF0) { printf("\ncorrupt ADTS frame encountered; offset %zu bytes\n", frame - (unsigned char *) ptr); // Note that prefetch will detect this error soon when it gets a premature EOF break; } unsigned framelen = ((frame[3] & 3) << 11) | (frame[4] << 3) | (frame[5] >> 5); printf(" %d (%u bytes)", i, framelen); res = (*aacBuffQueueItf)->Enqueue(aacBuffQueueItf, NULL /*pBufferContext*/, frame, framelen, NULL, 0); ExitOnError(res); frame += framelen; filelen -= framelen; ++encodedFrames; encodedSamples += SAMPLES_PER_AAC_FRAME; frameStats.sample(framelen); } printf("\n"); #ifdef QUERY_METADATA /* ------------------------------------------------------ */ /* Get and display the metadata key names for the decoder */ // This is for test / demonstration purposes only where we discover the key and value sizes // of a PCM decoder. An application that would want to directly get access to those values // can make assumptions about the size of the keys and their matching values (all SLuint32), // but it should not make assumptions about the key indices as these are subject to change. // Note that we don't get the metadata values yet; that happens in the first decode callback. SLuint32 itemCount; res = (*mdExtrItf)->GetItemCount(mdExtrItf, &itemCount); ExitOnError(res); printf("itemCount=%u\n", itemCount); SLuint32 keySize, valueSize; SLMetadataInfo *keyInfo, *value; for(i=0 ; i<itemCount ; i++) { keyInfo = NULL; keySize = 0; value = NULL; valueSize = 0; res = (*mdExtrItf)->GetKeySize(mdExtrItf, i, &keySize); ExitOnError(res); res = (*mdExtrItf)->GetValueSize(mdExtrItf, i, &valueSize); ExitOnError(res); keyInfo = (SLMetadataInfo*) malloc(keySize); if (NULL != keyInfo) { res = (*mdExtrItf)->GetKey(mdExtrItf, i, keySize, keyInfo); ExitOnError(res); printf("key[%d] size=%d, name=%s \tvalue size=%d encoding=0x%X langCountry=%s\n", i, keyInfo->size, keyInfo->data, valueSize, keyInfo->encoding, keyInfo->langCountry); /* find out the key index of the metadata we're interested in */ if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_NUMCHANNELS)) { channelCountKeyIndex = i; } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_SAMPLERATE)) { sampleRateKeyIndex = i; } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE)) { bitsPerSampleKeyIndex = i; } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_CONTAINERSIZE)) { containerSizeKeyIndex = i; } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_CHANNELMASK)) { channelMaskKeyIndex = i; } else if (!strcmp((char*)keyInfo->data, ANDROID_KEY_PCMFORMAT_ENDIANNESS)) { endiannessKeyIndex = i; } else { printf("Unknown key %s ignored\n", (char *)keyInfo->data); } free(keyInfo); } } if (channelCountKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_NUMCHANNELS, channelCountKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_NUMCHANNELS); } if (sampleRateKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_SAMPLERATE, sampleRateKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_SAMPLERATE); } if (bitsPerSampleKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE, bitsPerSampleKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_BITSPERSAMPLE); } if (containerSizeKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_CONTAINERSIZE, containerSizeKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_CONTAINERSIZE); } if (channelMaskKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_CHANNELMASK, channelMaskKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_CHANNELMASK); } if (endiannessKeyIndex != -1) { printf("Key %s is at index %d\n", ANDROID_KEY_PCMFORMAT_ENDIANNESS, endiannessKeyIndex); } else { fprintf(stderr, "Unable to find key %s\n", ANDROID_KEY_PCMFORMAT_ENDIANNESS); } #endif // set the player's state to paused, to start prefetching printf("Setting play state to PAUSED\n"); res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PAUSED); ExitOnError(res); // wait for prefetch status callback to indicate either sufficient data or error printf("Awaiting prefetch complete\n"); pthread_mutex_lock(&mutex); while (prefetch_status == PREFETCHSTATUS_UNKNOWN) { pthread_cond_wait(&cond, &mutex); } pthread_mutex_unlock(&mutex); if (prefetch_status == PREFETCHSTATUS_ERROR) { fprintf(stderr, "Error during prefetch, exiting\n"); goto destroyRes; } printf("Prefetch is complete\n"); /* ------------------------------------------------------ */ /* Start decoding */ printf("Starting to decode\n"); res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PLAYING); ExitOnError(res); /* Decode until the end of the stream is reached */ printf("Awaiting notification that all encoded buffers have been enqueued\n"); pthread_mutex_lock(&eosLock); while (!eos) { if (pauseFrame > 0) { if (decodedFrames >= pauseFrame) { pauseFrame = 0; printf("Pausing after decoded frame %zu for 10 seconds\n", decodedFrames); pthread_mutex_unlock(&eosLock); res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PAUSED); ExitOnError(res); sleep(10); printf("Resuming\n"); res = (*playItf)->SetPlayState(playItf, SL_PLAYSTATE_PLAYING); ExitOnError(res); pthread_mutex_lock(&eosLock); } else { pthread_mutex_unlock(&eosLock); usleep(10*1000); pthread_mutex_lock(&eosLock); } } else { pthread_cond_wait(&eosCondition, &eosLock); } } pthread_mutex_unlock(&eosLock); printf("All encoded buffers have now been enqueued, but there's still more to do\n"); /* This just means done enqueueing; there may still more data in decode queue! */ pthread_mutex_lock(&head_mutex); while (!head_atend) { pthread_cond_wait(&head_cond, &head_mutex); } pthread_mutex_unlock(&head_mutex); printf("Decode is now finished\n"); pthread_mutex_lock(&eosLock); printf("Frame counters: encoded=%zu decoded=%zu\n", encodedFrames, decodedFrames); printf("Sample counters: encoded=%zu decoded=%zu\n", encodedSamples, decodedSamples); printf("Total encode completions received: actual=%zu, expected=%zu\n", totalEncodeCompletions, encodedFrames+1/*EOS*/); pthread_mutex_unlock(&eosLock); /* Get the final position and duration */ res = (*playItf)->GetPosition(playItf, &position); ExitOnError(res); res = (*playItf)->GetDuration(playItf, &duration); ExitOnError(res); if (duration == SL_TIME_UNKNOWN) { printf("The final position is %u ms, duration is unknown\n", position); } else { printf("The final position is %u ms, duration is %u ms\n", position, duration); } printf("Frame length statistics:\n"); printf(" n = %u frames\n", frameStats.n()); printf(" mean = %.1f bytes\n", frameStats.mean()); printf(" minimum = %.1f bytes\n", frameStats.minimum()); printf(" maximum = %.1f bytes\n", frameStats.maximum()); printf(" stddev = %.1f bytes\n", frameStats.stddev()); /* ------------------------------------------------------ */ /* End of decoding */ destroyRes: /* Destroy the AudioPlayer object */ (*player)->Destroy(player); if (outputFp != NULL) { fclose(outputFp); } // unmap the ADTS AAC file from memory ok = munmap(ptr, statbuf.st_size); if (0 != ok) { perror(path); } } //----------------------------------------------------------------- int main(int argc, char* const argv[]) { SLresult res; SLObjectItf sl; printf("OpenSL ES test %s: decodes a file containing AAC ADTS data\n", argv[0]); if (argc != 2) { printf("Usage: \t%s source_file\n", argv[0]); printf("Example: \"%s /sdcard/myFile.adts\n", argv[0]); exit(EXIT_FAILURE); } // open pathname of encoded ADTS AAC file to get a file descriptor int fd; fd = open(argv[1], O_RDONLY); if (fd < 0) { perror(argv[1]); return EXIT_FAILURE; } SLEngineOption EngineOption[] = { {(SLuint32) SL_ENGINEOPTION_THREADSAFE, (SLuint32) SL_BOOLEAN_TRUE} }; res = slCreateEngine( &sl, 1, EngineOption, 0, NULL, NULL); ExitOnError(res); /* Realizing the SL Engine in synchronous mode. */ res = (*sl)->Realize(sl, SL_BOOLEAN_FALSE); ExitOnError(res); TestDecToBuffQueue(sl, argv[1], fd); /* Shutdown OpenSL ES */ (*sl)->Destroy(sl); // close the file (void) close(fd); return EXIT_SUCCESS; }