/*
* Copyright (C) 2006 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <stdlib.h>
#include <stdio.h>
#include <fcntl.h>
#include <unistd.h>
#include <utils/misc.h>
#include <utils/String8.h>
#include <utils/Log.h>
#include <core/SkBitmap.h>
#include "jni.h"
#include "JNIHelp.h"
#include "android_runtime/AndroidRuntime.h"
using namespace android;
extern "C"
{
#include <fd_emb_sdk.h>
}
struct FaceData
{
float confidence;
float midpointx;
float midpointy;
float eyedist;
};
struct FaceOffsets
{
jfieldID confidence;
jfieldID midpointx;
jfieldID midpointy;
jfieldID eyedist;
jfieldID eulerx;
jfieldID eulery;
jfieldID eulerz;
} gFaceOffsets;
struct FaceDetectorOffsets
{
jfieldID fd;
jfieldID sdk;
jfieldID dcr;
jfieldID width;
jfieldID height;
jfieldID maxFaces;
jfieldID bwbuffer;
} gFaceDetectorOffsets;
jfieldID nativeBitmapID;
// ---------------------------------------------------------------------------
static void getFaceData(btk_HDCR hdcr, FaceData* fdata)
{
btk_Node leftEye, rightEye;
btk_DCR_getNode(hdcr, 0, &leftEye);
btk_DCR_getNode(hdcr, 1, &rightEye);
fdata->eyedist = (float)(rightEye.x - leftEye.x) / (1 << 16);
fdata->midpointx = (float)(rightEye.x + leftEye.x) / (1 << 17);
fdata->midpointy = (float)(rightEye.y + leftEye.y) / (1 << 17);
fdata->confidence = (float)btk_DCR_confidence(hdcr) / (1 << 24);
}
// ---------------------------------------------------------------------------
static void doThrow(JNIEnv* env, const char* exc, const char* msg = NULL)
{
jclass npeClazz = env->FindClass(exc);
env->ThrowNew(npeClazz, msg);
}
static void
nativeClassInit
(JNIEnv *_env, jclass _this)
{
gFaceDetectorOffsets.fd = _env->GetFieldID(_this, "mFD", "I");
gFaceDetectorOffsets.sdk = _env->GetFieldID(_this, "mSDK", "I");
gFaceDetectorOffsets.dcr = _env->GetFieldID(_this, "mDCR", "I");
gFaceDetectorOffsets.width = _env->GetFieldID(_this, "mWidth", "I");
gFaceDetectorOffsets.height = _env->GetFieldID(_this, "mHeight", "I");
gFaceDetectorOffsets.maxFaces = _env->GetFieldID(_this, "mMaxFaces", "I");
gFaceDetectorOffsets.bwbuffer = _env->GetFieldID(_this, "mBWBuffer", "[B");
jclass faceClass = _env->FindClass("android/media/FaceDetector$Face");
gFaceOffsets.confidence = _env->GetFieldID(faceClass, "mConfidence", "F");
gFaceOffsets.midpointx = _env->GetFieldID(faceClass, "mMidPointX", "F");
gFaceOffsets.midpointy = _env->GetFieldID(faceClass, "mMidPointY", "F");
gFaceOffsets.eyedist = _env->GetFieldID(faceClass, "mEyesDist", "F");
gFaceOffsets.eulerx = _env->GetFieldID(faceClass, "mPoseEulerX", "F");
gFaceOffsets.eulery = _env->GetFieldID(faceClass, "mPoseEulerY", "F");
gFaceOffsets.eulerz = _env->GetFieldID(faceClass, "mPoseEulerZ", "F");
jclass bitmapClass = _env->FindClass("android/graphics/Bitmap");
nativeBitmapID = _env->GetFieldID(bitmapClass, "mNativeBitmap", "I");
}
// ---------------------------------------------------------------------------
static jint
initialize(JNIEnv *_env, jobject _this,
jint w, jint h, jint maxFaces)
{
// load the configuration file
const char* root = getenv("ANDROID_ROOT");
String8 path(root);
path.appendPath("usr/share/bmd/RFFstd_501.bmd");
// path.appendPath("usr/share/bmd/RFFspeed_501.bmd");
const int MAX_FILE_SIZE = 65536;
void* initData = malloc( MAX_FILE_SIZE ); /* enough to fit entire file */
int filedesc = open(path.string(), O_RDONLY);
int initDataSize = read(filedesc, initData, MAX_FILE_SIZE);
close(filedesc);
// --------------------------------------------------------------------
btk_HSDK sdk = NULL;
btk_SDKCreateParam sdkParam = btk_SDK_defaultParam();
sdkParam.fpMalloc = malloc;
sdkParam.fpFree = free;
sdkParam.maxImageWidth = w;
sdkParam.maxImageHeight = h;
btk_Status status = btk_SDK_create(&sdkParam, &sdk);
// make sure everything went well
if (status != btk_STATUS_OK) {
// XXX: be more precise about what went wrong
doThrow(_env, "java/lang/OutOfMemoryError", NULL);
return 0;
}
btk_HDCR dcr = NULL;
btk_DCRCreateParam dcrParam = btk_DCR_defaultParam();
btk_DCR_create( sdk, &dcrParam, &dcr );
btk_HFaceFinder fd = NULL;
btk_FaceFinderCreateParam fdParam = btk_FaceFinder_defaultParam();
fdParam.pModuleParam = initData;
fdParam.moduleParamSize = initDataSize;
fdParam.maxDetectableFaces = maxFaces;
status = btk_FaceFinder_create( sdk, &fdParam, &fd );
btk_FaceFinder_setRange(fd, 20, w/2); /* set eye distance range */
// make sure everything went well
if (status != btk_STATUS_OK) {
// XXX: be more precise about what went wrong
doThrow(_env, "java/lang/OutOfMemoryError", NULL);
return 0;
}
// free the configuration file
free(initData);
// initialize the java object
_env->SetIntField(_this, gFaceDetectorOffsets.fd, (jint)fd);
_env->SetIntField(_this, gFaceDetectorOffsets.sdk, (jint)sdk);
_env->SetIntField(_this, gFaceDetectorOffsets.dcr, (jint)dcr);
return 1;
}
static void
destroy(JNIEnv *_env, jobject _this)
{
btk_HFaceFinder hfd =
(btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
btk_FaceFinder_close( hfd );
btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
btk_DCR_close( hdcr );
btk_HSDK hsdk = (btk_HSDK)(_env->GetIntField(_this, gFaceDetectorOffsets.sdk));
btk_SDK_close( hsdk );
}
static jint
detect(JNIEnv *_env, jobject _this,
jobject bitmap)
{
// get the fields we need
btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
btk_HFaceFinder hfd =
(btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
u32 maxFaces = _env->GetIntField(_this, gFaceDetectorOffsets.maxFaces);
u32 width = _env->GetIntField(_this, gFaceDetectorOffsets.width);
u32 height = _env->GetIntField(_this, gFaceDetectorOffsets.height);
jbyteArray bwbufferObject = (jbyteArray)
_env->GetObjectField(_this, gFaceDetectorOffsets.bwbuffer);
// get to the native bitmap
SkBitmap const * nativeBitmap =
(SkBitmap const *)_env->GetIntField(bitmap, nativeBitmapID);
// get to our BW temporary buffer
jbyte* bwbuffer = _env->GetByteArrayElements(bwbufferObject, 0);
// convert the image to B/W
uint8_t* dst = (uint8_t*)bwbuffer;
// manage the life-time of locking our pixels
SkAutoLockPixels alp(*nativeBitmap);
uint16_t const* src = (uint16_t const*)nativeBitmap->getPixels();
int wpr = nativeBitmap->rowBytes() / 2;
for (u32 y=0 ; y<height; y++) {
for (u32 x=0 ; x<width ; x++) {
uint16_t rgb = src[x];
int r = rgb >> 11;
int g2 = (rgb >> 5) & 0x3F;
int b = rgb & 0x1F;
// L coefficients 0.299 0.587 0.11
int L = (r<<1) + (g2<<1) + (g2>>1) + b;
*dst++ = L;
}
src += wpr;
}
// run detection
btk_DCR_assignGrayByteImage(hdcr, bwbuffer, width, height);
int numberOfFaces = 0;
if (btk_FaceFinder_putDCR(hfd, hdcr) == btk_STATUS_OK) {
numberOfFaces = btk_FaceFinder_faces(hfd);
} else {
LOGE("ERROR: Return 0 faces because error exists in btk_FaceFinder_putDCR.\n");
}
// release the arrays we're using
_env->ReleaseByteArrayElements(bwbufferObject, bwbuffer, 0);
return numberOfFaces;
}
static void
get_face(JNIEnv *_env, jobject _this,
jobject face, jint index)
{
btk_HDCR hdcr = (btk_HDCR)(_env->GetIntField(_this, gFaceDetectorOffsets.dcr));
btk_HFaceFinder hfd =
(btk_HFaceFinder)(_env->GetIntField(_this, gFaceDetectorOffsets.fd));
FaceData faceData;
btk_FaceFinder_getDCR(hfd, hdcr);
getFaceData(hdcr, &faceData);
const float X2F = 1.0f / 65536.0f;
_env->SetFloatField(face, gFaceOffsets.confidence, faceData.confidence);
_env->SetFloatField(face, gFaceOffsets.midpointx, faceData.midpointx);
_env->SetFloatField(face, gFaceOffsets.midpointy, faceData.midpointy);
_env->SetFloatField(face, gFaceOffsets.eyedist, faceData.eyedist);
_env->SetFloatField(face, gFaceOffsets.eulerx, 0);
_env->SetFloatField(face, gFaceOffsets.eulery, 0);
_env->SetFloatField(face, gFaceOffsets.eulerz, 0);
}
// ---------------------------------------------------------------------------
static const char *classPathName = "android/media/FaceDetector";
static JNINativeMethod methods[] = {
{"nativeClassInit", "()V", (void*)nativeClassInit },
{"fft_initialize", "(III)I", (void*)initialize },
{"fft_detect", "(Landroid/graphics/Bitmap;)I", (void*)detect },
{"fft_get_face", "(Landroid/media/FaceDetector$Face;I)V",(void*)get_face },
{"fft_destroy", "()V", (void*)destroy },
};
int register_android_media_FaceDetector(JNIEnv *_env)
{
return android::AndroidRuntime::registerNativeMethods(
_env, classPathName, methods, NELEM(methods));
}
// ---------------------------------------------------------------------------
jint JNI_OnLoad(JavaVM* vm, void* reserved)
{
JNIEnv* env = NULL;
jint result = -1;
if (vm->GetEnv((void**) &env, JNI_VERSION_1_4) != JNI_OK) {
LOGE("ERROR: GetEnv failed\n");
goto bail;
}
assert(env != NULL);
if (register_android_media_FaceDetector(env) < 0) {
LOGE("ERROR: MediaPlayer native registration failed\n");
goto bail;
}
/* success -- return valid version number */
result = JNI_VERSION_1_4;
bail:
return result;
}