现在大部分Android Camera 应用都是基于Android标准API1/API2进行开发的,但是其实Android Camera应用也是可以直接在Android Native层进行开发,而且存在两种方法:
- 直接和CameraSerive通信进行开发
- 直接和CameraProvider通信进行开发
直接在Android Native 层开发Camera应用的优缺点:
优点:
- 摒弃了Java层调用,能在性能方面存在一定的优化
- 由于高性能的算法大部分都是基于c/c++开发的,在Native层开发相机应用可以方便算法集成
缺点:
- 参考资料少,开发难度稍高,会遇到很多bug,当然都是可以解决的。
1. 直接和CameraSerive通信进行开发进行Native Camera开发
1.1 CameraSerive接口定义
CameraService
所有对外接口都ICameraService.aidl
文件中。
主要定义的接口有:
/**
* Open a camera device through the new camera API
* Only supported for device HAL versions >= 3.2
*/
ICameraDeviceUser connectDevice(ICameraDeviceCallbacks callbacks,
String cameraId,
String opPackageName,
int clientUid);
/**
* Add listener for changes to camera device and flashlight state.
*
* Also returns the set of currently-known camera IDs and state of each device.
* Adding a listener will trigger the torch status listener to fire for all
* devices that have a flash unit
*/
CameraStatus[] addListener(ICameraServiceListener listener);
/**
* Read the static camera metadata for a camera device.
* Only supported for device HAL versions >= 3.2
*/
CameraMetadataNative getCameraCharacteristics(String cameraId);
1.2 CameraService 获取
首先需要从IServiceManager中获CameraService,代码如下:
sp<IServiceManager> sm = defaultServiceManager();
sp<IBinder> binder = sm->getService(String16("media.camera"));
sp<ICameraService>mspService = interface_cast<ICameraService>(binder);
1.3 打开相机
sp<ICameraDeviceUser> device;
binder::Status res = mspService->connectDevice(callbacks, cameraId, clientPackageName,
ICameraService::USE_CALLING_UID, &device);
connectDevice会返回一个BpCameraDeviceUser 代理对象,表示一个相机设备,其继承自ICameraDeviceUser,ICameraDeviceUser定义如下:
//ICameraDeviceUser.aidl
void disconnect();
const int NO_IN_FLIGHT_REPEATING_FRAMES = -1;
SubmitInfo submitRequest(in CaptureRequest request, boolean streaming);
SubmitInfo submitRequestList(in CaptureRequest[] requestList, boolean streaming);
/**
* Cancel the repeating request specified by requestId
* Returns the frame number of the last frame that will be produced from this
* repeating request, or NO_IN_FLIGHT_REPEATING_FRAMES if no frames were produced
* by this repeating request.
*
* Repeating request may be stopped by camera device due to an error. Canceling a stopped
* repeating request will trigger ERROR_ILLEGAL_ARGUMENT.
*/
long cancelRequest(int requestId);
/**
* Begin the device configuration.
*
* <p>
* beginConfigure must be called before any call to deleteStream, createStream,
* or endConfigure. It is not valid to call this when the device is not idle.
* <p>
*/
void beginConfigure();
void endConfigure(int operatingMode);
void deleteStream(int streamId);
/**
* Create an output stream
*
* <p>Create an output stream based on the given output configuration</p>
*
* @param outputConfiguration size, format, and other parameters for the stream
* @return new stream ID
*/
int createStream(in OutputConfiguration outputConfiguration);
1.4 创建Stream流
在打开相机后就可以创建或者删除Stream了,在创建流Stream之前需要先准备Surface资源
1.4.1 Surface资源准备
- 如果预览数据不修改显示到真实的物理屏上,就可以通过
BufferQueue::createBufferQueue
创建出surface来,方法是:
void setupPreviewSurface()
{
ALOGD("%s,%d E .", __FUNCTION__,__LINE__);
// Setup a buffer queue
BufferQueue::createBufferQueue(&mspGbProducer, &mspGbConsumer);
sp<BufferItemConsumer> consumer;
consumer = new BufferItemConsumer(mspGbConsumer, GRALLOC_USAGE_SW_READ_NEVER,
/*maxImages*/ MAX_BUFFER_NUM, /*controlledByApp*/ true);
String8 consumerName = String8::format("ImageReader-%dx%df%xm%d-%d",
m_iWidth, m_iHeight, m_iFormat, MAX_BUFFER_NUM, getpid());
//创建帧回调监听
mPreviewListener = new ConsumerBase::FrameAvailableListener();
consumer->setName(consumerName);
consumer->setDefaultBufferSize(m_iWidth, m_iHeight);
consumer->setDefaultBufferFormat(m_iFormat);
//给消费者注册帧回调监听
consumer->setFrameAvailableListener(mPreviewListener);
ALOGD("%s,%d X .", __FUNCTION__,__LINE__);
}
- 如果预览帧数据需要显示到真实的物理屏上,就需要向
SurfaceFlinger
申请一个Surface
sp<ANativeWindow> getSurfaceFromSF() {
status_t err;
sp<SurfaceComposerClient> surfaceComposerClient = new SurfaceComposerClient;
err = surfaceComposerClient->initCheck();
// Get main display parameters.
sp<IBinder> mainDpy = SurfaceComposerClient::getBuiltInDisplay(
ISurfaceComposer::eDisplayIdMain);
DisplayInfo mainDpyInfo;
err = SurfaceComposerClient::getDisplayInfo(mainDpy, &mainDpyInfo);
uint32_t width, height;
if (mainDpyInfo.orientation != DISPLAY_ORIENTATION_0 &&
mainDpyInfo.orientation != DISPLAY_ORIENTATION_180) {
// rotated
width = mainDpyInfo.h;
height = mainDpyInfo.w;
} else {
width = mainDpyInfo.w;
height = mainDpyInfo.h;
}
sp<SurfaceControl> sc = surfaceComposerClient->createSurface(
String8("mytest"), width, height,
PIXEL_FORMAT_RGBX_8888, ISurfaceComposerClient::eOpaque);
SurfaceComposerClient::openGlobalTransaction();
err = sc->setLayer(0x7FFFFFFF); // always on top
err = sc->show();
SurfaceComposerClient::closeGlobalTransaction();
sp<ANativeWindow> anw = sc->getSurface();
return anw
}
当然也存在其他方法,欢迎补充啊
1.4.2 Stream创建
int configureDevice()
{
//preview surface准备
setupPreviewSurface();
//capture surface准备
setupCaptureSurface();
ALOGD("waitUntilIdle E");
res = mspDevice->waitUntilIdle();
ALOGD("waitUntilIdle X");
res = mspDevice->beginConfigure();
ALOGD("create preview Stream E");
OutputConfiguration previewOutPut(mspGbProducer, /*rotation*/ 0);
res = mspDevice->createStream(previewOutPut, &mPreviewStreamId);
ALOGD("create preview Stream mPreviewStreamId = %d X",mPreviewStreamId);
ALOGD("create capture Stream E");
OutputConfiguration jpegOutPut = OutputConfiguration(mspJpegGbpProducer, /*rotation*/ 0);
res = mspDevice->createStream(jpegOutPut, &mCaptureStreamId);
ALOGD("create capture Stream mCaptureStreamId = %d X",mCaptureStreamId);
ALOGD("endConfigure E .");
res = mspDevice->endConfigure(/*isConstrainedHighSpeed*/ false);
ALOGD("endConfigure X .");
return 0;
}
1.4 预览申请
创建流成功后,就可以开启startpreview和takepicture了
int startPreview()
{
CameraMetadata mRequestTemplate;
int templateId = camera2::ICameraDeviceUser::TEMPLATE_PREVIEW;
//createDefaultRequest获取的metadata只包含一些默认值
//如果想更新其里边的值,就需要更新metadata了
res = mspDevice->createDefaultRequest(templateId, /*out*/ &mRequestTemplate);
//for rbg camera, open qcom faceDetect feature defaultily.
if (m_iCameraId == CAMERA_RGB_ID) {
uint8_t faceDetectType = TYPE_BYTE;
uint8_t faceDetectValue = ANDROID_STATISTICS_FACE_DETECT_MODE_SIMPLE;
updateMetaData("android.statistics.faceDetectMode",faceDetectType,&faceDetectValue,1);
}
std::vector< ::android::hardware::camera2::CaptureRequest>requestList;
sp<Surface> previewSurface = new Surface(mspGbProducer, /*controlledByApp*/ true);
//preview only
camera2::CaptureRequest previewTargetRequest;
previewTargetRequest.mMetadata = requestMeta;
previewTargetRequest.mIsReprocess = false;
previewTargetRequest.mSurfaceList.add(previewSurface);
requestList.push_back(previewTargetRequest);
camera2::utils::SubmitInfo info;
//申请开启预览
res = mspDevice->submitRequestList(requestList, /*streaming*/ true, /*out*/ &info);
int32_t requestId = info.mRequestId;
int64_t lastFrameNumber = info.mLastFrameNumber;
return 0;
}
1.5 Metadata更新
在需要修改默认的MetaData时,就需要跟新CameraMetadata ,更新方法如下
int updateMetaData(CameraMetadata* metaData,char* key,uint8_t type,
void* data,int count){
status_t ret;
uint32_t tag = 0;
sp<VendorTagDescriptor> vTags;
sp<VendorTagDescriptorCache> cache = VendorTagDescriptorCache::getGlobalVendorTagCache();
if (cache.get()) {
const camera_metadata_t *metaBuffer = metaData->getAndLock();
metadata_vendor_id_t vendorId = get_camera_metadata_vendor_id(metaBuffer);
metaData->unlock(metaBuffer);
cache->getVendorTagDescriptor(vendorId, &vTags);
}
ret = CameraMetadata::getTagFromName(key,vTags.get(), &tag);
ret = metaData->update(tag,reinterpret_cast<const T*>(data),count);
return ret;
}
至此完成了直接和CameraSerive通信进行开发进行Native Camera开发简单介绍。
2. 直接和CameraProvider通信进行开发进行Native Camera开发
待续。。。。