pristineio / webrtc-mirror Goto Github PK

    cricket::VideoCapturer * vc = nullptr;
	if (capturer_internal)
	{
		vc = capturer_internal.get();
	}
	auto v = pc_factory_->CreateVideoSource(vc, NULL);
	auto video_track = pc_factory_->CreateVideoTrack(kVideoLabel, v);

private void listenForBytebufferFrames() {
    this.camera.setPreviewCallbackWithBuffer(new PreviewCallback() {
        public void onPreviewFrame(byte[] data, Camera callbackCamera) {
            Camera1Session.this.checkIsOnCameraThread();
            if(callbackCamera != Camera1Session.this.camera) {
                Logging.e("Camera1Session", "Callback from a different camera. This should never happen.");
            } else if(Camera1Session.this.state != Camera1Session.SessionState.RUNNING) {
                Logging.d("Camera1Session", "Bytebuffer frame captured but camera is no longer running.");
            } else {
                mFrameProcessor.setNextFrame(data, callbackCamera);
                long captureTimeNs = TimeUnit.MILLISECONDS.toNanos(SystemClock.elapsedRealtime());
                if(!Camera1Session.this.firstFrameReported) {
                    int startTimeMs = (int)TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - Camera1Session.this.constructionTimeNs);
                    Camera1Session.camera1StartTimeMsHistogram.addSample(startTimeMs);
                    Camera1Session.this.firstFrameReported = true;
                }

            ByteBuffer byteBuffer1 = ByteBuffer.wrap(data);
            Frame outputFrame = new Frame.Builder()
                    .setImageData(byteBuffer1,
                            Camera1Session.this.captureFormat.width,
                            Camera1Session.this.captureFormat.height,
                            ImageFormat.NV21)
                    .setTimestampMillis(mFrameProcessor.mPendingTimeMillis)
                    .setId(mFrameProcessor.mPendingFrameId)
                    .setRotation(3)
                    .build();
            int w = outputFrame.getMetadata().getWidth();
            int h = outputFrame.getMetadata().getHeight();
            SparseArray<Face> detectedFaces = mDetector.detect(outputFrame);
            if (detectedFaces.size() > 0) {

                Face face = detectedFaces.valueAt(0);
                ByteBuffer byteBufferRaw = outputFrame.getGrayscaleImageData();
                byte[] byteBuffer = byteBufferRaw.array();
                YuvImage yuvimage  = new YuvImage(byteBuffer, ImageFormat.NV21, w, h, null);
                ByteArrayOutputStream baos = new ByteArrayOutputStream();

                //My crop logic to get face co-ordinates

                yuvimage.compressToJpeg(new Rect(left, top, right, bottom), 80, baos);
                final byte[] jpegArray = baos.toByteArray();
                Bitmap bitmap = BitmapFactory.decodeByteArray(jpegArray, 0, jpegArray.length);

                Activity currentActivity = getActivity();
                if (currentActivity instanceof CallActivity) {
                    ((CallActivity) currentActivity).setBitmapToImageView(bitmap); //face on ImageView is set just fine
                }
                Camera1Session.this.events.onByteBufferFrameCaptured(Camera1Session.this, data, Camera1Session.this.captureFormat.width, Camera1Session.this.captureFormat.height, Camera1Session.this.getFrameOrientation(), captureTimeNs);
                Camera1Session.this.camera.addCallbackBuffer(data);
            } else {
                Camera1Session.this.events.onByteBufferFrameCaptured(Camera1Session.this, data, Camera1Session.this.captureFormat.width, Camera1Session.this.captureFormat.height, Camera1Session.this.getFrameOrientation(), captureTimeNs);
                Camera1Session.this.camera.addCallbackBuffer(data);
            }

        }
    }
});}