# Copyright 2014 The Android Open Source Project
|
#
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
# you may not use this file except in compliance with the License.
|
# You may obtain a copy of the License at
|
#
|
# http://www.apache.org/licenses/LICENSE-2.0
|
#
|
# Unless required by applicable law or agreed to in writing, software
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
# See the License for the specific language governing permissions and
|
# limitations under the License.
|
|
import os.path
|
import its.caps
|
import its.device
|
import its.image
|
import its.objects
|
|
NAME = os.path.basename(__file__).split('.')[0]
|
NUM_TEST_FRAMES = 20
|
FD_MODE_OFF = 0
|
FD_MODE_SIMPLE = 1
|
FD_MODE_FULL = 2
|
W, H = 640, 480
|
|
|
def main():
|
"""Test face detection.
|
"""
|
|
with its.device.ItsSession() as cam:
|
props = cam.get_camera_properties()
|
props = cam.override_with_hidden_physical_camera_props(props)
|
its.caps.skip_unless(its.caps.face_detect(props))
|
mono_camera = its.caps.mono_camera(props)
|
fd_modes = props['android.statistics.info.availableFaceDetectModes']
|
a = props['android.sensor.info.activeArraySize']
|
aw, ah = a['right'] - a['left'], a['bottom'] - a['top']
|
if its.caps.read_3a(props):
|
gain, exp, _, _, focus = cam.do_3a(get_results=True,
|
mono_camera=mono_camera)
|
print 'iso = %d' % gain
|
print 'exp = %.2fms' % (exp*1.0E-6)
|
if focus == 0.0:
|
print 'fd = infinity'
|
else:
|
print 'fd = %.2fcm' % (1.0E2/focus)
|
for fd_mode in fd_modes:
|
assert FD_MODE_OFF <= fd_mode <= FD_MODE_FULL
|
req = its.objects.auto_capture_request()
|
req['android.statistics.faceDetectMode'] = fd_mode
|
fmt = {'format': 'yuv', 'width': W, 'height': H}
|
caps = cam.do_capture([req]*NUM_TEST_FRAMES, fmt)
|
for i, cap in enumerate(caps):
|
md = cap['metadata']
|
assert md['android.statistics.faceDetectMode'] == fd_mode
|
faces = md['android.statistics.faces']
|
|
# 0 faces should be returned for OFF mode
|
if fd_mode == FD_MODE_OFF:
|
assert not faces
|
continue
|
# Face detection could take several frames to warm up,
|
# but it should detect at least one face in last frame
|
if i == NUM_TEST_FRAMES - 1:
|
img = its.image.convert_capture_to_rgb_image(
|
cap, props=props)
|
img = its.image.rotate_img_per_argv(img)
|
img_name = '%s_fd_mode_%s.jpg' % (NAME, fd_mode)
|
its.image.write_image(img, img_name)
|
if not faces:
|
print 'Error: no face detected in mode', fd_mode
|
assert 0
|
if not faces:
|
continue
|
|
print 'Frame %d face metadata:' % i
|
print ' Faces:', faces
|
print ''
|
|
face_scores = [face['score'] for face in faces]
|
face_rectangles = [face['bounds'] for face in faces]
|
for score in face_scores:
|
assert score >= 1 and score <= 100
|
# Face bounds should be within active array
|
for j, rect in enumerate(face_rectangles):
|
print 'Checking face rectangle %d...' % j
|
rect_t = rect['top']
|
rect_b = rect['bottom']
|
rect_l = rect['left']
|
rect_r = rect['right']
|
assert rect_t < rect_b
|
assert rect_l < rect_r
|
l_msg = 'l: %d outside of active W: 0,%d' % (rect_l, aw)
|
r_msg = 'r: %d outside of active W: 0,%d' % (rect_r, aw)
|
t_msg = 't: %d outside active H: 0,%d' % (rect_t, ah)
|
b_msg = 'b: %d outside active H: 0,%d' % (rect_b, ah)
|
# Assert same order as face landmarks below
|
assert 0 <= rect_l <= aw, l_msg
|
assert 0 <= rect_r <= aw, r_msg
|
assert 0 <= rect_t <= ah, t_msg
|
assert 0 <= rect_b <= ah, b_msg
|
|
# Face landmarks are reported if and only if fd_mode is FULL
|
# Face ID should be -1 for SIMPLE and unique for FULL
|
if fd_mode == FD_MODE_SIMPLE:
|
for face in faces:
|
assert 'leftEye' not in face
|
assert 'rightEye' not in face
|
assert 'mouth' not in face
|
assert face['id'] == -1
|
elif fd_mode == FD_MODE_FULL:
|
face_ids = [face['id'] for face in faces]
|
assert len(face_ids) == len(set(face_ids))
|
# Face landmarks should be within face bounds
|
for k, face in enumerate(faces):
|
print 'Checking landmarks in face %d...' % k
|
l_eye = face['leftEye']
|
r_eye = face['rightEye']
|
mouth = face['mouth']
|
l, r = face['bounds']['left'], face['bounds']['right']
|
t, b = face['bounds']['top'], face['bounds']['bottom']
|
l_eye_x, l_eye_y = l_eye['x'], l_eye['y']
|
r_eye_x, r_eye_y = r_eye['x'], r_eye['y']
|
mouth_x, mouth_y = mouth['x'], mouth['y']
|
lx_msg = 'l: %d, r: %d, x: %d' % (l, r, l_eye_x)
|
ly_msg = 't: %d, b: %d, y: %d' % (t, b, l_eye_y)
|
rx_msg = 'l: %d, r: %d, x: %d' % (l, r, r_eye_x)
|
ry_msg = 't: %d, b: %d, y: %d' % (t, b, r_eye_y)
|
mx_msg = 'l: %d, r: %d, x: %d' % (l, r, mouth_x)
|
my_msg = 't: %d, b: %d, y: %d' % (t, b, mouth_y)
|
assert l <= l_eye_x <= r, lx_msg
|
assert t <= l_eye_y <= b, ly_msg
|
assert l <= r_eye_x <= r, rx_msg
|
assert t <= r_eye_y <= b, ry_msg
|
assert l <= mouth_x <= r, mx_msg
|
assert t <= mouth_y <= b, my_msg
|
|
if __name__ == '__main__':
|
main()
|
