# Copyright 2023 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Test the camera in-sensor zoom behavior.""" import logging import os.path import camera_properties_utils import capture_request_utils import cv2 import image_processing_utils import its_base_test import its_session_utils import opencv_processing_utils import zoom_capture_utils from mobly import test_runner import numpy as np _NAME = os.path.splitext(os.path.basename(__file__))[0] _NUM_STEPS = 10 _THRESHOLD_MAX_RMS_DIFF_CROPPED_RAW_USE_CASE = 0.06 class InSensorZoomTest(its_base_test.ItsBaseTest): """Use case CROPPED_RAW: verify that CaptureResult.RAW_CROP_REGION matches cropped RAW image.""" def test_in_sensor_zoom(self): with its_session_utils.ItsSession( device_id=self.dut.serial, camera_id=self.camera_id, hidden_physical_id=self.hidden_physical_id) as cam: logical_props = cam.get_camera_properties() props = cam.override_with_hidden_physical_camera_props(logical_props) name_with_log_path = os.path.join(self.log_path, _NAME) # Skip the test if CROPPED_RAW is not present in stream use cases camera_properties_utils.skip_unless( camera_properties_utils.cropped_raw_stream_use_case(props)) # Load chart for scene its_session_utils.load_scene( cam, props, self.scene, self.tablet, self.chart_distance) z_range = props['android.control.zoomRatioRange'] logging.debug('In sensor zoom: testing zoomRatioRange: %s', str(z_range)) z_min, z_max = float(z_range[0]), float(z_range[1]) camera_properties_utils.skip_unless( z_max >= z_min * zoom_capture_utils.ZOOM_MIN_THRESH) z_list = np.arange(z_min, z_max, float(z_max - z_min) / (_NUM_STEPS - 1)) z_list = np.append(z_list, z_max) a = props['android.sensor.info.activeArraySize'] aw, ah = a['right'] - a['left'], a['bottom'] - a['top'] # Capture a RAW frame without any zoom raw_size = capture_request_utils.get_available_output_sizes( 'raw', props)[0] output_surfaces = [{'format': 'raw', 'width': raw_size[0], 'height': raw_size[1]}] if self.hidden_physical_id: output_surfaces[0].update({'physicalCamera': self.hidden_physical_id}) imgs = {} cam.do_3a(out_surfaces=output_surfaces) req = capture_request_utils.auto_capture_request() req['android.statistics.lensShadingMapMode'] = ( image_processing_utils.LENS_SHADING_MAP_ON) cap_raw_full = cam.do_capture( req, output_surfaces, reuse_session=True) rgb_full_img = image_processing_utils.convert_raw_capture_to_rgb_image( cap_raw_full, props, 'raw', name_with_log_path) image_processing_utils.write_image( rgb_full_img, f'{name_with_log_path}_raw_full.jpg') imgs['raw_full'] = rgb_full_img output_surfaces[0].update( {'useCase': its_session_utils.USE_CASE_CROPPED_RAW} ) first_api_level = its_session_utils.get_first_api_level(self.dut.serial) reuse_session = False # Capture RAW images with different zoom ratios with stream use case # CROPPED_RAW set for _, z in enumerate(z_list): req['android.control.zoomRatio'] = z if first_api_level >= its_session_utils.ANDROID15_API_LEVEL: cam.do_3a(out_surfaces=output_surfaces) reuse_session = True cap_zoomed_raw = cam.do_capture( req, output_surfaces, reuse_session=reuse_session) rgb_zoomed_raw = ( image_processing_utils.convert_raw_capture_to_rgb_image( cap_zoomed_raw, props, 'raw', name_with_log_path)) # Dump zoomed in RAW image img_name = f'{name_with_log_path}_zoomed_raw_{z:.2f}.jpg' image_processing_utils.write_image(rgb_zoomed_raw, img_name) logging.debug('Finding ArUco markers for zoom %f: size [%d x %d],' ' (min zoom %f)', z, cap_zoomed_raw['width'], cap_zoomed_raw['height'], z_list[0]) meta = cap_zoomed_raw['metadata'] result_raw_crop_region = meta['android.scaler.rawCropRegion'] rl = result_raw_crop_region['left'] rt = result_raw_crop_region['top'] # Make sure that scale factor for width and height scaling is the same. rw = result_raw_crop_region['right'] - rl rh = result_raw_crop_region['bottom'] - rt logging.debug('RAW_CROP_REGION reported for zoom %f: [%d %d %d %d]', z, rl, rt, rw, rh) inv_scale_factor = rw / aw if aw / rw != ah / rh: raise AssertionError('RAW_CROP_REGION width and height aspect ratio' f' != active array AR, region size: {rw} x {rh}' f' active array size: {aw} x {ah}') # Find any ArUco marker in img try: opencv_processing_utils.find_aruco_markers( image_processing_utils.convert_image_to_uint8(rgb_zoomed_raw), f'{name_with_log_path}_zoomed_raw_{z:.2f}_ArUco.jpg', aruco_marker_count=1 ) except AssertionError as e: logging.debug('Could not find ArUco marker at zoom ratio %.2f: %s', z, e) break xnorm = rl / aw ynorm = rt / ah wnorm = rw / aw hnorm = rh / ah logging.debug('Image patch norm for zoom %.2f: [%.2f %.2f %.2f %.2f]', z, xnorm, ynorm, wnorm, hnorm) # Crop the full FoV RAW to result_raw_crop_region rgb_full_cropped = image_processing_utils.get_image_patch( rgb_full_img, xnorm, ynorm, wnorm, hnorm) # Downscale the zoomed-in RAW image returned by the camera sub-system rgb_zoomed_downscale = cv2.resize( rgb_zoomed_raw, None, fx=inv_scale_factor, fy=inv_scale_factor) # Debug dump images being rms compared img_name_downscaled = f'{name_with_log_path}_downscale_raw_{z:.2f}.jpg' image_processing_utils.write_image( rgb_zoomed_downscale, img_name_downscaled) img_name_cropped = f'{name_with_log_path}_full_cropped_raw_{z:.2f}.jpg' image_processing_utils.write_image(rgb_full_cropped, img_name_cropped) rms_diff = image_processing_utils.compute_image_rms_difference_3d( rgb_zoomed_downscale, rgb_full_cropped) msg = f'RMS diff for CROPPED_RAW use case: {rms_diff:.4f}' logging.debug('%s', msg) if rms_diff >= _THRESHOLD_MAX_RMS_DIFF_CROPPED_RAW_USE_CASE: raise AssertionError( f'RMS diff {rms_diff:.4f} of downscaled cropped RAW & full, ' f'ATOL: {_THRESHOLD_MAX_RMS_DIFF_CROPPED_RAW_USE_CASE}') if __name__ == '__main__': test_runner.main()