/* * Copyright (c) 2009-2018, Intel Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included * in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. */ /* * Video process test case based on LibVA. * This test covers scaling and several surface format conversion. * Usage: ./vppscaling_csc process_scaling_csc.cfg */ #include #include #include #include #include #include #include #include #include "va_display.h" #ifndef VA_FOURCC_I420 #define VA_FOURCC_I420 0x30323449 #endif #define MAX_LEN 1024 #define CHECK_VASTATUS(va_status,func) \ if (va_status != VA_STATUS_SUCCESS) { \ fprintf(stderr,"%s:%s (%d) failed,exit\n", __func__, func, __LINE__); \ exit(1); \ } static VADisplay va_dpy = NULL; static VAContextID context_id = 0; static VAConfigID config_id = 0; static VASurfaceID g_in_surface_id = VA_INVALID_ID; static VASurfaceID g_out_surface_id = VA_INVALID_ID; static FILE* g_config_file_fd = NULL; static FILE* g_src_file_fd = NULL; static FILE* g_dst_file_fd = NULL; static char g_config_file_name[MAX_LEN]; static char g_src_file_name[MAX_LEN]; static char g_dst_file_name[MAX_LEN]; static uint32_t g_in_pic_width = 352; static uint32_t g_in_pic_height = 288; static uint32_t g_out_pic_width = 352; static uint32_t g_out_pic_height = 288; static uint32_t g_in_fourcc = VA_FOURCC('N', 'V', '1', '2'); static uint32_t g_in_format = VA_RT_FORMAT_YUV420; static uint32_t g_out_fourcc = VA_FOURCC('N', 'V', '1', '2'); static uint32_t g_out_format = VA_RT_FORMAT_YUV420; static uint32_t g_src_file_fourcc = VA_FOURCC('I', '4', '2', '0'); static uint32_t g_dst_file_fourcc = VA_FOURCC('Y', 'V', '1', '2'); static uint32_t g_frame_count = 0; static int8_t read_value_string(FILE *fp, const char* field_name, char* value) { char strLine[MAX_LEN]; char* field = NULL; char* str = NULL; uint16_t i; if (!fp || !field_name || !value) { printf("Invalid fuction parameters\n"); return -1; } rewind(fp); while (!feof(fp)) { if (!fgets(strLine, MAX_LEN, fp)) continue; for (i = 0; i < MAX_LEN && strLine[i]; i++) if (strLine[i] != ' ') break; if (i == MAX_LEN || strLine[i] == '#' || strLine[i] == '\n') continue; field = strtok(&strLine[i], ":"); if (strncmp(field, field_name, strlen(field_name))) continue; if (!(str = strtok(NULL, ":"))) continue; /* skip blank space in string */ while (*str == ' ') str++; *(str + strlen(str) - 1) = '\0'; strcpy(value, str); return 0; } return -1; } static int8_t read_value_uint32(FILE* fp, const char* field_name, uint32_t* value) { char str[MAX_LEN]; if (read_value_string(fp, field_name, str)) { printf("Failed to find integer field: %s", field_name); return -1; } *value = (uint32_t)atoi(str); return 0; } static VAStatus create_surface(VASurfaceID * p_surface_id, uint32_t width, uint32_t height, uint32_t fourCC, uint32_t format) { VAStatus va_status; VASurfaceAttrib surface_attrib; surface_attrib.type = VASurfaceAttribPixelFormat; surface_attrib.flags = VA_SURFACE_ATTRIB_SETTABLE; surface_attrib.value.type = VAGenericValueTypeInteger; surface_attrib.value.value.i = fourCC; va_status = vaCreateSurfaces(va_dpy, format, width, height, p_surface_id, 1, &surface_attrib, 1); return va_status; } /* Load yuv frame to NV12/YV12/I420 surface*/ static VAStatus upload_yuv_frame_to_yuv_surface(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; unsigned char *y_src = NULL; unsigned char *u_src = NULL; unsigned char *v_src = NULL; unsigned char *y_dst = NULL; unsigned char *u_dst = NULL; unsigned char *v_dst = NULL; void *surface_p = NULL; uint32_t frame_size, row, col; size_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420 || surface_image.format.fourcc == VA_FOURCC_NV12) { frame_size = surface_image.width * surface_image.height * 3 / 2; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); do { n_items = fread(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); y_src = newImageBuffer; if (g_src_file_fourcc == VA_FOURCC_I420) { u_src = newImageBuffer + surface_image.width * surface_image.height; v_src = newImageBuffer + surface_image.width * surface_image.height * 5 / 4; } else if (g_src_file_fourcc == VA_FOURCC_YV12) { v_src = newImageBuffer + surface_image.width * surface_image.height; u_src = newImageBuffer + surface_image.width * surface_image.height * 5 / 4; } else if (g_src_file_fourcc == VA_FOURCC_NV12) { u_src = newImageBuffer + surface_image.width * surface_image.height; v_src = u_src; } else { printf("Not supported YUV fourcc for input file !!!\n"); free(newImageBuffer); return VA_STATUS_ERROR_INVALID_SURFACE; } y_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); u_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_I420) { u_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else { u_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_dst = u_dst; } /* Y plane, directly copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width); y_dst += surface_image.pitches[0]; y_src += surface_image.width; } /* UV plane */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420) { for (row = 0; row < surface_image.height / 2; row ++) { if (g_src_file_fourcc == VA_FOURCC_I420 || g_src_file_fourcc == VA_FOURCC_YV12) { memcpy(v_dst, v_src, surface_image.width / 2); memcpy(u_dst, u_src, surface_image.width / 2); v_src += surface_image.width / 2; u_src += surface_image.width / 2; } else { for (col = 0; col < surface_image.width / 2; col++) { u_dst[col] = u_src[col * 2]; v_dst[col] = u_src[col * 2 + 1]; } u_src += surface_image.width; v_src = u_src; } if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_dst += surface_image.pitches[1]; u_dst += surface_image.pitches[2]; } else { v_dst += surface_image.pitches[2]; u_dst += surface_image.pitches[1]; } } } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { for (row = 0; row < surface_image.height / 2; row++) { if (g_src_file_fourcc == VA_FOURCC_I420 || g_src_file_fourcc == VA_FOURCC_YV12) { for (col = 0; col < surface_image.width / 2; col++) { u_dst[col * 2] = u_src[col]; u_dst[col * 2 + 1] = v_src[col]; } u_src += (surface_image.width / 2); v_src += (surface_image.width / 2); } else { memcpy(u_dst, u_src, surface_image.width); u_src += surface_image.width; v_src = u_src; } u_dst += surface_image.pitches[1]; } } } else if ((surface_image.format.fourcc == VA_FOURCC_YUY2 && g_src_file_fourcc == VA_FOURCC_YUY2) || (surface_image.format.fourcc == VA_FOURCC_UYVY && g_src_file_fourcc == VA_FOURCC_UYVY)) { frame_size = surface_image.width * surface_image.height * 2; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); do { n_items = fread(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); y_src = newImageBuffer; y_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); /* plane 0, directly copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 2); y_src += surface_image.width * 2; y_dst += surface_image.pitches[0]; } } else if ((surface_image.format.fourcc == VA_FOURCC_P010 && g_src_file_fourcc == VA_FOURCC_P010) || (surface_image.format.fourcc == VA_FOURCC_I010 && g_src_file_fourcc == VA_FOURCC_I010)) { frame_size = surface_image.width * surface_image.height * 3; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); do { n_items = fread(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); y_src = newImageBuffer; y_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); /* plane 0, directly copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 2); y_src += surface_image.width * 2; y_dst += surface_image.pitches[0]; } /* UV plane */ if (surface_image.format.fourcc == VA_FOURCC_I010) { assert(g_src_file_fourcc == VA_FOURCC_I010); u_src = newImageBuffer + surface_image.width * surface_image.height * 2; v_src = newImageBuffer + surface_image.width * surface_image.height * 5 / 2; u_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); for (row = 0; row < surface_image.height / 2; row++) { memcpy(u_dst, u_src, surface_image.width); memcpy(v_dst, v_src, surface_image.width); u_src += surface_image.width; v_src += surface_image.width; u_dst += surface_image.pitches[1]; v_dst += surface_image.pitches[2]; } } else if (surface_image.format.fourcc == VA_FOURCC_P010) { assert(g_src_file_fourcc == VA_FOURCC_P010); u_src = newImageBuffer + surface_image.width * surface_image.height * 2; v_src = u_src; u_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_dst = u_dst; for (row = 0; row < surface_image.height / 2; row++) { memcpy(u_dst, u_src, surface_image.width * 2); u_src += surface_image.width * 2; v_src = u_src; u_dst += surface_image.pitches[1]; v_dst = u_dst; } } } else if ((surface_image.format.fourcc == VA_FOURCC_RGBA && g_src_file_fourcc == VA_FOURCC_RGBA) || (surface_image.format.fourcc == VA_FOURCC_RGBX && g_src_file_fourcc == VA_FOURCC_RGBX) || (surface_image.format.fourcc == VA_FOURCC_BGRA && g_src_file_fourcc == VA_FOURCC_BGRA) || (surface_image.format.fourcc == VA_FOURCC_BGRX && g_src_file_fourcc == VA_FOURCC_BGRX)) { frame_size = surface_image.width * surface_image.height * 4; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); do { n_items = fread(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); y_src = newImageBuffer; y_dst = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); /* plane 0, directly copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 4); y_src += surface_image.width * 4; y_dst += surface_image.pitches[0]; } } else { printf("Not supported YUV surface fourcc !!! \n"); return VA_STATUS_ERROR_INVALID_SURFACE; } if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } /* Store NV12/YV12/I420 surface to yv12 file */ static VAStatus store_yuv_surface_to_yv12_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *u_src = NULL; unsigned char *v_src = NULL; unsigned char *y_dst = NULL; unsigned char *u_dst = NULL; unsigned char *v_dst = NULL; uint32_t row, col; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); /* store the surface to one YV12 file or one bmp file*/ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420 || surface_image.format.fourcc == VA_FOURCC_NV12) { uint32_t y_size = surface_image.width * surface_image.height; uint32_t u_size = y_size / 4; newImageBuffer = (unsigned char*)malloc(y_size * 3 / 2); assert(newImageBuffer); /* stored as YV12 format */ y_dst = newImageBuffer; v_dst = newImageBuffer + y_size; u_dst = newImageBuffer + y_size + u_size; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_I420) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = u_src; } /* Y plane copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width); y_src += surface_image.pitches[0]; y_dst += surface_image.width; } /* UV plane copy */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420) { for (row = 0; row < surface_image.height / 2; row ++) { memcpy(v_dst, v_src, surface_image.width / 2); memcpy(u_dst, u_src, surface_image.width / 2); v_dst += surface_image.width / 2; u_dst += surface_image.width / 2; if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src += surface_image.pitches[1]; u_src += surface_image.pitches[2]; } else { v_src += surface_image.pitches[2]; u_src += surface_image.pitches[1]; } } } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { for (row = 0; row < surface_image.height / 2; row++) { for (col = 0; col < surface_image.width / 2; col++) { u_dst[col] = u_src[col * 2]; v_dst[col] = u_src[col * 2 + 1]; } u_src += surface_image.pitches[1]; u_dst += (surface_image.width / 2); v_dst += (surface_image.width / 2); } } /* write frame to file */ do { n_items = fwrite(newImageBuffer, y_size * 3 / 2, 1, fp); } while (n_items != 1); } else { printf("Not supported YUV surface fourcc !!! \n"); return VA_STATUS_ERROR_INVALID_SURFACE; } if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_yuv_surface_to_i420_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *u_src = NULL; unsigned char *v_src = NULL; unsigned char *y_dst = NULL; unsigned char *u_dst = NULL; unsigned char *v_dst = NULL; uint32_t row, col; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); /* store the surface to one i420 file */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420 || surface_image.format.fourcc == VA_FOURCC_NV12) { uint32_t y_size = surface_image.width * surface_image.height; uint32_t u_size = y_size / 4; newImageBuffer = (unsigned char*)malloc(y_size * 3 / 2); assert(newImageBuffer); /* stored as YV12 format */ y_dst = newImageBuffer; u_dst = newImageBuffer + y_size; v_dst = newImageBuffer + y_size + u_size; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_I420) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = u_src; } /* Y plane copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width); y_src += surface_image.pitches[0]; y_dst += surface_image.width; } /* UV plane copy */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420) { for (row = 0; row < surface_image.height / 2; row ++) { memcpy(v_dst, v_src, surface_image.width / 2); memcpy(u_dst, u_src, surface_image.width / 2); v_dst += surface_image.width / 2; u_dst += surface_image.width / 2; if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src += surface_image.pitches[1]; u_src += surface_image.pitches[2]; } else { v_src += surface_image.pitches[2]; u_src += surface_image.pitches[1]; } } } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { for (row = 0; row < surface_image.height / 2; row++) { for (col = 0; col < surface_image.width / 2; col++) { u_dst[col] = u_src[col * 2]; v_dst[col] = u_src[col * 2 + 1]; } u_src += surface_image.pitches[1]; u_dst += (surface_image.width / 2); v_dst += (surface_image.width / 2); } } /* write frame to file */ do { n_items = fwrite(newImageBuffer, y_size * 3 / 2, 1, fp); } while (n_items != 1); } else { printf("Not supported YUV surface fourcc !!! \n"); return VA_STATUS_ERROR_INVALID_SURFACE; } if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_yuv_surface_to_nv12_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *u_src = NULL; unsigned char *v_src = NULL; unsigned char *y_dst = NULL; unsigned char *u_dst = NULL; unsigned char *v_dst = NULL; uint32_t row, col; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); /* store the surface to one nv12 file */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420 || surface_image.format.fourcc == VA_FOURCC_NV12) { uint32_t y_size = surface_image.width * surface_image.height; newImageBuffer = (unsigned char*)malloc(y_size * 3 / 2); assert(newImageBuffer); /* stored as YV12 format */ y_dst = newImageBuffer; u_dst = v_dst = newImageBuffer + y_size; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_I420) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = u_src; } /* Y plane copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width); y_src += surface_image.pitches[0]; y_dst += surface_image.width; } /* UV plane copy */ if (surface_image.format.fourcc == VA_FOURCC_YV12 || surface_image.format.fourcc == VA_FOURCC_I420) { for (row = 0; row < surface_image.height / 2; row ++) { for (col = 0; col < surface_image.width / 2; col++) { u_dst[col * 2] = u_src[col]; u_dst[col * 2 + 1] = v_src[col]; } u_dst += surface_image.width; if (surface_image.format.fourcc == VA_FOURCC_YV12) { v_src += surface_image.pitches[1]; u_src += surface_image.pitches[2]; } else { v_src += surface_image.pitches[2]; u_src += surface_image.pitches[1]; } } } else if (surface_image.format.fourcc == VA_FOURCC_NV12) { for (row = 0; row < surface_image.height / 2; row++) { memcpy(u_dst, u_src, surface_image.width); u_dst += surface_image.width; u_src += surface_image.pitches[1]; } } /* write frame to file */ do { n_items = fwrite(newImageBuffer, y_size * 3 / 2, 1, fp); } while (n_items != 1); } else { printf("Not supported YUV surface fourcc !!! \n"); return VA_STATUS_ERROR_INVALID_SURFACE; } if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_packed_yuv_surface_to_packed_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *y_dst = NULL; uint32_t row; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); /* store the surface to one YUY2 or UYVY file */ if (surface_image.format.fourcc == VA_FOURCC_YUY2 || surface_image.format.fourcc == VA_FOURCC_UYVY) { uint32_t frame_size = surface_image.width * surface_image.height * 2; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); memset(newImageBuffer, 0, frame_size); /* stored as YUY2 or UYVY format */ y_dst = newImageBuffer; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); /* Plane 0 copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 2); y_src += surface_image.pitches[0]; y_dst += surface_image.width * 2; } /* write frame to file */ do { n_items = fwrite(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); } else { printf("Not supported YUV surface fourcc !!! \n"); return VA_STATUS_ERROR_INVALID_SURFACE; } if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_yuv_surface_to_10bit_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *u_src = NULL; unsigned char *v_src = NULL; unsigned char *y_dst = NULL; unsigned char *u_dst = NULL; unsigned char *v_dst = NULL; uint32_t row; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); /* store the surface to one 10bit file */ uint32_t y_size = surface_image.width * surface_image.height * 2; uint32_t u_size = y_size / 4; newImageBuffer = (unsigned char*)malloc(y_size * 3); assert(newImageBuffer); y_dst = newImageBuffer; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); /* Y plane copy */ for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 2); y_src += surface_image.pitches[0]; y_dst += surface_image.width * 2; } if (surface_image.format.fourcc == VA_FOURCC_I010) { u_dst = newImageBuffer + y_size; v_dst = newImageBuffer + y_size + u_size; u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[2]); for (row = 0; row < surface_image.height / 2; row++) { memcpy(u_dst, u_src, surface_image.width); memcpy(v_dst, v_src, surface_image.width); u_dst += surface_image.width; v_dst += surface_image.width; u_src += surface_image.pitches[1]; v_src += surface_image.pitches[2]; } } else if (surface_image.format.fourcc == VA_FOURCC_P010) { u_dst = newImageBuffer + y_size; v_dst = u_dst; u_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[1]); v_src = u_src; for (row = 0; row < surface_image.height / 2; row++) { memcpy(u_dst, u_src, surface_image.width * 2); u_dst += surface_image.width * 2; u_src += surface_image.pitches[1]; } } else { printf("Not supported YUV surface fourcc !!! \n"); free(newImageBuffer); return VA_STATUS_ERROR_INVALID_SURFACE; } /* write frame to file */ do { n_items = fwrite(newImageBuffer, y_size * 3 / 2, 1, fp); } while (n_items != 1); if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_rgb_surface_to_rgb_file(FILE *fp, VASurfaceID surface_id) { VAStatus va_status; VAImage surface_image; void *surface_p = NULL; unsigned char *y_src = NULL; unsigned char *y_dst = NULL; uint32_t frame_size, row; int32_t n_items; unsigned char * newImageBuffer = NULL; va_status = vaSyncSurface(va_dpy, surface_id); CHECK_VASTATUS(va_status, "vaSyncSurface"); va_status = vaDeriveImage(va_dpy, surface_id, &surface_image); CHECK_VASTATUS(va_status, "vaDeriveImage"); va_status = vaMapBuffer(va_dpy, surface_image.buf, &surface_p); CHECK_VASTATUS(va_status, "vaMapBuffer"); frame_size = surface_image.width * surface_image.height * 4; newImageBuffer = (unsigned char*)malloc(frame_size); assert(newImageBuffer); y_dst = newImageBuffer; y_src = (unsigned char *)((unsigned char*)surface_p + surface_image.offsets[0]); for (row = 0; row < surface_image.height; row++) { memcpy(y_dst, y_src, surface_image.width * 4); y_src += surface_image.pitches[0]; y_dst += surface_image.width * 4; } /* write frame to file */ do { n_items = fwrite(newImageBuffer, frame_size, 1, fp); } while (n_items != 1); if (newImageBuffer) { free(newImageBuffer); newImageBuffer = NULL; } vaUnmapBuffer(va_dpy, surface_image.buf); vaDestroyImage(va_dpy, surface_image.image_id); return VA_STATUS_SUCCESS; } static VAStatus store_yuv_surface_to_file(FILE *fp, VASurfaceID surface_id) { if (g_out_fourcc == VA_FOURCC_YV12 || g_out_fourcc == VA_FOURCC_I420 || g_out_fourcc == VA_FOURCC_NV12) { if (g_dst_file_fourcc == VA_FOURCC_YV12) return store_yuv_surface_to_yv12_file(fp, surface_id); else if (g_dst_file_fourcc == VA_FOURCC_I420) return store_yuv_surface_to_i420_file(fp, surface_id); else if (g_dst_file_fourcc == VA_FOURCC_NV12) return store_yuv_surface_to_nv12_file(fp, surface_id); else { printf("Not supported YUV fourcc for output !!!\n"); return VA_STATUS_ERROR_INVALID_SURFACE; } } else if ((g_out_fourcc == VA_FOURCC_YUY2 && g_dst_file_fourcc == VA_FOURCC_YUY2) || (g_out_fourcc == VA_FOURCC_UYVY && g_dst_file_fourcc == VA_FOURCC_UYVY)) { return store_packed_yuv_surface_to_packed_file(fp, surface_id); } else if ((g_out_fourcc == VA_FOURCC_I010 && g_dst_file_fourcc == VA_FOURCC_I010) || (g_out_fourcc == VA_FOURCC_P010 && g_dst_file_fourcc == VA_FOURCC_P010)) { return store_yuv_surface_to_10bit_file(fp, surface_id); } else if ((g_out_fourcc == VA_FOURCC_RGBA && g_dst_file_fourcc == VA_FOURCC_RGBA) || (g_out_fourcc == VA_FOURCC_RGBX && g_dst_file_fourcc == VA_FOURCC_RGBX) || (g_out_fourcc == VA_FOURCC_RGBA && g_dst_file_fourcc == VA_FOURCC_BGRA) || (g_out_fourcc == VA_FOURCC_BGRX && g_dst_file_fourcc == VA_FOURCC_BGRX)) { return store_rgb_surface_to_rgb_file(fp, surface_id); } else { printf("Not supported YUV fourcc for output !!!\n"); return VA_STATUS_ERROR_INVALID_SURFACE; } } static VAStatus video_frame_process(VASurfaceID in_surface_id, VASurfaceID out_surface_id) { VAStatus va_status; VAProcPipelineParameterBuffer pipeline_param; VARectangle surface_region, output_region; VABufferID pipeline_param_buf_id = VA_INVALID_ID; /* Fill pipeline buffer */ surface_region.x = 0; surface_region.y = 0; surface_region.width = g_in_pic_width; surface_region.height = g_in_pic_height; output_region.x = 0; output_region.y = 0; output_region.width = g_out_pic_width; output_region.height = g_out_pic_height; memset(&pipeline_param, 0, sizeof(pipeline_param)); pipeline_param.surface = in_surface_id; pipeline_param.surface_region = &surface_region; pipeline_param.output_region = &output_region; va_status = vaCreateBuffer(va_dpy, context_id, VAProcPipelineParameterBufferType, sizeof(pipeline_param), 1, &pipeline_param, &pipeline_param_buf_id); CHECK_VASTATUS(va_status, "vaCreateBuffer"); va_status = vaBeginPicture(va_dpy, context_id, out_surface_id); CHECK_VASTATUS(va_status, "vaBeginPicture"); va_status = vaRenderPicture(va_dpy, context_id, &pipeline_param_buf_id, 1); CHECK_VASTATUS(va_status, "vaRenderPicture"); va_status = vaEndPicture(va_dpy, context_id); CHECK_VASTATUS(va_status, "vaEndPicture"); if (pipeline_param_buf_id != VA_INVALID_ID) vaDestroyBuffer(va_dpy, pipeline_param_buf_id); return va_status; } static VAStatus vpp_context_create() { VAStatus va_status = VA_STATUS_SUCCESS; int32_t j; /* VA driver initialization */ va_dpy = va_open_display(); int32_t major_ver, minor_ver; va_status = vaInitialize(va_dpy, &major_ver, &minor_ver); assert(va_status == VA_STATUS_SUCCESS); /* Check whether VPP is supported by driver */ VAEntrypoint entrypoints[5]; int32_t num_entrypoints; num_entrypoints = vaMaxNumEntrypoints(va_dpy); va_status = vaQueryConfigEntrypoints(va_dpy, VAProfileNone, entrypoints, &num_entrypoints); CHECK_VASTATUS(va_status, "vaQueryConfigEntrypoints"); for (j = 0; j < num_entrypoints; j++) { if (entrypoints[j] == VAEntrypointVideoProc) break; } if (j == num_entrypoints) { printf("VPP is not supported by driver\n"); assert(0); } /* Render target surface format check */ VAConfigAttrib attrib; attrib.type = VAConfigAttribRTFormat; va_status = vaGetConfigAttributes(va_dpy, VAProfileNone, VAEntrypointVideoProc, &attrib, 1); CHECK_VASTATUS(va_status, "vaGetConfigAttributes"); if (!(attrib.value & g_out_format)) { printf("RT format %d is not supported by VPP !\n", g_out_format); assert(0); } /* Create surface/config/context for VPP pipeline */ va_status = create_surface(&g_in_surface_id, g_in_pic_width, g_in_pic_height, g_in_fourcc, g_in_format); CHECK_VASTATUS(va_status, "vaCreateSurfaces for input"); va_status = create_surface(&g_out_surface_id, g_out_pic_width, g_out_pic_height, g_out_fourcc, g_out_format); CHECK_VASTATUS(va_status, "vaCreateSurfaces for output"); va_status = vaCreateConfig(va_dpy, VAProfileNone, VAEntrypointVideoProc, &attrib, 1, &config_id); CHECK_VASTATUS(va_status, "vaCreateConfig"); va_status = vaCreateContext(va_dpy, config_id, g_out_pic_width, g_out_pic_height, VA_PROGRESSIVE, &g_out_surface_id, 1, &context_id); CHECK_VASTATUS(va_status, "vaCreateContext"); return va_status; } static void vpp_context_destroy() { /* Release resource */ vaDestroySurfaces(va_dpy, &g_in_surface_id, 1); vaDestroySurfaces(va_dpy, &g_out_surface_id, 1); vaDestroyContext(va_dpy, context_id); vaDestroyConfig(va_dpy, config_id); vaTerminate(va_dpy); va_close_display(va_dpy); } static int8_t parse_fourcc_and_format(char *str, uint32_t *fourcc, uint32_t *format) { uint32_t tfourcc = VA_FOURCC('N', 'V', '1', '2'); uint32_t tformat = VA_RT_FORMAT_YUV420; if (!strcmp(str, "YV12")) { tfourcc = VA_FOURCC('Y', 'V', '1', '2'); } else if (!strcmp(str, "I420")) { tfourcc = VA_FOURCC('I', '4', '2', '0'); } else if (!strcmp(str, "NV12")) { tfourcc = VA_FOURCC('N', 'V', '1', '2'); } else if (!strcmp(str, "YUY2") || !strcmp(str, "YUYV")) { tfourcc = VA_FOURCC('Y', 'U', 'Y', '2'); } else if (!strcmp(str, "UYVY")) { tfourcc = VA_FOURCC('U', 'Y', 'V', 'Y'); } else if (!strcmp(str, "P010")) { tfourcc = VA_FOURCC('P', '0', '1', '0'); } else if (!strcmp(str, "I010")) { tfourcc = VA_FOURCC('I', '0', '1', '0'); } else if (!strcmp(str, "RGBA")) { tfourcc = VA_FOURCC_RGBA; } else if (!strcmp(str, "RGBX")) { tfourcc = VA_FOURCC_RGBX; } else if (!strcmp(str, "BGRA")) { tfourcc = VA_FOURCC_BGRA; } else if (!strcmp(str, "BGRX")) { tfourcc = VA_FOURCC_BGRX; } else { printf("Not supported format: %s! Currently only support following format: %s\n", str, "YV12, I420, NV12, YUY2(YUYV), UYVY, P010, I010, RGBA, RGBX, BGRA or BGRX"); assert(0); } if (fourcc) *fourcc = tfourcc; if (format) *format = tformat; return 0; } static int8_t parse_basic_parameters() { char str[MAX_LEN]; /* Read src frame file information */ read_value_string(g_config_file_fd, "SRC_FILE_NAME", g_src_file_name); read_value_uint32(g_config_file_fd, "SRC_FRAME_WIDTH", &g_in_pic_width); read_value_uint32(g_config_file_fd, "SRC_FRAME_HEIGHT", &g_in_pic_height); read_value_string(g_config_file_fd, "SRC_FRAME_FORMAT", str); parse_fourcc_and_format(str, &g_in_fourcc, &g_in_format); /* Read dst frame file information */ read_value_string(g_config_file_fd, "DST_FILE_NAME", g_dst_file_name); read_value_uint32(g_config_file_fd, "DST_FRAME_WIDTH", &g_out_pic_width); read_value_uint32(g_config_file_fd, "DST_FRAME_HEIGHT", &g_out_pic_height); read_value_string(g_config_file_fd, "DST_FRAME_FORMAT", str); parse_fourcc_and_format(str, &g_out_fourcc, &g_out_format); read_value_string(g_config_file_fd, "SRC_FILE_FORMAT", str); parse_fourcc_and_format(str, &g_src_file_fourcc, NULL); read_value_string(g_config_file_fd, "DST_FILE_FORMAT", str); parse_fourcc_and_format(str, &g_dst_file_fourcc, NULL); read_value_uint32(g_config_file_fd, "FRAME_SUM", &g_frame_count); if (g_in_pic_width != g_out_pic_width || g_in_pic_height != g_out_pic_height) printf("Scaling will be done : from %4d x %4d to %4d x %4d \n", g_in_pic_width, g_in_pic_height, g_out_pic_width, g_out_pic_height); if (g_in_fourcc != g_out_fourcc) printf("Format conversion will be done: from %d to %d \n", g_in_fourcc, g_out_fourcc); return 0; } static void print_help() { printf("The app is used to test the scaling and csc feature.\n"); printf("Cmd Usage: ./vppscaling_csc process_scaling_csc.cfg\n"); printf("The configure file process_scaling_csc.cfg is used to configure the para.\n"); printf("You can refer process_scaling_csc.cfg.template for each para meaning and create the configure file.\n"); } int32_t main(int32_t argc, char *argv[]) { VAStatus va_status; uint32_t i; if (argc != 2 || !strcmp(argv[1], "-h") || !strcmp(argv[1], "--help")) { print_help(); return -1; } /* Parse the configure file for video process*/ strncpy(g_config_file_name, argv[1], MAX_LEN); g_config_file_name[MAX_LEN - 1] = '\0'; if (NULL == (g_config_file_fd = fopen(g_config_file_name, "r"))) { printf("Open configure file %s failed!\n", g_config_file_name); assert(0); } /* Parse basic parameters */ if (parse_basic_parameters()) { printf("Parse parameters in configure file error\n"); assert(0); } va_status = vpp_context_create(); if (va_status != VA_STATUS_SUCCESS) { printf("vpp context create failed \n"); assert(0); } /* Video frame fetch, process and store */ if (NULL == (g_src_file_fd = fopen(g_src_file_name, "r"))) { printf("Open SRC_FILE_NAME: %s failed, please specify it in config file: %s !\n", g_src_file_name, g_config_file_name); assert(0); } if (NULL == (g_dst_file_fd = fopen(g_dst_file_name, "w"))) { printf("Open DST_FILE_NAME: %s failed, please specify it in config file: %s !\n", g_dst_file_name, g_config_file_name); assert(0); } printf("\nStart to process, ...\n"); struct timespec Pre_time; struct timespec Cur_time; unsigned int duration = 0; clock_gettime(CLOCK_MONOTONIC, &Pre_time); for (i = 0; i < g_frame_count; i ++) { upload_yuv_frame_to_yuv_surface(g_src_file_fd, g_in_surface_id); video_frame_process(g_in_surface_id, g_out_surface_id); store_yuv_surface_to_file(g_dst_file_fd, g_out_surface_id); } clock_gettime(CLOCK_MONOTONIC, &Cur_time); duration = (Cur_time.tv_sec - Pre_time.tv_sec) * 1000; if (Cur_time.tv_nsec > Pre_time.tv_nsec) { duration += (Cur_time.tv_nsec - Pre_time.tv_nsec) / 1000000; } else { duration += (Cur_time.tv_nsec + 1000000000 - Pre_time.tv_nsec) / 1000000 - 1000; } printf("Finish processing, performance: \n"); printf("%d frames processed in: %d ms, ave time = %d ms\n", g_frame_count, duration, duration / g_frame_count); if (g_src_file_fd) fclose(g_src_file_fd); if (g_dst_file_fd) fclose(g_dst_file_fd); if (g_config_file_fd) fclose(g_config_file_fd); vpp_context_destroy(); return 0; }