Varenderer: Add support for blending multiple layers.

In cases where we fail to dedicate a separate plane for protected
content, say we have only one HW plane, the layers must be
composed using VAAPI as Mesa doesn't support composition of protected
content.

Jira: None
Test: When we have only one plane for display, all the contents are properly
      rendered.

Change-Id: I56da9b478a614d4f8c6746d8995ae7f3146b26ac
Signed-off-by: Harish Krupo <harish.krupo.kps@intel.com>

Author: harishkrupo

common/compositor/renderstate.h

@@ -60,7 +60,7 @@ struct RenderState {
 };
 
 struct MediaState {
-  const OverlayLayer *layer_;
+  std::vector<OverlayLayer*> layers_;
   HWCColorMap colors_;
   HWCDeinterlaceProp deinterlace_;
   uint32_t scaling_mode_;

common/compositor/va/varenderer.cpp

@@ -21,6 +21,7 @@
 #include <drm_fourcc.h>
 #include <math.h>
 
+#include "hwcutils.h"
 #include "hwctrace.h"
 #include "nativesurface.h"
 #include "overlaybuffer.h"
@@ -243,107 +244,127 @@ bool VARenderer::Draw(const MediaState& state, NativeSurface* surface) {
     }
   }
 
-  // Get Input Surface.
-  OverlayBuffer* buffer_in = state.layer_->GetBuffer();
-  const MediaResourceHandle& resource = buffer_in->GetMediaResource(
-      va_display_, state.layer_->GetSourceCropWidth(),
-      state.layer_->GetSourceCropHeight());
-  VASurfaceID surface_in = resource.surface_;
-  if (surface_in == VA_INVALID_ID) {
-    ETRACE("Failed to create Va Input Surface. \n");
-    return false;
-  }
-
   // Get Output Surface.
   OverlayLayer* layer_out = surface->GetLayer();
+  HwcRect<int> layer_out_disp_frame = layer_out->GetDisplayFrame();
+  int xtranslation = layer_out_disp_frame.left;
+  int ytranslation = layer_out_disp_frame.top;
+
   const MediaResourceHandle& out_resource =
-      layer_out->GetBuffer()->GetMediaResource(
-          va_display_, layer_out->GetSourceCropWidth(),
-          layer_out->GetSourceCropHeight());
+    layer_out->GetBuffer()->GetMediaResource(
+      va_display_, layer_out->GetDisplayFrameWidth(),
+      layer_out->GetDisplayFrameWidth());
   VASurfaceID surface_out = out_resource.surface_;
   if (surface_out == VA_INVALID_ID) {
     ETRACE("Failed to create Va Output Surface. \n");
     return false;
   }
 
-  // Set the protected status to output layer if input layer is protected
-  if (state.layer_->IsProtected()) {
-    layer_out->SetProtected(true);
-  } else {
-    layer_out->SetProtected(false);
-  }
+  layer_out->SetProtected(false);
 
-  VARectangle surface_region;
-  const OverlayLayer* layer_in = state.layer_;
-  const HwcRect<float>& source_crop = layer_in->GetSourceCrop();
-  surface_region.x = static_cast<int>(source_crop.left);
-  surface_region.y = static_cast<int>(source_crop.top);
-  surface_region.width = layer_in->GetSourceCropWidth();
-  surface_region.height = layer_in->GetSourceCropHeight();
-
-  VARectangle output_region;
-  const HwcRect<float>& source_crop_out = layer_out->GetSourceCrop();
-  output_region.x = static_cast<int>(source_crop_out.left);
-  output_region.y = static_cast<int>(source_crop_out.top);
-  output_region.width = layer_out->GetSourceCropWidth();
-  output_region.height = layer_out->GetSourceCropHeight();
-
-  VAProcPipelineParameterBuffer pipe_param = {};
-  pipe_param.surface = surface_in;
-  pipe_param.surface_region = &surface_region;
-  pipe_param.surface_color_standard = VAProcColorStandardBT601;
-  pipe_param.output_region = &output_region;
-  pipe_param.output_color_standard = VAProcColorStandardBT601;
-
-  DUMPTRACE("surface_region: (%d, %d, %d, %d)\n", surface_region.x,
-            surface_region.y, surface_region.width, surface_region.height);
-  DUMPTRACE("Layer DisplayFrame:(%d,%d,%d,%d)\n", output_region.x,
-            output_region.y, output_region.width, output_region.height);
-
-  for (auto itr = state.colors_.begin(); itr != state.colors_.end(); itr++) {
-    SetVAProcFilterColorValue(itr->first, itr->second);
-  }
+  VAStatus ret = VA_STATUS_SUCCESS;
+  ret = vaBeginPicture(va_display_, va_context_, surface_out);
 
-  SetVAProcFilterDeinterlaceMode(state.deinterlace_, buffer_in);
+  OverlayLayer* layer_in = NULL;
+  uint32_t total_layers = state.layers_.size();
+  std::vector<ScopedVABufferID> pipeline_buffers(total_layers, va_display_);
+
+  for (uint32_t i = 0; i < total_layers; i++) {
+    layer_in = state.layers_.at(i);
+    ScopedVABufferID& pipeline_buffer = pipeline_buffers.at(i);
+    // Get Input Surface.
+    OverlayBuffer* buffer_in = layer_in->GetBuffer();
+    const MediaResourceHandle& resource = buffer_in->GetMediaResource(
+      va_display_, layer_in->GetSourceCropWidth(),
+      layer_in->GetSourceCropHeight());
+    VASurfaceID surface_in = resource.surface_;
+    if (surface_in == VA_INVALID_ID) {
+      ETRACE("Failed to create Va Input Surface. \n");
+      return false;
+    }
 
-  if (!UpdateCaps()) {
-    ETRACE("Failed to update capabailities. \n");
-    return false;
-  }
+    // Set the protected status to output layer if input layer is protected
+    if (layer_in->IsProtected()) {
+      layer_out->SetProtected(true);
+    }
 
-  pipe_param.filter_flags = GetVAProcFilterScalingMode(state.scaling_mode_);
-  if (filters_.size()) {
-    pipe_param.filters = filters_.data();
-  }
-  pipe_param.num_filters = static_cast<unsigned int>(filters_.size());
+
+    VARectangle surface_region;
+    const HwcRect<float>& source_crop = layer_in->GetSourceCrop();
+    surface_region.x = static_cast<int>(source_crop.left);
+    surface_region.y = static_cast<int>(source_crop.top);
+    surface_region.width = layer_in->GetSourceCropWidth();
+    surface_region.height = layer_in->GetSourceCropHeight();
+
+    VARectangle output_region;
+    HwcRect<int> display_frame = layer_in->GetDisplayFrame();
+    display_frame = TranslateRect(display_frame, -xtranslation, -ytranslation);
+    output_region.x = display_frame.left;
+    output_region.y = display_frame.top;
+    output_region.width = layer_in->GetDisplayFrameWidth();
+    output_region.height = layer_in->GetDisplayFrameHeight();
+
+
+    VABlendState bs = {};
+    bs.flags = VA_BLEND_PREMULTIPLIED_ALPHA;
+
+    VAProcPipelineParameterBuffer pipe_param = {};
+    pipe_param.surface = surface_in;
+    pipe_param.surface_region = &surface_region;
+    pipe_param.surface_color_standard = VAProcColorStandardBT601;
+    pipe_param.output_region = &output_region;
+    pipe_param.output_color_standard = VAProcColorStandardBT601;
+    pipe_param.blend_state = &bs;
+
+    DUMPTRACE("surface_region: (%d, %d, %d, %d)\n", surface_region.x,
+              surface_region.y, surface_region.width, surface_region.height);
+    DUMPTRACE("Layer DisplayFrame:(%d,%d,%d,%d)\n", output_region.x,
+              output_region.y, output_region.width, output_region.height);
 
 #if VA_MAJOR_VERSION >= 1
-  // currently rotation is only supported by VA on Android.
-  uint32_t rotation = 0, mirror = 0;
-  HWCTransformToVA(state.layer_->GetTransform(), rotation, mirror);
-  pipe_param.rotation_state = rotation;
-  pipe_param.mirror_state = mirror;
+    // currently rotation is only supported by VA on Android.
+    uint32_t rotation = 0, mirror = 0;
+    HWCTransformToVA(layer_in->GetTransform(), rotation, mirror);
+    pipe_param.rotation_state = rotation;
+    pipe_param.mirror_state = mirror;
 #endif
 
-  ScopedVABufferID pipeline_buffer(va_display_);
-  if (!pipeline_buffer.CreateBuffer(
+    for (auto itr = state.colors_.begin(); itr != state.colors_.end(); itr++) {
+      SetVAProcFilterColorValue(itr->first, itr->second);
+    }
+    SetVAProcFilterDeinterlaceMode(state.deinterlace_, buffer_in);
+
+    if (!UpdateCaps()) {
+      ETRACE("Failed to update capabailities. \n");
+      return false;
+    }
+
+    pipe_param.filter_flags = GetVAProcFilterScalingMode(state.scaling_mode_);
+    if (filters_.size()) {
+      pipe_param.filters = filters_.data();
+    }
+    pipe_param.num_filters = static_cast<unsigned int>(filters_.size());
+
+    if (!pipeline_buffer.CreateBuffer(
           va_context_, VAProcPipelineParameterBufferType,
           sizeof(VAProcPipelineParameterBuffer), 1, &pipe_param)) {
-    return false;
-  }
+      return false;
+    }
 
-  VAStatus ret = VA_STATUS_SUCCESS;
-  ret = vaBeginPicture(va_display_, va_context_, surface_out);
-  ret |=
+    ret |=
       vaRenderPicture(va_display_, va_context_, &pipeline_buffer.buffer(), 1);
-  ret |= vaEndPicture(va_display_, va_context_);
 
-  if (surface_region.width == 1920 && surface_region.height == 1080) {
-    // FIXME: WA for OAM-63127. Not sure why this is needed but seems
-    // to ensure we have consistent 60 fps.
-    vaSyncSurface(va_display_, surface_out);
   }
 
+  ret |= vaEndPicture(va_display_, va_context_);
+
+  // reviewer: How to resolve this?
+  // if (surface_region.width == 1920 && surface_region.height == 1080) {
+  //   // FIXME: WA for OAM-63127. Not sure why this is needed but seems
+  //   // to ensure we have consistent 60 fps.
+  //   vaSyncSurface(va_display_, surface_out);
+  // }
+
   surface->ResetDamage();
 
   return ret == VA_STATUS_SUCCESS ? true : false;

common/compositor/va/vautils.cpp

@@ -42,6 +42,13 @@ int DrmFormatToVAFormat(int format) {
       return VA_FOURCC_YUY2;
     case DRM_FORMAT_P010:
       return VA_FOURCC_P010;
+      // reviewer: please check this
+    case DRM_FORMAT_ABGR8888:
+      return VA_FOURCC_RGBA;
+    case DRM_FORMAT_XBGR8888:
+      return VA_FOURCC_RGBX;
+    case DRM_FORMAT_ARGB8888:
+      return VA_FOURCC_ABGR;
     case DRM_FORMAT_YVYU:
     case DRM_FORMAT_VYUY:
     case DRM_FORMAT_YUV444:
@@ -69,6 +76,13 @@ int DrmFormatToRTFormat(int format) {
       return VA_RT_FORMAT_YUV444;
     case DRM_FORMAT_P010:
       return VA_RT_FORMAT_YUV420_10BPP;
+      // reviewer: please check this
+    case DRM_FORMAT_ABGR8888:
+      return VA_RT_FORMAT_RGB32;
+    case DRM_FORMAT_XBGR8888:
+      return VA_RT_FORMAT_RGB32;
+    case DRM_FORMAT_ARGB8888:
+      return VA_RT_FORMAT_RGB32;
     default:
       ETRACE("Unable to convert to RTFormat from format %x", format);
       break;