#include "remoting/client/plugin/pepper_view.h"
#include <functional>
#include "base/message_loop.h"
#include "base/string_util.h"
#include "base/time.h"
#include "base/synchronization/waitable_event.h"
#include "ppapi/cpp/completion_callback.h"
#include "ppapi/cpp/dev/graphics_2d_dev.h"
#include "ppapi/cpp/dev/view_dev.h"
#include "ppapi/cpp/image_data.h"
#include "ppapi/cpp/point.h"
#include "ppapi/cpp/rect.h"
#include "ppapi/cpp/size.h"
#include "remoting/base/util.h"
#include "remoting/client/chromoting_stats.h"
#include "remoting/client/client_context.h"
#include "remoting/client/frame_producer.h"
#include "remoting/client/plugin/chromoting_instance.h"
#include "remoting/client/plugin/pepper_util.h"
using base::Passed;
namespace remoting {
namespace {
const size_t kMaxPendingBuffersCount = 2;
}
PepperView::PepperView(ChromotingInstance* instance,
ClientContext* context,
FrameProducer* producer)
: instance_(instance),
context_(context),
producer_(producer),
merge_buffer_(NULL),
merge_clip_area_(SkIRect::MakeEmpty()),
view_size_(SkISize::Make(0, 0)),
clip_area_(SkIRect::MakeEmpty()),
source_size_(SkISize::Make(0, 0)),
source_dpi_(SkIPoint::Make(0, 0)),
view_size_dips_(SkISize::Make(0, 0)),
view_scale_(1.0f),
flush_pending_(false),
is_initialized_(false),
frame_received_(false) {
InitiateDrawing();
}
PepperView::~PepperView() {
base::WaitableEvent done_event(true, false);
producer_->RequestReturnBuffers(
base::Bind(&base::WaitableEvent::Signal, base::Unretained(&done_event)));
done_event.Wait();
merge_buffer_ = NULL;
while (!buffers_.empty()) {
FreeBuffer(buffers_.front());
}
}
void PepperView::SetView(const pp::View& view) {
bool view_changed = false;
pp::Rect pp_size = view.GetRect();
SkISize new_size_dips = SkISize::Make(pp_size.width(), pp_size.height());
pp::ViewDev view_dev(view);
float new_scale = view_dev.GetDeviceScale();
if (view_size_dips_ != new_size_dips || view_scale_ != new_scale) {
view_changed = true;
view_scale_ = new_scale;
view_size_dips_ = new_size_dips;
view_size_ = SkISize::Make(ceilf(view_size_dips_.width() * view_scale_),
ceilf(view_size_dips_.height() * view_scale_));
pp::Size pp_size = pp::Size(view_size_.width(), view_size_.height());
graphics2d_ = pp::Graphics2D(instance_, pp_size, true);
pp::Graphics2D_Dev graphics2d_dev(graphics2d_);
graphics2d_dev.SetScale(1.0f / view_scale_);
bool result = instance_->BindGraphics(graphics2d_);
DCHECK(result) << "Couldn't bind the device context.";
}
pp::Rect pp_clip = view.GetClipRect();
SkIRect new_clip = SkIRect::MakeLTRB(floorf(pp_clip.x() * view_scale_),
floorf(pp_clip.y() * view_scale_),
ceilf(pp_clip.right() * view_scale_),
ceilf(pp_clip.bottom() * view_scale_));
if (clip_area_ != new_clip) {
view_changed = true;
clip_area_ = AlignRect(new_clip);
clip_area_.intersect(SkIRect::MakeSize(view_size_));
}
if (view_changed) {
producer_->SetOutputSizeAndClip(view_size_, clip_area_);
InitiateDrawing();
}
}
void PepperView::ApplyBuffer(const SkISize& view_size,
const SkIRect& clip_area,
pp::ImageData* buffer,
const SkRegion& region) {
DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
if (!frame_received_) {
instance_->OnFirstFrameReceived();
frame_received_ = true;
}
if (view_size_ != view_size) {
FreeBuffer(buffer);
InitiateDrawing();
} else {
FlushBuffer(clip_area, buffer, region);
}
}
void PepperView::ReturnBuffer(pp::ImageData* buffer) {
DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
if (buffer->size().width() >= clip_area_.width() &&
buffer->size().height() >= clip_area_.height()) {
producer_->DrawBuffer(buffer);
} else {
FreeBuffer(buffer);
InitiateDrawing();
}
}
void PepperView::SetSourceSize(const SkISize& source_size,
const SkIPoint& source_dpi) {
DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
if (source_size_ == source_size && source_dpi_ == source_dpi)
return;
source_size_ = source_size;
source_dpi_ = source_dpi;
instance_->SetDesktopSize(source_size, source_dpi);
}
pp::ImageData* PepperView::AllocateBuffer() {
if (buffers_.size() >= kMaxPendingBuffersCount)
return NULL;
pp::Size pp_size = pp::Size(clip_area_.width(), clip_area_.height());
if (pp_size.IsEmpty())
return NULL;
pp::ImageData* buffer = new pp::ImageData(
instance_, PP_IMAGEDATAFORMAT_BGRA_PREMUL, pp_size, false);
if (buffer->is_null()) {
LOG(WARNING) << "Not enough memory for frame buffers.";
delete buffer;
return NULL;
}
buffers_.push_back(buffer);
return buffer;
}
void PepperView::FreeBuffer(pp::ImageData* buffer) {
DCHECK(std::find(buffers_.begin(), buffers_.end(), buffer) != buffers_.end());
buffers_.remove(buffer);
delete buffer;
}
void PepperView::InitiateDrawing() {
pp::ImageData* buffer = AllocateBuffer();
while (buffer) {
producer_->DrawBuffer(buffer);
buffer = AllocateBuffer();
}
}
void PepperView::FlushBuffer(const SkIRect& clip_area,
pp::ImageData* buffer,
const SkRegion& region) {
if (flush_pending_) {
DCHECK(merge_buffer_ == NULL);
merge_clip_area_ = clip_area;
merge_buffer_ = buffer;
merge_region_ = region;
return;
}
base::Time start_time = base::Time::Now();
for (SkRegion::Iterator i(region); !i.done(); i.next()) {
SkIRect rect = i.rect();
if (!rect.intersect(clip_area_))
continue;
rect.offset(-clip_area.left(), -clip_area.top());
graphics2d_.PaintImageData(
*buffer,
pp::Point(clip_area.left(), clip_area.top()),
pp::Rect(rect.left(), rect.top(), rect.width(), rect.height()));
}
if (clip_area != clip_area_) {
SkRegion not_painted = region;
not_painted.op(clip_area_, SkRegion::kDifference_Op);
if (!not_painted.isEmpty()) {
producer_->InvalidateRegion(not_painted);
}
}
int error = graphics2d_.Flush(
PpCompletionCallback(base::Bind(
&PepperView::OnFlushDone, AsWeakPtr(), start_time, buffer)));
CHECK(error == PP_OK_COMPLETIONPENDING);
flush_pending_ = true;
}
void PepperView::OnFlushDone(base::Time paint_start,
pp::ImageData* buffer,
int result) {
DCHECK(context_->main_task_runner()->BelongsToCurrentThread());
DCHECK(flush_pending_);
instance_->GetStats()->video_paint_ms()->Record(
(base::Time::Now() - paint_start).InMilliseconds());
flush_pending_ = false;
ReturnBuffer(buffer);
if (merge_buffer_ != NULL) {
buffer = merge_buffer_;
merge_buffer_ = NULL;
FlushBuffer(merge_clip_area_, buffer, merge_region_);
}
}
}