#include "remoting/host/screen_recorder.h"
#include <algorithm>
#include "base/bind.h"
#include "base/callback.h"
#include "base/logging.h"
#include "base/memory/scoped_ptr.h"
#include "base/message_loop_proxy.h"
#include "base/stl_util.h"
#include "base/sys_info.h"
#include "base/time.h"
#include "remoting/base/capture_data.h"
#include "remoting/host/video_frame_capturer.h"
#include "remoting/proto/control.pb.h"
#include "remoting/proto/internal.pb.h"
#include "remoting/proto/video.pb.h"
#include "remoting/protocol/client_stub.h"
#include "remoting/protocol/connection_to_client.h"
#include "remoting/protocol/message_decoder.h"
#include "remoting/protocol/util.h"
using remoting::protocol::ConnectionToClient;
namespace remoting {
static const int kMaxRecordings = 2;
ScreenRecorder::ScreenRecorder(
scoped_refptr<base::SingleThreadTaskRunner> capture_task_runner,
scoped_refptr<base::SingleThreadTaskRunner> encode_task_runner,
scoped_refptr<base::SingleThreadTaskRunner> network_task_runner,
VideoFrameCapturer* capturer,
VideoEncoder* encoder)
: capture_task_runner_(capture_task_runner),
encode_task_runner_(encode_task_runner),
network_task_runner_(network_task_runner),
capturer_(capturer),
encoder_(encoder),
network_stopped_(false),
encoder_stopped_(false),
max_recordings_(kMaxRecordings),
recordings_(0),
frame_skipped_(false),
sequence_number_(0) {
DCHECK(capture_task_runner_);
DCHECK(encode_task_runner_);
DCHECK(network_task_runner_);
}
void ScreenRecorder::Start() {
capture_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoStart, this));
}
void ScreenRecorder::Stop(const base::Closure& done_task) {
if (!capture_task_runner_->BelongsToCurrentThread()) {
capture_task_runner_->PostTask(FROM_HERE, base::Bind(
&ScreenRecorder::Stop, this, done_task));
return;
}
DCHECK(!done_task.is_null());
capturer()->Stop();
capture_timer_.reset();
network_task_runner_->PostTask(FROM_HERE, base::Bind(
&ScreenRecorder::DoStopOnNetworkThread, this, done_task));
}
void ScreenRecorder::AddConnection(ConnectionToClient* connection) {
DCHECK(network_task_runner_->BelongsToCurrentThread());
connections_.push_back(connection);
capture_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoInvalidateFullScreen, this));
}
void ScreenRecorder::RemoveConnection(ConnectionToClient* connection) {
DCHECK(network_task_runner_->BelongsToCurrentThread());
ConnectionToClientList::iterator it =
std::find(connections_.begin(), connections_.end(), connection);
if (it != connections_.end()) {
connections_.erase(it);
}
}
void ScreenRecorder::RemoveAllConnections() {
DCHECK(network_task_runner_->BelongsToCurrentThread());
connections_.clear();
}
void ScreenRecorder::UpdateSequenceNumber(int64 sequence_number) {
if (!capture_task_runner_->BelongsToCurrentThread()) {
capture_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::UpdateSequenceNumber,
this, sequence_number));
return;
}
sequence_number_ = sequence_number;
}
ScreenRecorder::~ScreenRecorder() {
}
VideoFrameCapturer* ScreenRecorder::capturer() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
DCHECK(capturer_);
return capturer_;
}
VideoEncoder* ScreenRecorder::encoder() {
DCHECK(encode_task_runner_->BelongsToCurrentThread());
DCHECK(encoder_.get());
return encoder_.get();
}
bool ScreenRecorder::is_recording() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
return capture_timer_.get() != NULL;
}
void ScreenRecorder::DoStart() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
if (is_recording()) {
NOTREACHED() << "Record session already started.";
return;
}
capturer()->Start(
base::Bind(&ScreenRecorder::CursorShapeChangedCallback, this));
capture_timer_.reset(new base::OneShotTimer<ScreenRecorder>());
DoCapture();
}
void ScreenRecorder::StartCaptureTimer() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
capture_timer_->Start(FROM_HERE,
scheduler_.NextCaptureDelay(),
this,
&ScreenRecorder::DoCapture);
}
void ScreenRecorder::DoCapture() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
if (recordings_ >= max_recordings_ || !is_recording()) {
frame_skipped_ = true;
return;
}
if (frame_skipped_)
frame_skipped_ = false;
++recordings_;
DCHECK_LE(recordings_, max_recordings_);
capture_timer_->Stop();
capture_timer_->Start(FROM_HERE,
scheduler_.NextCaptureDelay(),
this,
&ScreenRecorder::DoCapture);
capture_start_time_ = base::Time::Now();
capturer()->CaptureInvalidRegion(
base::Bind(&ScreenRecorder::CaptureDoneCallback, this));
}
void ScreenRecorder::CaptureDoneCallback(
scoped_refptr<CaptureData> capture_data) {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
if (!is_recording())
return;
if (capture_data) {
base::TimeDelta capture_time = base::Time::Now() - capture_start_time_;
int capture_time_ms =
static_cast<int>(capture_time.InMilliseconds());
capture_data->set_capture_time_ms(capture_time_ms);
scheduler_.RecordCaptureTime(capture_time);
capture_data->set_client_sequence_number(sequence_number_);
}
encode_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoEncode, this, capture_data));
}
void ScreenRecorder::CursorShapeChangedCallback(
scoped_ptr<protocol::CursorShapeInfo> cursor_shape) {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
if (!is_recording())
return;
network_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoSendCursorShape, this,
base::Passed(cursor_shape.Pass())));
}
void ScreenRecorder::DoFinishOneRecording() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
if (!is_recording())
return;
--recordings_;
DCHECK_GE(recordings_, 0);
if (frame_skipped_)
DoCapture();
}
void ScreenRecorder::DoInvalidateFullScreen() {
DCHECK(capture_task_runner_->BelongsToCurrentThread());
SkRegion region;
region.op(SkIRect::MakeSize(capturer_->size_most_recent()),
SkRegion::kUnion_Op);
capturer_->InvalidateRegion(region);
}
void ScreenRecorder::DoSendVideoPacket(scoped_ptr<VideoPacket> packet) {
DCHECK(network_task_runner_->BelongsToCurrentThread());
if (network_stopped_ || connections_.empty())
return;
base::Closure callback;
if ((packet->flags() & VideoPacket::LAST_PARTITION) != 0)
callback = base::Bind(&ScreenRecorder::VideoFrameSentCallback, this);
connections_.front()->video_stub()->ProcessVideoPacket(
packet.Pass(), callback);
}
void ScreenRecorder::VideoFrameSentCallback() {
DCHECK(network_task_runner_->BelongsToCurrentThread());
if (network_stopped_)
return;
capture_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoFinishOneRecording, this));
}
void ScreenRecorder::DoStopOnNetworkThread(const base::Closure& done_task) {
DCHECK(network_task_runner_->BelongsToCurrentThread());
network_stopped_ = true;
encode_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoStopOnEncodeThread,
this, done_task));
}
void ScreenRecorder::DoSendCursorShape(
scoped_ptr<protocol::CursorShapeInfo> cursor_shape) {
DCHECK(network_task_runner_->BelongsToCurrentThread());
if (network_stopped_ || connections_.empty())
return;
connections_.front()->client_stub()->SetCursorShape(*cursor_shape);
}
void ScreenRecorder::DoEncode(
scoped_refptr<CaptureData> capture_data) {
DCHECK(encode_task_runner_->BelongsToCurrentThread());
if (encoder_stopped_)
return;
if (!capture_data || capture_data->dirty_region().isEmpty()) {
scoped_ptr<VideoPacket> packet(new VideoPacket());
packet->set_flags(VideoPacket::LAST_PARTITION);
network_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoSendVideoPacket,
this, base::Passed(packet.Pass())));
return;
}
encode_start_time_ = base::Time::Now();
encoder()->Encode(
capture_data, false,
base::Bind(&ScreenRecorder::EncodedDataAvailableCallback, this));
}
void ScreenRecorder::DoStopOnEncodeThread(const base::Closure& done_task) {
DCHECK(encode_task_runner_->BelongsToCurrentThread());
encoder_stopped_ = true;
capture_task_runner_->PostTask(FROM_HERE, done_task);
}
void ScreenRecorder::EncodedDataAvailableCallback(
scoped_ptr<VideoPacket> packet) {
DCHECK(encode_task_runner_->BelongsToCurrentThread());
if (encoder_stopped_)
return;
bool last = (packet->flags() & VideoPacket::LAST_PACKET) != 0;
if (last) {
base::TimeDelta encode_time = base::Time::Now() - encode_start_time_;
int encode_time_ms =
static_cast<int>(encode_time.InMilliseconds());
packet->set_encode_time_ms(encode_time_ms);
scheduler_.RecordEncodeTime(encode_time);
}
network_task_runner_->PostTask(
FROM_HERE, base::Bind(&ScreenRecorder::DoSendVideoPacket, this,
base::Passed(packet.Pass())));
}
}