#ifndef UI_COMPOSITOR_COMPOSITOR_H_
#define UI_COMPOSITOR_COMPOSITOR_H_
#include <stdint.h>
#include <memory>
#include <optional>
#include <unordered_set>
#include "base/containers/flat_map.h"
#include "base/containers/flat_set.h"
#include "base/functional/callback_forward.h"
#include "base/functional/callback_helpers.h"
#include "base/memory/raw_ptr.h"
#include "base/memory/ref_counted.h"
#include "base/observer_list.h"
#include "base/power_monitor/power_observer.h"
#include "base/scoped_observation_traits.h"
#include "base/task/single_thread_task_runner.h"
#include "base/time/time.h"
#include "build/build_config.h"
#include "cc/metrics/events_metrics_manager.h"
#include "cc/metrics/frame_sequence_tracker.h"
#include "cc/paint/element_id.h"
#include "cc/trees/layer_tree_host.h"
#include "cc/trees/layer_tree_host_client.h"
#include "cc/trees/layer_tree_host_single_thread_client.h"
#include "cc/trees/paint_holding_reason.h"
#include "cc/trees/property_tree.h"
#include "components/viz/common/frame_sinks/begin_frame_args.h"
#include "components/viz/common/surfaces/frame_sink_id.h"
#include "components/viz/common/surfaces/subtree_capture_id.h"
#include "components/viz/host/host_display_client.h"
#include "components/viz/host/host_frame_sink_client.h"
#include "components/viz/service/display/software_output_device.h"
#include "mojo/public/cpp/bindings/associated_remote.h"
#include "mojo/public/cpp/bindings/pending_remote.h"
#include "services/viz/privileged/mojom/compositing/display_private.mojom.h"
#include "services/viz/privileged/mojom/compositing/external_begin_frame_controller.mojom.h"
#include "services/viz/privileged/mojom/compositing/vsync_parameter_observer.mojom-forward.h"
#include "third_party/skia/include/core/SkColor.h"
#include "third_party/skia/include/core/SkM44.h"
#include "ui/base/ozone_buildflags.h"
#include "ui/compositor/compositor_animation_observer.h"
#include "ui/compositor/compositor_export.h"
#include "ui/compositor/compositor_lock.h"
#include "ui/compositor/compositor_metrics_tracker_host.h"
#include "ui/compositor/compositor_observer.h"
#include "ui/compositor/compositor_property_tree_delegate.h"
#include "ui/compositor/host_begin_frame_observer.h"
#include "ui/compositor/layer_animator_collection.h"
#include "ui/display/types/display_constants.h"
#include "ui/gfx/display_color_spaces.h"
#include "ui/gfx/geometry/size.h"
#include "ui/gfx/geometry/vector2d.h"
#include "ui/gfx/native_ui_types.h"
#include "ui/gfx/overlay_transform.h"
#include "arkweb/build/features/features.h"
namespace base {
class SingleThreadTaskRunner;
}
namespace cc {
class AnimationHost;
class AnimationTimeline;
class Layer;
class LayerTreeDebugState;
class LayerTreeFrameSink;
class LayerTreeSettings;
class TaskGraphRunner;
}
namespace gfx {
namespace mojom {
class DelegatedInkPointRenderer;
}
struct PresentationFeedback;
class Rect;
class Size;
class ScopedAnimationDurationScaleMode;
}
namespace viz {
namespace mojom {
class DisplayPrivate;
class ExternalBeginFrameController;
}
class HostFrameSinkManager;
class LocalSurfaceId;
class RasterContextProvider;
}
namespace ui {
class Compositor;
class Layer;
class ScrollInputHandler;
class CompositorMetricsTracker;
class CompositorUtils;
class CompositorPropertyTreeDelegate;
constexpr int kCompositorLockTimeoutMs = 67;
class COMPOSITOR_EXPORT ContextFactory {
public:
virtual ~ContextFactory() {}
virtual void CreateLayerTreeFrameSink(
base::WeakPtr<Compositor> compositor) = 0;
virtual scoped_refptr<viz::RasterContextProvider>
SharedMainThreadRasterContextProvider() = 0;
virtual void RemoveCompositor(Compositor* compositor) = 0;
virtual cc::TaskGraphRunner* GetTaskGraphRunner() = 0;
virtual viz::FrameSinkId AllocateFrameSinkId() = 0;
virtual viz::SubtreeCaptureId AllocateSubtreeCaptureId() = 0;
virtual viz::HostFrameSinkManager* GetHostFrameSinkManager() = 0;
#if BUILDFLAG(ARKWEB_INPUT_EVENTS)
virtual void SendInternalBeginFrame(const viz::FrameSinkId& id) {}
#endif
};
class COMPOSITOR_EXPORT ExternalBeginFrameControllerClientFactory {
public:
virtual ~ExternalBeginFrameControllerClientFactory() = default;
virtual mojo::PendingAssociatedRemote<
viz::mojom::ExternalBeginFrameControllerClient>
CreateExternalBeginFrameControllerClient() = 0;
};
class COMPOSITOR_EXPORT CompositorDelegate {
public:
virtual std::unique_ptr<viz::HostDisplayClient> CreateHostDisplayClient() = 0;
virtual bool UseProxyOutputDevice() = 0;
#if BUILDFLAG(ARKWEB_MAXIMIZE_RESIZE)
virtual void RestoreRenderFit() = 0;
#endif
#if BUILDFLAG(ARKWEB_ROTATE_RESIZE)
virtual void ModifyRenderFit(int32_t fitType) = 0;
#endif
protected:
virtual ~CompositorDelegate() {}
};
class COMPOSITOR_EXPORT Compositor : public base::PowerSuspendObserver,
public cc::LayerTreeHostClient,
public cc::LayerTreeHostSingleThreadClient,
public viz::HostFrameSinkClient,
public CompositorMetricsTrackerHost {
public:
Compositor(const viz::FrameSinkId& frame_sink_id,
ui::ContextFactory* context_factory,
scoped_refptr<base::SingleThreadTaskRunner> task_runner,
bool enable_pixel_canvas,
bool use_external_begin_frame_control = false,
bool force_software_compositor = false,
bool enable_compositing_based_throttling = false,
size_t memory_limit_when_visible_mb = 0);
Compositor(const Compositor&) = delete;
Compositor& operator=(const Compositor&) = delete;
~Compositor() override;
friend class CompositorUtils;
ui::ContextFactory* context_factory() { return context_factory_; }
void AddChildFrameSink(const viz::FrameSinkId& frame_sink_id);
void RemoveChildFrameSink(const viz::FrameSinkId& frame_sink_id);
void SetLayerTreeFrameSink(
std::unique_ptr<cc::LayerTreeFrameSink> surface,
mojo::AssociatedRemote<viz::mojom::DisplayPrivate> display_private);
void SetExternalBeginFrameController(
mojo::AssociatedRemote<viz::mojom::ExternalBeginFrameController>
external_begin_frame_controller);
void OnChildResizing();
void ScheduleDraw();
CompositorDelegate* delegate() const { return delegate_; }
void SetDelegate(CompositorDelegate* delegate) { delegate_ = delegate; }
const Layer* root_layer() const { return root_layer_; }
Layer* root_layer() { return root_layer_; }
void SetRootLayer(Layer* root_layer);
void DisableAnimations();
void EnableAnimations();
bool animations_are_enabled() const { return animations_are_enabled_; }
bool IsAnimating() const { return animation_started_; }
cc::AnimationTimeline* GetAnimationTimeline() const;
float device_scale_factor() const { return device_scale_factor_; }
const SkM44& display_color_matrix() const { return display_color_matrix_; }
void SetDisplayColorMatrix(const SkM44& matrix);
void ScheduleFullRedraw();
void ScheduleRedrawRect(const gfx::Rect& damage_rect);
#if BUILDFLAG(IS_WIN)
void SetShouldDisableSwapUntilResize(bool should);
void DisableSwapUntilResize();
void ReenableSwap();
#endif
void SetScaleAndSize(float scale,
const gfx::Size& size_in_pixel,
const viz::LocalSurfaceId& local_surface_id);
void SetDisplayColorSpaces(
const gfx::DisplayColorSpaces& display_color_spaces);
#if BUILDFLAG(IS_MAC)
void SetVSyncDisplayID(const int64_t display_id);
int64_t display_id() const;
#endif
const gfx::DisplayColorSpaces& display_color_spaces() const {
return display_color_spaces_;
}
void SetDisplayTransformHint(gfx::OverlayTransform hint);
gfx::OverlayTransform display_transform_hint() const {
return host_->display_transform_hint();
}
const viz::LocalSurfaceId& local_surface_id_from_parent() const {
return host_->local_surface_id_from_parent();
}
void SetLocalSurfaceIdFromParent(
const viz::LocalSurfaceId& local_surface_id_from_parent) {
host_->SetLocalSurfaceIdFromParent(local_surface_id_from_parent);
}
const gfx::Size& size() const { return size_; }
void SetBackgroundColor(SkColor color);
void SetVisible(bool visible);
bool IsVisible();
bool GetScrollOffsetForLayer(cc::ElementId element_id,
gfx::PointF* offset) const;
bool ScrollLayerTo(cc::ElementId element_id, const gfx::PointF& offset);
void SetDisplayVSyncParameters(base::TimeTicks timebase,
base::TimeDelta interval);
void AddVSyncParameterObserver(
mojo::PendingRemote<viz::mojom::VSyncParameterObserver> observer);
void SetMaxVSyncAndVrr(
const std::optional<base::TimeDelta>& max_vsync_interval,
display::VariableRefreshRateState vrr_state);
void SetAcceleratedWidget(gfx::AcceleratedWidget widget);
gfx::AcceleratedWidget ReleaseAcceleratedWidget();
gfx::AcceleratedWidget widget() const;
bool force_software_compositor() { return force_software_compositor_; }
scoped_refptr<base::SingleThreadTaskRunner> task_runner() const {
return task_runner_;
}
void AddObserver(CompositorObserver* observer);
void RemoveObserver(CompositorObserver* observer);
bool HasObserver(const CompositorObserver* observer) const;
void AddAnimationObserver(CompositorAnimationObserver* observer);
void RemoveAnimationObserver(CompositorAnimationObserver* observer);
bool HasAnimationObserver(const CompositorAnimationObserver* observer) const;
std::unique_ptr<CompositorLock> GetCompositorLock(
CompositorLockClient* client,
base::TimeDelta timeout = base::Milliseconds(kCompositorLockTimeoutMs)) {
return lock_manager_.GetCompositorLock(
client, timeout,
base::DoNothingWithBoundArgs(host_->DeferMainFrameUpdate()));
}
using PresentationTimeCallback =
base::OnceCallback<void(const gfx::PresentationFeedback&)>;
void RequestPresentationTimeForNextFrame(PresentationTimeCallback callback);
using SuccessfulPresentationTimeCallback = base::OnceCallback<void(
const viz::FrameTimingDetails& frame_timing_details)>;
void RequestSuccessfulPresentationTimeForNextFrame(
SuccessfulPresentationTimeCallback callback);
#if BUILDFLAG(IS_IOS)
void IssueExternalBeginFrameNoAck(const viz::BeginFrameArgs& args);
#else
void IssueExternalBeginFrame(
const viz::BeginFrameArgs& args,
bool force,
base::OnceCallback<void(const viz::BeginFrameAck&)> callback);
#endif
CompositorMetricsTracker RequestNewCompositorMetricsTracker();
double GetAverageThroughput() const;
std::unique_ptr<cc::EventsMetricsManager::ScopedMonitor>
GetScopedEventMetricsMonitor(
cc::EventsMetricsManager::ScopedMonitor::DoneCallback done_callback);
void WillBeginMainFrame() override {}
void DidBeginMainFrame() override;
void OnDeferMainFrameUpdatesChanged(bool) override {}
void OnDeferCommitsChanged(
bool,
cc::PaintHoldingReason,
std::optional<cc::PaintHoldingCommitTrigger>) override {}
void OnCommitRequested() override {}
void WillUpdateLayers() override {}
void DidUpdateLayers() override;
void BeginMainFrame(const viz::BeginFrameArgs& args) override;
void BeginMainFrameNotExpectedSoon() override;
void BeginMainFrameNotExpectedUntil(base::TimeTicks time) override;
void UpdateLayerTreeHost() override;
void ApplyViewportChanges(const cc::ApplyViewportChangesArgs& args) override {
}
void UpdateCompositorScrollState(
const cc::CompositorCommitData& commit_data) override {}
void RequestNewLayerTreeFrameSink() override;
void DidInitializeLayerTreeFrameSink() override {}
void DidFailToInitializeLayerTreeFrameSink() override;
void WillCommit(const cc::CommitState&) override {}
void DidCommit(int source_frame_number,
base::TimeTicks,
base::TimeTicks) override;
void DidCommitAndDrawFrame(int source_frame_number) override {}
void DidReceiveCompositorFrameAckDeprecatedForCompositor() override;
void DidCompletePageScaleAnimation(int source_frame_number) override {}
void DidPresentCompositorFrame(
uint32_t frame_token,
const viz::FrameTimingDetails& frame_timing_details) override;
void RecordStartOfFrameMetrics() override {}
void RecordEndOfFrameMetrics(
base::TimeTicks frame_begin_time,
cc::ActiveFrameSequenceTrackers trackers) override {}
std::unique_ptr<cc::BeginMainFrameMetrics> GetBeginMainFrameMetrics()
override;
void NotifyCompositorMetricsTrackerResults(
cc::CustomTrackerResults results) override;
void DidObserveFirstScrollDelay(
int source_frame_number,
base::TimeDelta first_scroll_delay,
base::TimeTicks first_scroll_timestamp) override {}
void DidSubmitCompositorFrame() override;
void DidLoseLayerTreeFrameSink() override {}
void FrameIntervalUpdated(base::TimeDelta interval) override;
void FrameSinksToThrottleUpdated(
const base::flat_set<viz::FrameSinkId>& ids) override;
void OnFirstSurfaceActivation(const viz::SurfaceInfo& surface_info) override;
void OnFrameTokenChanged(uint32_t frame_token,
base::TimeTicks activation_time) override;
void StartMetricsTracker(
TrackerId tracker_id,
CompositorMetricsTrackerHost::ReportCallback callback) override;
bool StopMetricsTracker(TrackerId tracker_id) override;
void CancelMetricsTracker(TrackerId tracker_id) override;
void OnResume() override;
#if BUILDFLAG(IS_LINUX) && BUILDFLAG(IS_OZONE_X11)
void OnCompleteSwapWithNewSize(const gfx::Size& size);
#endif
bool IsLocked() { return lock_manager_.IsLocked(); }
bool output_is_secure() const { return output_is_secure_; }
void SetOutputIsSecure(bool output_is_secure);
const cc::LayerTreeDebugState& GetLayerTreeDebugState() const;
void SetLayerTreeDebugState(const cc::LayerTreeDebugState& debug_state);
LayerAnimatorCollection* layer_animator_collection() {
return &layer_animator_collection_;
}
const viz::FrameSinkId& frame_sink_id() const { return frame_sink_id_; }
float refresh_rate() const { return refresh_rate_; }
bool use_external_begin_frame_control() const {
return use_external_begin_frame_control_;
}
void SetAllowLocksToExtendTimeout(bool allowed) {
lock_manager_.set_allow_locks_to_extend_timeout(allowed);
}
bool is_pixel_canvas() const { return is_pixel_canvas_; }
ScrollInputHandler* scroll_input_handler() const {
return scroll_input_handler_.get();
}
virtual void SetDelegatedInkPointRenderer(
mojo::PendingReceiver<gfx::mojom::DelegatedInkPointRenderer> receiver);
const cc::LayerTreeSettings& GetLayerTreeSettings() const;
size_t saved_events_metrics_count_for_testing() const {
return host_->saved_events_metrics_count_for_testing();
}
bool has_compositor_metrics_trackers_for_testing() const {
return !compositor_metrics_tracker_map_.empty();
}
const cc::LayerTreeHost* host_for_testing() const { return host_.get(); }
void AddSimpleBeginFrameObserver(
ui::HostBeginFrameObserver::SimpleBeginFrameObserver* obs);
void RemoveSimpleBeginFrameObserver(
ui::HostBeginFrameObserver::SimpleBeginFrameObserver* obs);
const std::optional<base::TimeDelta>& max_vsync_interval_for_testing() const {
return max_vsync_interval_;
}
display::VariableRefreshRateState vrr_state_for_testing() const {
return vrr_state_;
}
#if BUILDFLAG(IS_CHROMEOS)
void SetSeamlessRefreshRates(
const std::vector<float>& seamless_refresh_rates);
void OnSetPreferredRefreshRate(float refresh_rate);
#endif
#if BUILDFLAG(ARKWEB_MAXIMIZE_RESIZE)
void RestoreRenderFit() override;
#endif
#if BUILDFLAG(ARKWEB_ROTATE_RESIZE)
void ModifyRenderFit(int32_t fitType) override;
#endif
CompositorUtils* Utils() {
return compositor_utils_.get();
}
using ScopedKeepSurfaceAliveCallback = base::ScopedClosureRunner;
ScopedKeepSurfaceAliveCallback TakeScopedKeepSurfaceAliveCallback(
const viz::SurfaceId& surface_id);
CompositorPropertyTreeDelegate* property_tree_delegate() {
return property_tree_delegate_.get();
}
const cc::PropertyTrees* property_trees() const;
ExternalBeginFrameControllerClientFactory*
external_begin_frame_controler_client_factory() {
return external_begin_frame_controler_client_factory_.get();
}
void SetExternalBeginFrameControllerClientFactory(
ExternalBeginFrameControllerClientFactory* factory) {
external_begin_frame_controler_client_factory_ = factory;
}
void CheckPropertyTrees() const;
private:
friend class base::RefCounted<Compositor>;
friend class TotalAnimationThroughputReporter;
friend class TestCompositorHost;
static void SendDamagedRectsRecursive(Layer* layer);
void ReportMetricsForTracker(
int tracker_id,
const cc::FrameSequenceMetrics::CustomReportData& data);
void MaybeUpdateObserveBeginFrame();
using PendingSurfaceCopyId =
base::StrongAlias<struct PendingSurfaceCopyIdTag, uint32_t>;
void RemoveScopedKeepSurfaceAlive(
const PendingSurfaceCopyId& scoped_keep_surface_alive_id);
PendingSurfaceCopyId pending_surface_copy_id_ = PendingSurfaceCopyId(0u);
base::flat_map<PendingSurfaceCopyId,
std::unique_ptr<cc::ScopedKeepSurfaceAlive>>
pending_surface_copies_;
gfx::Size size_;
raw_ptr<ui::ContextFactory> context_factory_;
mojo::AssociatedRemote<viz::mojom::DisplayPrivate> display_private_;
mojo::AssociatedRemote<viz::mojom::ExternalBeginFrameController>
external_begin_frame_controller_;
raw_ptr<ExternalBeginFrameControllerClientFactory, DanglingUntriaged>
external_begin_frame_controler_client_factory_;
#if BUILDFLAG(IS_IOS)
using PendingBeginFrameArgs = viz::BeginFrameArgs;
#else
struct PendingBeginFrameArgs {
PendingBeginFrameArgs(
const viz::BeginFrameArgs& args,
bool force,
base::OnceCallback<void(const viz::BeginFrameAck&)> callback);
~PendingBeginFrameArgs();
const viz::BeginFrameArgs args;
const bool force;
base::OnceCallback<void(const viz::BeginFrameAck&)> callback;
};
#endif
std::optional<PendingBeginFrameArgs> pending_begin_frame_args_;
ui::HostBeginFrameObserver::SimpleBeginFrameObserverList
simple_begin_frame_observers_;
std::unique_ptr<ui::HostBeginFrameObserver> host_begin_frame_observer_;
raw_ptr<CompositorDelegate> delegate_ = nullptr;
raw_ptr<Layer> root_layer_ = nullptr;
base::ObserverList<CompositorObserver, true>::Unchecked observer_list_;
base::ObserverList<CompositorAnimationObserver>::Unchecked
animation_observer_list_;
gfx::AcceleratedWidget widget_ = gfx::kNullAcceleratedWidget;
#if BUILDFLAG(IS_MAC)
int64_t display_id_ = display::kInvalidDisplayId;
#endif
float refresh_rate_ = 60.f;
std::unordered_set<viz::FrameSinkId, viz::FrameSinkIdHash> child_frame_sinks_;
bool widget_valid_ = false;
bool layer_tree_frame_sink_requested_ = false;
const viz::FrameSinkId frame_sink_id_;
scoped_refptr<cc::Layer> root_cc_layer_;
std::unique_ptr<cc::AnimationHost> animation_host_;
std::unique_ptr<cc::LayerTreeHost> host_;
base::WeakPtr<cc::InputHandler> input_handler_weak_;
scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
base::TimeTicks vsync_timebase_;
base::TimeDelta vsync_interval_ = viz::BeginFrameArgs::DefaultInterval();
bool has_vsync_params_ = false;
std::optional<base::TimeDelta> max_vsync_interval_ = std::nullopt;
display::VariableRefreshRateState vrr_state_ =
display::VariableRefreshRateState::kVrrNotCapable;
#if BUILDFLAG(IS_CHROMEOS)
std::vector<float> seamless_refresh_rates_;
#endif
const bool use_external_begin_frame_control_;
const bool force_software_compositor_;
float device_scale_factor_ = 0.f;
LayerAnimatorCollection layer_animator_collection_;
scoped_refptr<cc::AnimationTimeline> animation_timeline_;
std::unique_ptr<gfx::ScopedAnimationDurationScaleMode> slow_animations_;
SkM44 display_color_matrix_;
gfx::DisplayColorSpaces display_color_spaces_;
bool output_is_secure_ = false;
const bool is_pixel_canvas_;
CompositorLockManager lock_manager_;
std::unique_ptr<ScrollInputHandler> scroll_input_handler_;
#if BUILDFLAG(IS_WIN)
bool should_disable_swap_until_resize_ = false;
#endif
bool disabled_swap_until_resize_ = false;
bool animations_are_enabled_ = true;
bool animation_started_ = false;
TrackerId next_compositor_metrics_tracker_id_ = 1u;
struct TrackerState {
TrackerState();
TrackerState(TrackerState&&);
TrackerState& operator=(TrackerState&&);
~TrackerState();
bool should_report = false;
bool report_attempted = false;
CompositorMetricsTrackerHost::ReportCallback report_callback;
};
using CompositorMetricsTrackerMap = base::flat_map<TrackerId, TrackerState>;
CompositorMetricsTrackerMap compositor_metrics_tracker_map_;
std::unique_ptr<CompositorUtils> compositor_utils_;
bool uses_layer_lists_ = false;
std::unique_ptr<CompositorPropertyTreeDelegate> property_tree_delegate_;
std::optional<cc::PropertyTrees> property_trees_;
int viewport_clip_id_ = cc::kInvalidPropertyNodeId;
base::WeakPtrFactory<Compositor> context_creation_weak_ptr_factory_{this};
base::WeakPtrFactory<Compositor> weak_ptr_factory_{this};
};
}
namespace base {
template <>
struct ScopedObservationTraits<ui::Compositor,
ui::CompositorAnimationObserver> {
static void AddObserver(ui::Compositor* source,
ui::CompositorAnimationObserver* observer) {
source->AddAnimationObserver(observer);
}
static void RemoveObserver(ui::Compositor* source,
ui::CompositorAnimationObserver* observer) {
source->RemoveAnimationObserver(observer);
}
};
}
#endif