use std::collections::{HashMap, HashSet};
use std::ffi::c_void;
use std::rc::Rc;
use std::sync::Arc;
use std::time::{Duration, Instant};
use base::cross_process_instant::CrossProcessInstant;
use base::id::{PipelineId, WebViewId};
use base::{Epoch, WebRenderEpochToU16};
use compositing_traits::display_list::{CompositorDisplayListInfo, HitTestInfo, ScrollTree};
use compositing_traits::{
CompositionPipeline, CompositorMsg, CompositorProxy, ImageUpdate, SendableFrameTree,
};
use constellation_traits::{
AnimationTickType, EmbedderToConstellationMessage, PaintMetricEvent, ScrollState,
WindowSizeType,
};
use crossbeam_channel::{Receiver, Sender};
use dpi::PhysicalSize;
use embedder_traits::{
AnimationState, CompositorHitTestResult, Cursor, InputEvent, MouseButton, MouseButtonAction,
MouseButtonEvent, MouseMoveEvent, TouchEvent, TouchEventType, TouchId, UntrustedNodeAddress,
ViewportDetails,
};
use euclid::{Point2D, Scale, Size2D, Transform3D, Vector2D, vec2};
use gleam::gl;
use ipc_channel::ipc::{self, IpcSharedMemory};
use log::{debug, error, trace, warn};
use profile_traits::mem::{ProcessReports, Report, ReportKind};
use profile_traits::time::{self as profile_time, ProfilerCategory};
use profile_traits::{mem, path, time, time_profile};
use servo_geometry::{DeviceIndependentIntSize, DeviceIndependentPixel};
use style_traits::CSSPixel;
use webrender::{RenderApi, Transaction};
use webrender_api::units::{
DeviceIntPoint, DeviceIntRect, DevicePixel, DevicePoint, DeviceRect, DeviceSize, LayoutPoint,
LayoutRect, LayoutSize, LayoutVector2D, WorldPoint,
};
use webrender_api::{
BorderRadius, BoxShadowClipMode, BuiltDisplayList, ClipMode, ColorF, CommonItemProperties,
ComplexClipRegion, DirtyRect, DisplayListPayload, DocumentId, Epoch as WebRenderEpoch,
ExternalScrollId, FontInstanceFlags, FontInstanceKey, FontInstanceOptions, FontKey,
HitTestFlags, PipelineId as WebRenderPipelineId, PropertyBinding, ReferenceFrameKind,
RenderReasons, SampledScrollOffset, ScrollLocation, SpaceAndClipInfo, SpatialId,
SpatialTreeItemKey, TransformStyle,
};
use winit::window::WindowId;
use crate::rendering::RenderingContext;
use crate::touch::{TouchAction, TouchHandler};
use crate::window::Window;
pub struct InitialCompositorState {
pub sender: CompositorProxy,
pub receiver: Receiver<CompositorMsg>,
pub constellation_chan: Sender<EmbedderToConstellationMessage>,
pub time_profiler_chan: time::ProfilerChan,
pub mem_profiler_chan: mem::ProfilerChan,
pub webrender: webrender::Renderer,
pub webrender_document: DocumentId,
pub webrender_api: RenderApi,
pub rendering_context: RenderingContext,
pub webrender_gl: Rc<dyn gl::Gl>,
}
#[derive(Clone)]
pub enum WebRenderDebugOption {
Profiler,
TextureCacheDebug,
RenderTargetDebug,
}
#[derive(Clone)]
pub enum MouseWindowEvent {
Click(MouseButton, DevicePoint),
MouseDown(MouseButton, DevicePoint),
MouseUp(MouseButton, DevicePoint),
}
pub struct IOCompositor {
pub current_window: WindowId,
viewport: DeviceSize,
scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
webrender_document: DocumentId,
compositor_receiver: Receiver<CompositorMsg>,
webviews: HashMap<WebViewId, PipelineId>,
pipeline_details: HashMap<PipelineId, PipelineDetails>,
composition_request: CompositionRequest,
pub ready_to_present: bool,
pub shutdown_state: ShutdownState,
frame_tree_id: FrameTreeId,
pub constellation_chan: Sender<EmbedderToConstellationMessage>,
time_profiler_chan: profile_time::ProfilerChan,
touch_handler: TouchHandler,
pending_scroll_zoom_events: Vec<ScrollZoomEvent>,
ready_to_save_state: ReadyState,
webrender: Option<webrender::Renderer>,
pub webrender_api: RenderApi,
pub rendering_context: RenderingContext,
webrender_gl: Rc<dyn gl::Gl>,
cursor: Cursor,
cursor_pos: DevicePoint,
wait_for_stable_image: bool,
convert_mouse_to_touch: bool,
pending_frames: usize,
last_animation_tick: Instant,
pub is_animating: bool,
}
#[derive(Clone, Copy)]
struct ScrollEvent {
scroll_location: ScrollLocation,
cursor: DeviceIntPoint,
event_count: u32,
}
#[derive(Clone, Copy)]
enum ScrollZoomEvent {
PinchZoom(f32),
Scroll(ScrollEvent),
}
#[derive(Clone, Copy, Debug, PartialEq)]
enum CompositingReason {
Headless,
Animation,
NewWebRenderFrame,
Resize,
}
#[derive(Debug, PartialEq)]
enum CompositionRequest {
NoCompositingNecessary,
CompositeNow(CompositingReason),
}
#[derive(Clone, Copy, Debug, PartialEq)]
pub enum ShutdownState {
NotShuttingDown,
ShuttingDown,
FinishedShuttingDown,
}
#[derive(PartialEq)]
pub(crate) enum PaintMetricState {
Waiting,
Seen(WebRenderEpoch, bool ),
Sent,
}
struct PipelineDetails {
pipeline: Option<CompositionPipeline>,
parent_pipeline_id: Option<PipelineId>,
most_recent_display_list_epoch: Option<WebRenderEpoch>,
animations_running: bool,
animation_callbacks_running: bool,
throttled: bool,
hit_test_items: Vec<HitTestInfo>,
scroll_tree: ScrollTree,
pub first_paint_metric: PaintMetricState,
pub first_contentful_paint_metric: PaintMetricState,
}
impl PipelineDetails {
fn new() -> PipelineDetails {
PipelineDetails {
pipeline: None,
parent_pipeline_id: None,
most_recent_display_list_epoch: None,
animations_running: false,
animation_callbacks_running: false,
throttled: false,
hit_test_items: Vec::new(),
scroll_tree: ScrollTree::default(),
first_paint_metric: PaintMetricState::Waiting,
first_contentful_paint_metric: PaintMetricState::Waiting,
}
}
fn install_new_scroll_tree(&mut self, new_scroll_tree: ScrollTree) {
let old_scroll_offsets: HashMap<ExternalScrollId, LayoutVector2D> = self
.scroll_tree
.nodes
.drain(..)
.filter_map(|node| match (node.external_id(), node.offset()) {
(Some(external_id), Some(offset)) => Some((external_id, offset)),
_ => None,
})
.collect();
self.scroll_tree = new_scroll_tree;
for node in self.scroll_tree.nodes.iter_mut() {
match node.external_id() {
Some(external_id) => match old_scroll_offsets.get(&external_id) {
Some(new_offset) => node.set_offset(*new_offset),
None => continue,
},
_ => continue,
};
}
}
}
impl IOCompositor {
pub fn new(
current_window: WindowId,
viewport: DeviceSize,
scale_factor: Scale<f32, DeviceIndependentPixel, DevicePixel>,
state: InitialCompositorState,
wait_for_stable_image: bool,
convert_mouse_to_touch: bool,
) -> Self {
let compositor = IOCompositor {
current_window,
viewport,
compositor_receiver: state.receiver,
webviews: HashMap::new(),
pipeline_details: HashMap::new(),
scale_factor,
composition_request: CompositionRequest::NoCompositingNecessary,
touch_handler: TouchHandler::new(),
pending_scroll_zoom_events: Vec::new(),
shutdown_state: ShutdownState::NotShuttingDown,
frame_tree_id: FrameTreeId(0),
constellation_chan: state.constellation_chan,
time_profiler_chan: state.time_profiler_chan,
ready_to_save_state: ReadyState::Unknown,
webrender: Some(state.webrender),
webrender_document: state.webrender_document,
webrender_api: state.webrender_api,
rendering_context: state.rendering_context,
webrender_gl: state.webrender_gl,
cursor: Cursor::None,
cursor_pos: DevicePoint::new(0.0, 0.0),
wait_for_stable_image,
convert_mouse_to_touch,
pending_frames: 0,
last_animation_tick: Instant::now(),
is_animating: false,
ready_to_present: false,
};
compositor.assert_gl_framebuffer_complete();
compositor
}
pub fn deinit(&mut self) {
if let Some(webrender) = self.webrender.take() {
webrender.deinit();
}
}
pub fn rendering_context_size(&self) -> Size2D<u32, DevicePixel> {
self.rendering_context.size2d()
}
pub(crate) fn update_cursor(&mut self, pos: DevicePoint, result: &CompositorHitTestResult) {
self.cursor_pos = pos;
let cursor = match result.cursor {
Some(cursor) if cursor != self.cursor => cursor,
_ => return,
};
let Some(webview_id) = self
.pipeline_details(result.pipeline_id)
.pipeline
.as_ref()
.map(|composition_pipeline| composition_pipeline.webview_id)
else {
warn!(
"Updating cursor for not-yet-rendered pipeline: {}",
result.pipeline_id
);
return;
};
self.cursor = cursor;
let msg = EmbedderToConstellationMessage::SetCursor(webview_id, cursor);
if let Err(e) = self.constellation_chan.send(msg) {
warn!("Sending event to constellation failed ({:?}).", e);
}
}
pub fn maybe_start_shutting_down(&mut self) {
if self.shutdown_state == ShutdownState::NotShuttingDown {
debug!("Shutting down the constellation for WindowEvent::Quit");
self.start_shutting_down();
}
}
fn start_shutting_down(&mut self) {
debug!("Compositor sending Exit message to Constellation");
if let Err(e) = self
.constellation_chan
.send(EmbedderToConstellationMessage::Exit)
{
warn!("Sending exit message to constellation failed ({:?}).", e);
}
self.shutdown_state = ShutdownState::ShuttingDown;
self.finish_shutting_down();
}
fn finish_shutting_down(&mut self) {
debug!("Compositor received message that constellation shutdown is complete");
while self.compositor_receiver.try_recv().is_ok() {}
if let Ok((sender, receiver)) = ipc::channel() {
self.time_profiler_chan
.send(profile_time::ProfilerMsg::Exit(sender));
let _ = receiver.recv();
}
self.shutdown_state = ShutdownState::FinishedShuttingDown;
}
fn handle_browser_message(
&mut self,
msg: CompositorMsg,
windows: &mut HashMap<WindowId, (Window, DocumentId)>,
) -> bool {
match self.shutdown_state {
ShutdownState::NotShuttingDown => {}
ShutdownState::ShuttingDown => {
return self.handle_browser_message_while_shutting_down(msg);
}
ShutdownState::FinishedShuttingDown => {
error!("compositor shouldn't be handling messages after shutting down");
return false;
}
}
match msg {
CompositorMsg::CollectMemoryReport(sender) => {
let ops =
wr_malloc_size_of::MallocSizeOfOps::new(servo_allocator::usable_size, None);
let report = self.webrender_api.report_memory(ops);
let reports = vec![
Report {
path: path!["webrender", "fonts"],
kind: ReportKind::ExplicitJemallocHeapSize,
size: report.fonts,
},
Report {
path: path!["webrender", "images"],
kind: ReportKind::ExplicitJemallocHeapSize,
size: report.images,
},
Report {
path: path!["webrender", "display-list"],
kind: ReportKind::ExplicitJemallocHeapSize,
size: report.display_list,
},
];
sender.send(ProcessReports::new(reports));
}
CompositorMsg::ChangeRunningAnimationsState(
_webview_id,
pipeline_id,
animation_state,
) => {
self.change_running_animations_state(pipeline_id, animation_state);
}
CompositorMsg::CreateOrUpdateWebView(frame_tree) => {
self.create_or_update_webview(&frame_tree, windows);
self.send_scroll_positions_to_layout_for_pipeline(&frame_tree.pipeline.id);
}
CompositorMsg::RemoveWebView(webview_id) => {
self.remove_webview(webview_id, windows);
}
CompositorMsg::TouchEventProcessed(_webview_id, result) => {
self.touch_handler.on_event_processed(result);
}
CompositorMsg::CreatePng(_webview_id, _page_rect, reply) => {
if let Err(e) = reply.send(None) {
warn!("Sending reply to create png failed ({:?}).", e);
}
}
CompositorMsg::IsReadyToSaveImageReply(is_ready) => {
assert_eq!(
self.ready_to_save_state,
ReadyState::WaitingForConstellationReply
);
if is_ready && self.pending_frames == 0 {
self.ready_to_save_state = ReadyState::ReadyToSaveImage;
} else {
self.ready_to_save_state = ReadyState::Unknown;
}
self.composite_if_necessary(CompositingReason::Headless);
}
CompositorMsg::SetThrottled(_webview_id, pipeline_id, throttled) => {
self.pipeline_details(pipeline_id).throttled = throttled;
self.process_animations(true);
}
CompositorMsg::PipelineExited(_webview_id, pipeline_id, sender) => {
debug!("Compositor got pipeline exited: {:?}", pipeline_id);
self.remove_pipeline_root_layer(pipeline_id);
let _ = sender.send(());
}
CompositorMsg::NewWebRenderFrameReady(_document_id, recomposite_needed) => {
self.pending_frames -= 1;
if recomposite_needed {
if let Some(result) = self.hit_test_at_point(self.cursor_pos) {
self.update_cursor(self.cursor_pos, &result);
}
}
if recomposite_needed || self.animation_callbacks_active() {
self.composite_if_necessary(CompositingReason::NewWebRenderFrame)
}
}
CompositorMsg::LoadComplete(_) => {
if self.wait_for_stable_image {
self.composite_if_necessary(CompositingReason::Headless);
}
}
CompositorMsg::WebDriverMouseButtonEvent(webview_id, action, button, x, y) => {
let dppx = self.device_pixels_per_page_pixel();
let point = dppx.transform_point(Point2D::new(x, y));
self.dispatch_input_event(
webview_id,
InputEvent::MouseButton(MouseButtonEvent {
point,
action,
button,
}),
);
}
CompositorMsg::WebDriverMouseMoveEvent(webview_id, x, y) => {
let dppx = self.device_pixels_per_page_pixel();
let point = dppx.transform_point(Point2D::new(x, y));
self.dispatch_input_event(
webview_id,
InputEvent::MouseMove(MouseMoveEvent { point }),
);
}
CompositorMsg::SendInitialTransaction(pipeline) => {
let mut txn = Transaction::new();
txn.set_display_list(WebRenderEpoch(0), (pipeline, Default::default()));
self.generate_frame(&mut txn, RenderReasons::SCENE);
self.webrender_api
.send_transaction(self.webrender_document, txn);
}
CompositorMsg::SendScrollNode(_webview_id, pipeline_id, point, external_scroll_id) => {
let pipeline_id = pipeline_id.into();
let pipeline_details = match self.pipeline_details.get_mut(&pipeline_id) {
Some(details) => details,
None => return true, };
let offset = LayoutVector2D::new(point.x, point.y);
if !pipeline_details
.scroll_tree
.set_scroll_offsets_for_node_with_external_scroll_id(
external_scroll_id,
-offset,
)
{
warn!("Could not scroll not with id: {external_scroll_id:?}");
return true; }
let mut txn = Transaction::new();
txn.set_scroll_offsets(
external_scroll_id,
vec![SampledScrollOffset {
offset,
generation: 0,
}],
);
self.generate_frame(&mut txn, RenderReasons::APZ);
self.webrender_api
.send_transaction(self.webrender_document, txn);
}
CompositorMsg::SendDisplayList {
webview_id: _,
display_list_descriptor,
display_list_receiver,
} => {
let display_list_info = match display_list_receiver.recv() {
Ok(display_list_info) => display_list_info,
Err(error) => {
warn!("Could not receive display list info: {error}");
return true;
}
};
let display_list_info: CompositorDisplayListInfo =
match bincode::deserialize(&display_list_info) {
Ok(display_list_info) => display_list_info,
Err(error) => {
warn!("Could not deserialize display list info: {error}");
return true;
}
};
let items_data = match display_list_receiver.recv() {
Ok(display_list_data) => display_list_data,
Err(error) => {
warn!("Could not receive WebRender display list items data: {error}");
return true;
}
};
let cache_data = match display_list_receiver.recv() {
Ok(display_list_data) => display_list_data,
Err(error) => {
warn!("Could not receive WebRender display list cache data: {error}");
return true;
}
};
let spatial_tree = match display_list_receiver.recv() {
Ok(display_list_data) => display_list_data,
Err(error) => {
warn!("Could not receive WebRender display list spatial tree: {error}.");
return true;
}
};
let built_display_list = BuiltDisplayList::from_data(
DisplayListPayload {
items_data,
cache_data,
spatial_tree,
},
display_list_descriptor,
);
let pipeline_id = display_list_info.pipeline_id;
let details = self.pipeline_details(pipeline_id.into());
details.most_recent_display_list_epoch = Some(display_list_info.epoch);
details.hit_test_items = display_list_info.hit_test_info;
details.install_new_scroll_tree(display_list_info.scroll_tree);
let epoch = display_list_info.epoch;
let first_reflow = display_list_info.first_reflow;
if details.first_paint_metric == PaintMetricState::Waiting {
details.first_paint_metric = PaintMetricState::Seen(epoch, first_reflow);
}
if details.first_contentful_paint_metric == PaintMetricState::Waiting
&& display_list_info.is_contentful
{
details.first_contentful_paint_metric =
PaintMetricState::Seen(epoch, first_reflow);
}
let mut transaction = Transaction::new();
transaction
.set_display_list(display_list_info.epoch, (pipeline_id, built_display_list));
self.update_transaction_with_all_scroll_offsets(&mut transaction);
self.generate_frame(&mut transaction, RenderReasons::SCENE);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
CompositorMsg::HitTest(pipeline, point, flags, sender) => {
self.webrender_api.flush_scene_builder();
let result = self.hit_test_at_point_with_flags_and_pipeline(point, flags, pipeline);
let _ = sender.send(result);
}
CompositorMsg::GenerateImageKey(sender) => {
let _ = sender.send(self.webrender_api.generate_image_key());
}
CompositorMsg::UpdateImages(updates) => {
let mut txn = Transaction::new();
for update in updates {
match update {
ImageUpdate::AddImage(key, desc, data) => {
txn.add_image(key, desc, data.into(), None)
}
ImageUpdate::DeleteImage(key) => txn.delete_image(key),
ImageUpdate::UpdateImage(key, desc, data) => {
txn.update_image(key, desc, data.into(), &DirtyRect::All)
}
}
}
self.webrender_api
.send_transaction(self.webrender_document, txn);
}
CompositorMsg::AddFont(font_key, data, index) => {
self.add_font(font_key, index, data);
}
CompositorMsg::AddSystemFont(font_key, native_handle) => {
let mut transaction = Transaction::new();
transaction.add_native_font(font_key, native_handle);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
CompositorMsg::AddFontInstance(font_instance_key, font_key, size, flags) => {
self.add_font_instance(font_instance_key, font_key, size, flags);
}
CompositorMsg::RemoveFonts(keys, instance_keys) => {
let mut transaction = Transaction::new();
for instance in instance_keys.into_iter() {
transaction.delete_font_instance(instance);
}
for key in keys.into_iter() {
transaction.delete_font(key);
}
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
CompositorMsg::AddImage(key, desc, data) => {
let mut txn = Transaction::new();
txn.add_image(key, desc, data.into(), None);
self.webrender_api
.send_transaction(self.webrender_document, txn);
}
CompositorMsg::GenerateFontKeys(
number_of_font_keys,
number_of_font_instance_keys,
result_sender,
) => {
let font_keys = (0..number_of_font_keys)
.map(|_| self.webrender_api.generate_font_key())
.collect();
let font_instance_keys = (0..number_of_font_instance_keys)
.map(|_| self.webrender_api.generate_font_instance_key())
.collect();
let _ = result_sender.send((font_keys, font_instance_keys));
}
CompositorMsg::GetClientWindowRect(_webview_id, response_sender) => {
if let Err(error) =
response_sender.send(self.device_independent_int_size_viewport().into())
{
warn!("Sending response to get client window failed ({error:?}).");
}
}
CompositorMsg::GetScreenSize(_webview_id, response_sender) => {
if let Err(error) =
response_sender.send(self.device_independent_int_size_viewport())
{
warn!("Sending response to get screen size failed ({error:?}).");
}
}
CompositorMsg::GetAvailableScreenSize(_webview_id, response_sender) => {
if let Err(error) =
response_sender.send(self.device_independent_int_size_viewport())
{
warn!("Sending response to get screen size failed ({error:?}).");
}
}
}
true
}
fn handle_browser_message_while_shutting_down(&mut self, msg: CompositorMsg) -> bool {
match msg {
CompositorMsg::PipelineExited(_webview_id, pipeline_id, sender) => {
debug!("Compositor got pipeline exited: {:?}", pipeline_id);
self.remove_pipeline_root_layer(pipeline_id);
let _ = sender.send(());
}
CompositorMsg::GenerateImageKey(sender) => {
let _ = sender.send(self.webrender_api.generate_image_key());
}
CompositorMsg::GenerateFontKeys(
number_of_font_keys,
number_of_font_instance_keys,
result_sender,
) => {
let font_keys = (0..number_of_font_keys)
.map(|_| self.webrender_api.generate_font_key())
.collect();
let font_instance_keys = (0..number_of_font_instance_keys)
.map(|_| self.webrender_api.generate_font_instance_key())
.collect();
let _ = result_sender.send((font_keys, font_instance_keys));
}
CompositorMsg::GetClientWindowRect(_, response_sender) => {
if let Err(error) = response_sender.send(Default::default()) {
warn!("Sending response to get client window failed ({error:?}).");
}
}
CompositorMsg::GetScreenSize(_, response_sender) => {
if let Err(error) = response_sender.send(Default::default()) {
warn!("Sending response to get client window failed ({error:?}).");
}
}
CompositorMsg::GetAvailableScreenSize(_, response_sender) => {
if let Err(error) = response_sender.send(Default::default()) {
warn!("Sending response to get client window failed ({error:?}).");
}
}
CompositorMsg::NewWebRenderFrameReady(..) => {
self.pending_frames -= 1;
}
_ => {
debug!("Ignoring message ({:?} while shutting down", msg);
}
}
true
}
fn generate_frame(&mut self, transaction: &mut Transaction, reason: RenderReasons) {
self.pending_frames += 1;
transaction.generate_frame(0, true , reason);
}
fn change_running_animations_state(
&mut self,
pipeline_id: PipelineId,
animation_state: AnimationState,
) {
match animation_state {
AnimationState::AnimationsPresent => {
let throttled = self.pipeline_details(pipeline_id).throttled;
self.pipeline_details(pipeline_id).animations_running = true;
if !throttled {
self.composite_if_necessary(CompositingReason::Animation);
}
}
AnimationState::AnimationCallbacksPresent => {
let throttled = self.pipeline_details(pipeline_id).throttled;
self.pipeline_details(pipeline_id)
.animation_callbacks_running = true;
if !throttled {
self.tick_animations_for_pipeline(pipeline_id);
}
}
AnimationState::NoAnimationsPresent => {
self.pipeline_details(pipeline_id).animations_running = false;
}
AnimationState::NoAnimationCallbacksPresent => {
self.pipeline_details(pipeline_id)
.animation_callbacks_running = false;
}
}
}
fn pipeline_details(&mut self, pipeline_id: PipelineId) -> &mut PipelineDetails {
self.pipeline_details
.entry(pipeline_id)
.or_insert_with(PipelineDetails::new);
self.pipeline_details
.get_mut(&pipeline_id)
.expect("Insert then get failed!")
}
pub fn send_root_pipeline_display_list(&mut self, window: &Window) {
let mut transaction = Transaction::new();
self.send_root_pipeline_display_list_in_transaction(&mut transaction, window);
self.generate_frame(&mut transaction, RenderReasons::SCENE);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
fn send_root_pipeline_display_list_in_transaction(
&self,
transaction: &mut Transaction,
window: &Window,
) {
let root_pipeline = WebRenderPipelineId(u64::from(self.current_window) as u32, 1);
transaction.set_root_pipeline(root_pipeline);
let mut builder = webrender::api::DisplayListBuilder::new(root_pipeline);
builder.begin();
let zoom_factor = self.device_pixels_per_page_pixel().0;
let zoom_reference_frame = builder.push_reference_frame(
LayoutPoint::zero(),
SpatialId::root_reference_frame(root_pipeline),
TransformStyle::Flat,
PropertyBinding::Value(Transform3D::scale(zoom_factor, zoom_factor, 1.)),
ReferenceFrameKind::Transform {
is_2d_scale_translation: true,
should_snap: true,
paired_with_perspective: false,
},
SpatialTreeItemKey::new(0, 0),
);
let viewport_size = self.rendering_context.size2d().to_f32().to_untyped();
let viewport_rect = LayoutRect::from_origin_and_size(
LayoutPoint::zero(),
LayoutSize::from_untyped(viewport_size),
);
let root_clip_id = builder.define_clip_rect(zoom_reference_frame, viewport_rect);
let root_clip_chain_id = builder.define_clip_chain(None, [root_clip_id]);
let should_decorate = window.panel.is_some();
for webview in window.painting_order() {
if let Some(pipeline_id) = self.webviews.get(&webview.webview_id) {
let scaled_webview_rect =
LayoutRect::from_untyped(&(webview.rect.to_f32() / zoom_factor).to_untyped());
let root_space_and_clip = if should_decorate {
let complex = ComplexClipRegion::new(
scaled_webview_rect,
BorderRadius::uniform(10.), ClipMode::Clip,
);
let clip_id = builder.define_clip_rounded_rect(zoom_reference_frame, complex);
let clip_chain_id =
builder.define_clip_chain(Some(root_clip_chain_id), [clip_id]);
SpaceAndClipInfo {
spatial_id: zoom_reference_frame,
clip_chain_id,
}
} else {
SpaceAndClipInfo {
spatial_id: zoom_reference_frame,
clip_chain_id: root_clip_chain_id,
}
};
builder.push_iframe(
scaled_webview_rect,
scaled_webview_rect,
&root_space_and_clip,
pipeline_id.into(),
true,
);
if should_decorate {
let root_space = SpaceAndClipInfo {
spatial_id: zoom_reference_frame,
clip_chain_id: root_clip_chain_id,
};
let offset = vec2(0., 0.);
let color = ColorF::new(0.0, 0.0, 0.0, 0.4);
let blur_radius = 5.0;
let spread_radius = 0.0;
let box_shadow_type = BoxShadowClipMode::Outset;
builder.push_box_shadow(
&CommonItemProperties::new(viewport_rect, root_space),
scaled_webview_rect,
offset,
color,
blur_radius,
spread_radius,
BorderRadius::uniform(10.),
box_shadow_type,
);
}
}
}
let built_display_list = builder.end();
transaction.set_display_list(WebRenderEpoch(0), built_display_list);
self.update_transaction_with_all_scroll_offsets(transaction);
}
fn update_transaction_with_all_scroll_offsets(&self, transaction: &mut Transaction) {
for details in self.pipeline_details.values() {
for node in details.scroll_tree.nodes.iter() {
let (Some(offset), Some(external_id)) = (node.offset(), node.external_id()) else {
continue;
};
let offset = LayoutVector2D::new(-offset.x, -offset.y);
transaction.set_scroll_offsets(
external_id,
vec![SampledScrollOffset {
offset,
generation: 0,
}],
);
}
}
}
fn create_or_update_webview(
&mut self,
frame_tree: &SendableFrameTree,
windows: &mut HashMap<WindowId, (Window, DocumentId)>,
) {
let pipeline_id = frame_tree.pipeline.id;
let webview_id = frame_tree.pipeline.webview_id;
debug!(
"Verso Compositor is setting frame tree with pipeline {} for webview {}",
pipeline_id, webview_id
);
if let Some(old_pipeline) = self.webviews.insert(webview_id, pipeline_id) {
debug!("{webview_id}'s pipeline has changed from {old_pipeline} to {pipeline_id}");
}
if let Some((window, _)) = windows.get(&self.current_window) {
self.send_root_pipeline_display_list(window);
}
self.create_or_update_pipeline_details_with_frame_tree(frame_tree, None);
self.reset_scroll_tree_for_unattached_pipelines(frame_tree);
self.frame_tree_id.next();
}
fn remove_webview(
&mut self,
webview_id: WebViewId,
windows: &mut HashMap<WindowId, (Window, DocumentId)>,
) {
debug!("Verso Compositor is removing webview {}", webview_id);
let mut window_id = None;
for (window, _) in windows.values_mut() {
let (webview, close_window) = window.remove_webview(webview_id, self);
if let Some(webview) = webview {
if let Some(pipeline_id) = self.webviews.remove(&webview.webview_id) {
self.remove_pipeline_details_recursively(pipeline_id);
}
if close_window {
window_id = Some(window.id());
} else {
self.send_root_pipeline_display_list(window);
}
self.frame_tree_id.next();
break;
}
}
if let Some(id) = window_id {
windows.remove(&id);
}
}
pub fn on_resize_webview_event(&mut self, webview_id: WebViewId, rect: DeviceRect) {
self.send_window_size_message_for_top_level_browser_context(rect, webview_id);
}
fn send_window_size_message_for_top_level_browser_context(
&self,
rect: DeviceRect,
webview_id: WebViewId,
) {
let hidpi_scale_factor = self.device_pixels_per_page_pixel_not_including_page_zoom();
let size = rect.size().to_f32() / hidpi_scale_factor;
let msg = EmbedderToConstellationMessage::ChangeViewportDetails(
webview_id,
ViewportDetails {
size,
hidpi_scale_factor,
},
WindowSizeType::Resize,
);
if let Err(e) = self.constellation_chan.send(msg) {
warn!("Sending window resize to constellation failed ({:?}).", e);
}
}
fn reset_scroll_tree_for_unattached_pipelines(&mut self, frame_tree: &SendableFrameTree) {
fn collect_pipelines(pipelines: &mut HashSet<PipelineId>, frame_tree: &SendableFrameTree) {
pipelines.insert(frame_tree.pipeline.id);
for kid in &frame_tree.children {
collect_pipelines(pipelines, kid);
}
}
let mut attached_pipelines = HashSet::default();
collect_pipelines(&mut attached_pipelines, frame_tree);
self.pipeline_details
.iter_mut()
.filter(|(id, _)| !attached_pipelines.contains(id))
.for_each(|(_, details)| {
details.scroll_tree.nodes.iter_mut().for_each(|node| {
node.set_offset(LayoutVector2D::zero());
})
})
}
fn create_or_update_pipeline_details_with_frame_tree(
&mut self,
frame_tree: &SendableFrameTree,
parent_pipeline_id: Option<PipelineId>,
) {
let pipeline_id = frame_tree.pipeline.id;
let pipeline_details = self.pipeline_details(pipeline_id);
pipeline_details.pipeline = Some(frame_tree.pipeline.clone());
pipeline_details.parent_pipeline_id = parent_pipeline_id;
for kid in &frame_tree.children {
self.create_or_update_pipeline_details_with_frame_tree(kid, Some(pipeline_id));
}
}
fn remove_pipeline_details_recursively(&mut self, pipeline_id: PipelineId) {
self.pipeline_details.remove(&pipeline_id);
let children = self
.pipeline_details
.iter()
.filter(|(_, pipeline_details)| {
pipeline_details.parent_pipeline_id == Some(pipeline_id)
})
.map(|(&pipeline_id, _)| pipeline_id)
.collect::<Vec<_>>();
for kid in children {
self.remove_pipeline_details_recursively(kid);
}
}
fn remove_pipeline_root_layer(&mut self, pipeline_id: PipelineId) {
self.pipeline_details.remove(&pipeline_id);
}
pub fn swap_current_window(&mut self, window: &mut Window) {
if window.id() != self.current_window {
debug!(
"Verso Compositor swap current window from {:?} to {:?}",
self.current_window,
window.id()
);
self.current_window = window.id();
self.scale_factor = Scale::new(window.scale_factor() as f32);
self.resize(window.size(), window);
}
}
pub fn resize(&mut self, size: Size2D<f32, DevicePixel>, window: &mut Window) {
if size.height == 0.0 || size.width == 0.0 {
return;
}
self.on_resize_window_event(size, window);
if let Some(panel) = &mut window.panel {
let rect = DeviceRect::from_size(size);
panel.webview.rect = rect;
self.on_resize_webview_event(panel.webview.webview_id, rect);
}
let rect = DeviceRect::from_size(size);
let show_tab_bar = window.tab_manager.count() > 1;
let content_size = window.get_content_size(rect, show_tab_bar, window.show_bookmark);
if let Some(tab_id) = window.tab_manager.current_tab_id() {
let (tab_id, prompt_id) = window.tab_manager.set_size(tab_id, content_size);
if let Some(tab_id) = tab_id {
self.on_resize_webview_event(tab_id, content_size);
}
if let Some(prompt_id) = prompt_id {
self.on_resize_webview_event(prompt_id, content_size);
}
}
#[cfg(linux)]
if let Some(webview_menu) = &mut window.webview_menu {
let rect = DeviceRect::from_size(size);
webview_menu.set_webview_rect(rect);
self.on_resize_webview_event(webview_menu.webview().webview_id, rect);
}
self.send_root_pipeline_display_list(window);
}
pub fn on_resize_window_event(&mut self, new_viewport: DeviceSize, window: &Window) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
self.rendering_context.resize(
&window.surface,
PhysicalSize {
width: new_viewport.width as u32,
height: new_viewport.height as u32,
},
);
self.viewport = new_viewport;
let mut transaction = Transaction::new();
transaction.set_document_view(DeviceIntRect::from_size(self.viewport.to_i32()));
self.webrender_api
.send_transaction(self.webrender_document, transaction);
self.composite_if_necessary(CompositingReason::Resize);
}
pub fn on_scale_factor_event(&mut self, scale_factor: f32, window: &Window) -> bool {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return false;
}
self.scale_factor = Scale::new(scale_factor);
self.update_after_zoom_or_hidpi_change(window);
self.composite_if_necessary(CompositingReason::Resize);
true
}
fn dispatch_input_event(&mut self, webview_id: WebViewId, event: InputEvent) {
let Some(point) = event.point() else {
return;
};
let Some(result) = self.hit_test_at_point(point) else {
return;
};
self.update_cursor(point, &result);
if let Err(error) =
self.constellation_chan
.send(EmbedderToConstellationMessage::ForwardInputEvent(
webview_id,
event,
Some(result),
))
{
warn!("Sending event to constellation failed ({error:?}).");
}
}
pub fn on_input_event(&mut self, webview_id: WebViewId, event: InputEvent) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
if self.convert_mouse_to_touch {
match event {
InputEvent::MouseButton(event) => {
match event.action {
MouseButtonAction::Click => {}
MouseButtonAction::Down => self.on_touch_down(
webview_id,
TouchEvent::new(TouchEventType::Down, TouchId(0), event.point),
),
MouseButtonAction::Up => self.on_touch_up(
webview_id,
TouchEvent::new(TouchEventType::Up, TouchId(0), event.point),
),
}
return;
}
InputEvent::MouseMove(event) => {
self.on_touch_move(
webview_id,
TouchEvent::new(TouchEventType::Move, TouchId(0), event.point),
);
return;
}
_ => {}
}
}
self.dispatch_input_event(webview_id, event);
}
fn hit_test_at_point(&self, point: DevicePoint) -> Option<CompositorHitTestResult> {
self.hit_test_at_point_with_flags_and_pipeline(point, HitTestFlags::empty(), None)
.first()
.cloned()
}
fn hit_test_at_point_with_flags_and_pipeline(
&self,
point: DevicePoint,
flags: HitTestFlags,
pipeline_id: Option<WebRenderPipelineId>,
) -> Vec<CompositorHitTestResult> {
let world_point = WorldPoint::from_untyped(point.to_untyped());
let results =
self.webrender_api
.hit_test(self.webrender_document, pipeline_id, world_point, flags);
results
.items
.iter()
.filter_map(|item| {
let pipeline_id = item.pipeline.into();
let details = match self.pipeline_details.get(&pipeline_id) {
Some(details) => details,
None => return None,
};
match details.most_recent_display_list_epoch {
Some(epoch) if epoch.as_u16() == item.tag.1 => {}
_ => return None,
}
let info = &details.hit_test_items[item.tag.0 as usize];
Some(CompositorHitTestResult {
pipeline_id,
point_in_viewport: item.point_in_viewport.to_untyped(),
point_relative_to_item: item.point_relative_to_item.to_untyped(),
node: UntrustedNodeAddress(info.node as *const c_void),
cursor: info.cursor,
scroll_tree_node: info.scroll_tree_node,
})
})
.collect()
}
fn send_touch_event(&self, webview_id: WebViewId, event: TouchEvent) {
let Some(result) = self.hit_test_at_point(event.point) else {
return;
};
let event = InputEvent::Touch(event);
if let Err(e) =
self.constellation_chan
.send(EmbedderToConstellationMessage::ForwardInputEvent(
webview_id,
event,
Some(result),
))
{
warn!("Sending event to constellation failed ({:?}).", e);
}
}
pub fn on_touch_event(&mut self, webview_id: WebViewId, event: TouchEvent) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
match event.event_type {
TouchEventType::Down => self.on_touch_down(webview_id, event),
TouchEventType::Move => self.on_touch_move(webview_id, event),
TouchEventType::Up => self.on_touch_up(webview_id, event),
TouchEventType::Cancel => self.on_touch_cancel(webview_id, event),
}
}
fn on_touch_down(&mut self, webview_id: WebViewId, event: TouchEvent) {
self.touch_handler.on_touch_down(event.id, event.point);
self.send_touch_event(webview_id, event);
}
fn on_touch_move(&mut self, webview_id: WebViewId, event: TouchEvent) {
match self.touch_handler.on_touch_move(event.id, event.point) {
TouchAction::Scroll(delta) => self.on_scroll_window_event(
ScrollLocation::Delta(LayoutVector2D::from_untyped(delta.to_untyped())),
event.point.cast(),
),
TouchAction::Zoom(magnification, scroll_delta) => {
let cursor = Point2D::new(-1, -1); self.pending_scroll_zoom_events
.push(ScrollZoomEvent::PinchZoom(magnification));
self.pending_scroll_zoom_events
.push(ScrollZoomEvent::Scroll(ScrollEvent {
scroll_location: ScrollLocation::Delta(LayoutVector2D::from_untyped(
scroll_delta.to_untyped(),
)),
cursor,
event_count: 1,
}));
}
TouchAction::DispatchEvent => self.send_touch_event(webview_id, event),
_ => {}
}
}
fn on_touch_up(&mut self, webview_id: WebViewId, event: TouchEvent) {
self.send_touch_event(webview_id, event);
if let TouchAction::Click = self.touch_handler.on_touch_up(event.id, event.point) {
self.simulate_mouse_click(webview_id, event.point);
}
}
fn on_touch_cancel(&mut self, webview_id: WebViewId, event: TouchEvent) {
self.touch_handler.on_touch_cancel(event.id, event.point);
self.send_touch_event(webview_id, event);
}
fn simulate_mouse_click(&mut self, webview_id: WebViewId, point: DevicePoint) {
let button = MouseButton::Left;
self.dispatch_input_event(webview_id, InputEvent::MouseMove(MouseMoveEvent { point }));
self.dispatch_input_event(
webview_id,
InputEvent::MouseButton(MouseButtonEvent {
button,
action: MouseButtonAction::Down,
point,
}),
);
self.dispatch_input_event(
webview_id,
InputEvent::MouseButton(MouseButtonEvent {
button,
action: MouseButtonAction::Up,
point,
}),
);
self.dispatch_input_event(
webview_id,
InputEvent::MouseButton(MouseButtonEvent {
button,
action: MouseButtonAction::Click,
point,
}),
);
}
pub fn on_scroll_event(
&mut self,
scroll_location: ScrollLocation,
cursor: DeviceIntPoint,
action: TouchEventType,
) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
match action {
TouchEventType::Move => self.on_scroll_window_event(scroll_location, cursor),
TouchEventType::Up | TouchEventType::Cancel => {
self.on_scroll_window_event(scroll_location, cursor);
}
TouchEventType::Down => {
self.on_scroll_window_event(scroll_location, cursor);
}
}
}
fn on_scroll_window_event(&mut self, scroll_location: ScrollLocation, cursor: DeviceIntPoint) {
self.pending_scroll_zoom_events
.push(ScrollZoomEvent::Scroll(ScrollEvent {
scroll_location,
cursor,
event_count: 1,
}));
}
fn process_pending_scroll_events(&mut self, _window: &Window) {
let mut combined_scroll_event: Option<ScrollEvent> = None;
let mut _combined_magnification = 1.0;
for scroll_event in self.pending_scroll_zoom_events.drain(..) {
match scroll_event {
ScrollZoomEvent::PinchZoom(magnification) => {
_combined_magnification *= magnification
}
ScrollZoomEvent::Scroll(scroll_event_info) => {
let combined_event = match combined_scroll_event.as_mut() {
None => {
combined_scroll_event = Some(scroll_event_info);
continue;
}
Some(combined_event) => combined_event,
};
match (
combined_event.scroll_location,
scroll_event_info.scroll_location,
) {
(ScrollLocation::Delta(old_delta), ScrollLocation::Delta(new_delta)) => {
let old_event_count = Scale::new(combined_event.event_count as f32);
combined_event.event_count += 1;
let new_event_count = Scale::new(combined_event.event_count as f32);
combined_event.scroll_location = ScrollLocation::Delta(
(old_delta * old_event_count + new_delta) / new_event_count,
);
}
(ScrollLocation::Start, _) | (ScrollLocation::End, _) => {
break;
}
(_, ScrollLocation::Start) | (_, ScrollLocation::End) => {
*combined_event = scroll_event_info;
break;
}
}
}
}
}
let scroll_result = combined_scroll_event.and_then(|combined_event| {
self.scroll_node_at_device_point(
combined_event.cursor.to_f32(),
combined_event.scroll_location,
)
});
let mut transaction = Transaction::new();
if let Some((pipeline_id, external_id, offset)) = scroll_result {
let offset = LayoutVector2D::new(-offset.x, -offset.y);
transaction.set_scroll_offsets(
external_id,
vec![SampledScrollOffset {
offset,
generation: 0,
}],
);
self.send_scroll_positions_to_layout_for_pipeline(&pipeline_id);
}
self.generate_frame(&mut transaction, RenderReasons::APZ);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
fn scroll_node_at_device_point(
&mut self,
cursor: DevicePoint,
scroll_location: ScrollLocation,
) -> Option<(PipelineId, ExternalScrollId, LayoutVector2D)> {
let scroll_location = match scroll_location {
ScrollLocation::Delta(delta) => {
let device_pixels_per_page = self.device_pixels_per_page_pixel();
let scaled_delta = (Vector2D::from_untyped(delta.to_untyped())
/ device_pixels_per_page)
.to_untyped();
let calculated_delta = LayoutVector2D::from_untyped(scaled_delta);
ScrollLocation::Delta(calculated_delta)
}
ScrollLocation::Start | ScrollLocation::End => scroll_location,
};
let hit_test_results =
self.hit_test_at_point_with_flags_and_pipeline(cursor, HitTestFlags::FIND_ALL, None);
let mut previous_pipeline_id = None;
for CompositorHitTestResult {
pipeline_id,
scroll_tree_node,
..
} in hit_test_results.iter()
{
if previous_pipeline_id.replace(pipeline_id) != Some(pipeline_id) {
let scroll_result = self
.pipeline_details
.get_mut(pipeline_id)?
.scroll_tree
.scroll_node_or_ancestor(scroll_tree_node, scroll_location);
if let Some((external_id, offset)) = scroll_result {
return Some((*pipeline_id, external_id, offset));
}
}
}
None
}
fn process_animations(&mut self, force: bool) {
if !force && (Instant::now() - self.last_animation_tick) < Duration::from_millis(16) {
return;
}
self.last_animation_tick = Instant::now();
let mut pipeline_ids = vec![];
for (pipeline_id, pipeline_details) in &self.pipeline_details {
if (pipeline_details.animations_running || pipeline_details.animation_callbacks_running)
&& !pipeline_details.throttled
{
pipeline_ids.push(*pipeline_id);
}
}
self.is_animating = !pipeline_ids.is_empty();
for pipeline_id in &pipeline_ids {
self.tick_animations_for_pipeline(*pipeline_id)
}
}
fn tick_animations_for_pipeline(&mut self, pipeline_id: PipelineId) {
let animation_callbacks_running = self
.pipeline_details(pipeline_id)
.animation_callbacks_running;
let animations_running = self.pipeline_details(pipeline_id).animations_running;
if !animation_callbacks_running && !animations_running {
return;
}
let mut tick_type = AnimationTickType::empty();
if animations_running {
tick_type.insert(AnimationTickType::CSS_ANIMATIONS_AND_TRANSITIONS);
}
if animation_callbacks_running {
tick_type.insert(AnimationTickType::REQUEST_ANIMATION_FRAME);
}
let msg = EmbedderToConstellationMessage::TickAnimation(pipeline_id, tick_type);
if let Err(e) = self.constellation_chan.send(msg) {
warn!("Sending tick to constellation failed ({:?}).", e);
}
}
fn device_pixels_per_page_pixel(&self) -> Scale<f32, CSSPixel, DevicePixel> {
self.device_pixels_per_page_pixel_not_including_page_zoom()
}
fn device_pixels_per_page_pixel_not_including_page_zoom(
&self,
) -> Scale<f32, CSSPixel, DevicePixel> {
Scale::new(self.scale_factor.get())
}
fn device_independent_int_size_viewport(&self) -> DeviceIndependentIntSize {
(self.viewport.to_f32() / self.scale_factor).to_i32()
}
pub fn on_zoom_reset_window_event(&mut self, window: &Window) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
self.update_after_zoom_or_hidpi_change(window);
}
pub fn on_zoom_window_event(&mut self, _magnification: f32, window: &Window) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
self.update_after_zoom_or_hidpi_change(window);
}
fn update_after_zoom_or_hidpi_change(&mut self, window: &Window) {
for webview in window.painting_order() {
self.send_window_size_message_for_top_level_browser_context(
webview.rect,
webview.webview_id,
);
}
self.send_root_pipeline_display_list(window);
}
pub fn on_pinch_zoom_window_event(&mut self, magnification: f32) {
if self.shutdown_state != ShutdownState::NotShuttingDown {
return;
}
self.pending_scroll_zoom_events
.push(ScrollZoomEvent::PinchZoom(magnification));
}
fn send_scroll_positions_to_layout_for_pipeline(&self, pipeline_id: &PipelineId) {
let details = match self.pipeline_details.get(pipeline_id) {
Some(details) => details,
None => return,
};
let mut scroll_states = Vec::new();
details.scroll_tree.nodes.iter().for_each(|node| {
if let (Some(scroll_id), Some(scroll_offset)) = (node.external_id(), node.offset()) {
scroll_states.push(ScrollState {
scroll_id,
scroll_offset,
});
}
});
let message = EmbedderToConstellationMessage::SetScrollStates(*pipeline_id, scroll_states);
let _ = self.constellation_chan.send(message);
}
fn animations_active(&self) -> bool {
for details in self.pipeline_details.values() {
if details.animations_running {
return true;
}
if details.animation_callbacks_running {
return true;
}
}
false
}
fn animation_callbacks_active(&self) -> bool {
self.pipeline_details
.values()
.any(|details| details.animation_callbacks_running)
}
fn is_ready_to_paint_image_output(&mut self) -> Result<(), NotReadyToPaint> {
match self.ready_to_save_state {
ReadyState::Unknown => {
let mut pipeline_epochs = HashMap::new();
for id in self.pipeline_details.keys() {
if let Some(WebRenderEpoch(epoch)) = self
.webrender
.as_ref()
.and_then(|wr| wr.current_epoch(self.webrender_document, id.into()))
{
let epoch = Epoch(epoch);
pipeline_epochs.insert(*id, epoch);
}
}
let msg = EmbedderToConstellationMessage::IsReadyToSaveImage(pipeline_epochs);
if let Err(e) = self.constellation_chan.send(msg) {
warn!("Sending ready to save to constellation failed ({:?}).", e);
}
self.ready_to_save_state = ReadyState::WaitingForConstellationReply;
Err(NotReadyToPaint::JustNotifiedConstellation)
}
ReadyState::WaitingForConstellationReply => {
Err(NotReadyToPaint::WaitingOnConstellation)
}
ReadyState::ReadyToSaveImage => {
self.ready_to_save_state = ReadyState::Unknown;
Ok(())
}
}
}
pub fn composite(&mut self, window: &Window) {
match self.composite_specific_target(window) {
Ok(_) => {
if self.wait_for_stable_image {
println!(
"Shutting down the Constellation after generating an output file or exit flag specified"
);
self.start_shutting_down();
}
}
Err(error) => {
trace!("Unable to composite: {error:?}");
}
}
}
fn composite_specific_target(&mut self, window: &Window) -> Result<(), UnableToComposite> {
if let Err(err) = self
.rendering_context
.make_gl_context_current(&window.surface)
{
warn!("Failed to make GL context current: {:?}", err);
}
self.assert_no_gl_error();
if let Some(webrender) = self.webrender.as_mut() {
webrender.update();
}
let wait_for_stable_image = self.wait_for_stable_image;
if wait_for_stable_image {
if self.animations_active() {
self.process_animations(false);
return Err(UnableToComposite::NotReadyToPaintImage(
NotReadyToPaint::AnimationsActive,
));
}
if let Err(result) = self.is_ready_to_paint_image_output() {
return Err(UnableToComposite::NotReadyToPaintImage(result));
}
}
time_profile!(
ProfilerCategory::Compositing,
None,
self.time_profiler_chan.clone(),
|| {
trace!("Compositing");
if let Some(webrender) = self.webrender.as_mut() {
webrender
.render(self.viewport.to_i32(), 0 )
.ok();
}
},
);
self.send_pending_paint_metrics_messages_after_composite();
self.composition_request = CompositionRequest::NoCompositingNecessary;
self.ready_to_present = true;
self.process_animations(true);
Ok(())
}
fn composite_if_necessary(&mut self, reason: CompositingReason) {
trace!(
"Will schedule a composite {reason:?}. Previously was {:?}",
self.composition_request
);
self.composition_request = CompositionRequest::CompositeNow(reason)
}
#[track_caller]
fn assert_no_gl_error(&self) {
debug_assert_eq!(self.webrender_gl.get_error(), gl::NO_ERROR);
}
#[track_caller]
fn assert_gl_framebuffer_complete(&self) {
debug_assert_eq!(
(
self.webrender_gl.get_error(),
self.webrender_gl.check_frame_buffer_status(gl::FRAMEBUFFER)
),
(gl::NO_ERROR, gl::FRAMEBUFFER_COMPLETE)
);
}
pub fn receive_messages(
&mut self,
windows: &mut HashMap<WindowId, (Window, DocumentId)>,
) -> bool {
let mut compositor_messages = vec![];
let mut found_recomposite_msg = false;
while let Ok(msg) = self.compositor_receiver.try_recv() {
match msg {
CompositorMsg::NewWebRenderFrameReady(..) if found_recomposite_msg => {
self.pending_frames -= 1;
}
CompositorMsg::NewWebRenderFrameReady(..) => {
found_recomposite_msg = true;
compositor_messages.push(msg)
}
_ => compositor_messages.push(msg),
}
}
for msg in compositor_messages {
if !self.handle_browser_message(msg, windows) {
return false;
}
}
true
}
pub fn perform_updates(
&mut self,
windows: &mut HashMap<WindowId, (Window, DocumentId)>,
) -> bool {
if self.shutdown_state == ShutdownState::FinishedShuttingDown {
return false;
}
if let Some((window, _)) = windows.get(&self.current_window) {
match self.composition_request {
CompositionRequest::NoCompositingNecessary => {}
CompositionRequest::CompositeNow(_) => {
self.composite(window);
window.request_redraw();
}
}
if !self.pending_scroll_zoom_events.is_empty() {
self.process_pending_scroll_events(window)
}
}
self.shutdown_state != ShutdownState::FinishedShuttingDown
}
pub fn toggle_webrender_debug(&mut self, option: WebRenderDebugOption) {
let Some(webrender) = self.webrender.as_mut() else {
return;
};
let mut flags = webrender.get_debug_flags();
let flag = match option {
WebRenderDebugOption::Profiler => {
webrender::DebugFlags::PROFILER_DBG
| webrender::DebugFlags::GPU_TIME_QUERIES
| webrender::DebugFlags::GPU_SAMPLE_QUERIES
}
WebRenderDebugOption::TextureCacheDebug => webrender::DebugFlags::TEXTURE_CACHE_DBG,
WebRenderDebugOption::RenderTargetDebug => webrender::DebugFlags::RENDER_TARGET_DBG,
};
flags.toggle(flag);
webrender.set_debug_flags(flags);
let mut txn = Transaction::new();
self.generate_frame(&mut txn, RenderReasons::TESTING);
self.webrender_api
.send_transaction(self.webrender_document, txn);
}
fn add_font_instance(
&mut self,
instance_key: FontInstanceKey,
font_key: FontKey,
size: f32,
flags: FontInstanceFlags,
) {
let mut transaction = Transaction::new();
let font_instance_options = FontInstanceOptions {
flags,
..Default::default()
};
transaction.add_font_instance(
instance_key,
font_key,
size,
Some(font_instance_options),
None,
Vec::new(),
);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
fn add_font(&mut self, font_key: FontKey, index: u32, data: Arc<IpcSharedMemory>) {
let mut transaction = Transaction::new();
transaction.add_raw_font(font_key, (**data).into(), index);
self.webrender_api
.send_transaction(self.webrender_document, transaction);
}
fn send_pending_paint_metrics_messages_after_composite(&mut self) {
let paint_time = CrossProcessInstant::now();
let document_id = self.webrender_document;
for (_, pipeline_id) in self.webviews.iter_mut() {
debug_assert!(self.pipeline_details.contains_key(pipeline_id));
let pipeline = self.pipeline_details.get_mut(pipeline_id).unwrap();
let Some(current_epoch) = self
.webrender
.as_ref()
.and_then(|wr| wr.current_epoch(document_id, (*pipeline_id).into()))
else {
continue;
};
match pipeline.first_paint_metric {
PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
assert!(epoch <= current_epoch);
if let Err(error) =
self.constellation_chan
.send(EmbedderToConstellationMessage::PaintMetric(
*pipeline_id,
PaintMetricEvent::FirstPaint(paint_time, first_reflow),
))
{
warn!("Sending paint metric event to constellation failed ({error:?}).");
}
pipeline.first_paint_metric = PaintMetricState::Sent;
}
_ => {}
}
match pipeline.first_contentful_paint_metric {
PaintMetricState::Seen(epoch, first_reflow) if epoch <= current_epoch => {
if let Err(error) =
self.constellation_chan
.send(EmbedderToConstellationMessage::PaintMetric(
*pipeline_id,
PaintMetricEvent::FirstContentfulPaint(paint_time, first_reflow),
))
{
warn!("Sending paint metric event to constellation failed ({error:?}).");
}
pipeline.first_contentful_paint_metric = PaintMetricState::Sent;
}
_ => {}
}
}
}
}
#[derive(Debug, PartialEq)]
enum UnableToComposite {
NotReadyToPaintImage(NotReadyToPaint),
}
#[derive(Debug, PartialEq)]
enum NotReadyToPaint {
AnimationsActive,
JustNotifiedConstellation,
WaitingOnConstellation,
}
#[derive(Clone, Copy, Debug, PartialEq)]
enum ReadyState {
Unknown,
WaitingForConstellationReply,
ReadyToSaveImage,
}
#[derive(Clone, Copy, Debug, Eq, PartialEq)]
struct FrameTreeId(u32);
impl FrameTreeId {
pub fn next(&mut self) {
self.0 += 1;
}
}