Flutter Linux Embedder
fl_compositor_opengl.cc
Go to the documentation of this file.
1 // Copyright 2013 The Flutter Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 #include "fl_compositor_opengl.h"
6 
7 #include <epoxy/egl.h>
8 #include <epoxy/gl.h>
9 
10 #include <cstring>
11 
12 #include "flutter/common/constants.h"
13 #include "flutter/shell/platform/embedder/embedder.h"
17 
19  GObject parent_instance;
20 
21  // TRUE if glBlitFramebuffer can be used to composite the first layer.
22  gboolean can_blit;
23 
24  // TRUE if fences can be used to synchronize frames with other contexts.
25  gboolean can_fence;
26 
27  // Flutter OpenGL contexts.
28  FlOpenGLManager* opengl_manager;
29 
30  // Shader program used to composite layers.
31  FlCompositorOpenGLShader* shader;
32 };
33 
34 G_DEFINE_TYPE(FlCompositorOpenGL, fl_compositor_opengl, G_TYPE_OBJECT)
35 
36 static void fl_compositor_opengl_dispose(GObject* object) {
37  FlCompositorOpenGL* self = FL_COMPOSITOR_OPENGL(object);
38 
39  g_clear_object(&self->shader);
40  g_clear_object(&self->opengl_manager);
41 
42  G_OBJECT_CLASS(fl_compositor_opengl_parent_class)->dispose(object);
43 }
44 
45 static void fl_compositor_opengl_class_init(FlCompositorOpenGLClass* klass) {
46  G_OBJECT_CLASS(klass)->dispose = fl_compositor_opengl_dispose;
47 }
48 
49 static void fl_compositor_opengl_init(FlCompositorOpenGL* self) {}
50 
51 FlCompositorOpenGL* fl_compositor_opengl_new(FlOpenGLManager* opengl_manager) {
52  FlCompositorOpenGL* self = FL_COMPOSITOR_OPENGL(
53  g_object_new(fl_compositor_opengl_get_type(), nullptr));
54 
55  self->opengl_manager = FL_OPENGL_MANAGER(g_object_ref(opengl_manager));
56  self->shader = fl_compositor_opengl_shader_new(opengl_manager);
57 
58  // Determine once whether glBlitFramebuffer is available on this driver.
59  fl_opengl_manager_make_current(opengl_manager);
60  self->can_blit = fl_opengl_manager_can_blit(opengl_manager);
61  self->can_fence = fl_opengl_manager_can_fence(opengl_manager);
62 
63  return self;
64 }
65 
66 static void composite_layer(FlCompositorOpenGL* self,
67  FlFramebuffer* framebuffer,
68  double x,
69  double y,
70  int width,
71  int height) {
72  size_t texture_width = fl_framebuffer_get_width(framebuffer);
73  size_t texture_height = fl_framebuffer_get_height(framebuffer);
74  fl_compositor_opengl_shader_set_offset(self->shader, (2 * x / width) - 1.0,
75  (2 * y / height) - 1.0);
76  fl_compositor_opengl_shader_set_scale(self->shader, texture_width / width,
77  texture_height / height);
78 
79  GLuint texture_id = fl_framebuffer_get_texture_id(framebuffer);
80  glBindTexture(GL_TEXTURE_2D, texture_id);
81 
82  glDrawArrays(GL_TRIANGLES, 0, 6);
83 }
84 
85 void fl_compositor_opengl_composite_layers(FlCompositorOpenGL* self,
86  const FlutterLayer** layers,
87  size_t layers_count) {
88  // Save bindings that are set by this function. All bindings must be restored
89  // to their original values because Skia expects that its bindings have not
90  // been altered.
91  GLint saved_texture_binding;
92  glGetIntegerv(GL_TEXTURE_BINDING_2D, &saved_texture_binding);
93  GLint saved_vao_binding;
94  glGetIntegerv(GL_VERTEX_ARRAY_BINDING, &saved_vao_binding);
95  GLint saved_array_buffer_binding;
96  glGetIntegerv(GL_ARRAY_BUFFER_BINDING, &saved_array_buffer_binding);
97  GLint saved_read_framebuffer_binding;
98  glGetIntegerv(GL_READ_FRAMEBUFFER_BINDING, &saved_read_framebuffer_binding);
99  GLint saved_current_program;
100  glGetIntegerv(GL_CURRENT_PROGRAM, &saved_current_program);
101  GLboolean saved_scissor_test = glIsEnabled(GL_SCISSOR_TEST);
102  GLboolean saved_blend = glIsEnabled(GL_BLEND);
103  GLint saved_src_rgb;
104  glGetIntegerv(GL_BLEND_SRC_RGB, &saved_src_rgb);
105  GLint saved_src_alpha;
106  glGetIntegerv(GL_BLEND_SRC_ALPHA, &saved_src_alpha);
107  GLint saved_dst_rgb;
108  glGetIntegerv(GL_BLEND_DST_RGB, &saved_dst_rgb);
109  GLint saved_dst_alpha;
110  glGetIntegerv(GL_BLEND_DST_ALPHA, &saved_dst_alpha);
111  GLfloat saved_clear_color[4] = {0.0, 0.0, 0.0, 0.0};
112  glGetFloatv(GL_COLOR_CLEAR_VALUE, saved_clear_color);
113 
114  size_t width = layers_count > 0 ? layers[0]->size.width : 0;
115  size_t height = layers_count > 0 ? layers[0]->size.height : 0;
116 
117  // FIXME(robert-ancell): The vertex array is the same for all views, but
118  // cannot be shared in OpenGL. Find a way to not generate this every time.
119  GLuint vao;
120  glGenVertexArrays(1, &vao);
121  glBindVertexArray(vao);
122 
123  glEnable(GL_BLEND);
124  glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
125 
126  fl_compositor_opengl_shader_use(self->shader);
127 
128  // Disable the scissor test as it can affect blit operations.
129  // Prevents regressions like: https://github.com/flutter/flutter/issues/140828
130  // See OpenGL specification version 4.6, section 18.3.1.
131  glDisable(GL_SCISSOR_TEST);
132 
133  glClearColor(0.0, 0.0, 0.0, 0.0);
134  glClear(GL_COLOR_BUFFER_BIT);
135 
136  gboolean first_layer = TRUE;
137  for (size_t i = 0; i < layers_count; ++i) {
138  const FlutterLayer* layer = layers[i];
139  switch (layer->type) {
140  case kFlutterLayerContentTypeBackingStore: {
141  const FlutterBackingStore* backing_store = layer->backing_store;
142  FlFramebuffer* layer_framebuffer =
143  FL_FRAMEBUFFER(backing_store->open_gl.framebuffer.user_data);
144  // The first layer can be blitted, and following layers composited with
145  // this. If glBlitFramebuffer is unavailable, composite the first layer
146  // with the shader instead.
147  if (first_layer && self->can_blit) {
148  glBindFramebuffer(GL_READ_FRAMEBUFFER,
149  fl_framebuffer_get_id(layer_framebuffer));
150  glBlitFramebuffer(layer->offset.x, layer->offset.y, layer->size.width,
151  layer->size.height, layer->offset.x,
152  layer->offset.y, layer->size.width,
153  layer->size.height, GL_COLOR_BUFFER_BIT,
154  GL_NEAREST);
155  } else {
156  composite_layer(self, layer_framebuffer, layer->offset.x,
157  layer->offset.y, width, height);
158  }
159  first_layer = FALSE;
160  } break;
161  case kFlutterLayerContentTypePlatformView: {
162  // TODO(robert-ancell) Not implemented -
163  // https://github.com/flutter/flutter/issues/41724
164  } break;
165  }
166  }
167  glFlush();
168 
169  glDeleteVertexArrays(1, &vao);
170 
171  if (saved_blend) {
172  glEnable(GL_BLEND);
173  } else {
174  glDisable(GL_BLEND);
175  }
176  if (saved_scissor_test) {
177  glEnable(GL_SCISSOR_TEST);
178  } else {
179  glDisable(GL_SCISSOR_TEST);
180  }
181 
182  glClearColor(saved_clear_color[0], saved_clear_color[1], saved_clear_color[2],
183  saved_clear_color[3]);
184  glBindTexture(GL_TEXTURE_2D, saved_texture_binding);
185  glBindVertexArray(saved_vao_binding);
186  glBindBuffer(GL_ARRAY_BUFFER, saved_array_buffer_binding);
187  glBindFramebuffer(GL_READ_FRAMEBUFFER, saved_read_framebuffer_binding);
188  glUseProgram(saved_current_program);
189  glBlendFuncSeparate(saved_src_rgb, saved_dst_rgb, saved_src_alpha,
190  saved_dst_alpha);
191 }
192 
194  FlCompositorOpenGL* self) {
195  g_return_val_if_fail(FL_IS_COMPOSITOR_OPENGL(self), nullptr);
196  return self->opengl_manager;
197 }
198 
199 gboolean fl_compositor_opengl_can_fence(FlCompositorOpenGL* self) {
200  g_return_val_if_fail(FL_IS_COMPOSITOR_OPENGL(self), FALSE);
201  return self->can_fence;
202 }
203 
205  size_t layers_count) {
206  // Every backing store in a frame is created by the same engine code from
207  // context-wide capabilities, so they all share a format and the first one
208  // describes the frame. Layers that aren't OpenGL framebuffer backing stores,
209  // e.g. platform views, don't have a format to match; fl_engine.cc only
210  // creates framebuffers, so there is nothing else to read a format from.
211  for (size_t i = 0; i < layers_count; i++) {
212  const FlutterLayer* layer = layers[i];
213  if (layer == nullptr ||
214  layer->type != kFlutterLayerContentTypeBackingStore ||
215  layer->backing_store == nullptr ||
216  layer->backing_store->type != kFlutterBackingStoreTypeOpenGL ||
217  layer->backing_store->open_gl.type !=
218  kFlutterOpenGLTargetTypeFramebuffer) {
219  continue;
220  }
221 
222  return layer->backing_store->open_gl.framebuffer.target == GL_BGRA8_EXT
223  ? GL_BGRA_EXT
224  : GL_RGBA;
225  }
226 
227  return GL_RGBA;
228 }
G_DEFINE_TYPE(FlBasicMessageChannelResponseHandle, fl_basic_message_channel_response_handle, G_TYPE_OBJECT) static void fl_basic_message_channel_response_handle_dispose(GObject *object)
static void fl_compositor_opengl_dispose(GObject *object)
void fl_compositor_opengl_composite_layers(FlCompositorOpenGL *self, const FlutterLayer **layers, size_t layers_count)
FlOpenGLManager * fl_compositor_opengl_get_opengl_manager(FlCompositorOpenGL *self)
static void fl_compositor_opengl_init(FlCompositorOpenGL *self)
static void fl_compositor_opengl_class_init(FlCompositorOpenGLClass *klass)
static void composite_layer(FlCompositorOpenGL *self, FlFramebuffer *framebuffer, double x, double y, int width, int height)
FlCompositorOpenGL * fl_compositor_opengl_new(FlOpenGLManager *opengl_manager)
GLint fl_compositor_opengl_get_frame_format(const FlutterLayer **layers, size_t layers_count)
gboolean fl_compositor_opengl_can_fence(FlCompositorOpenGL *self)
void fl_compositor_opengl_shader_set_offset(FlCompositorOpenGLShader *self, double x, double y)
FlCompositorOpenGLShader * fl_compositor_opengl_shader_new(FlOpenGLManager *opengl_manager)
void fl_compositor_opengl_shader_set_scale(FlCompositorOpenGLShader *self, double x, double y)
void fl_compositor_opengl_shader_use(FlCompositorOpenGLShader *self)
size_t fl_framebuffer_get_height(FlFramebuffer *self)
GLuint fl_framebuffer_get_id(FlFramebuffer *self)
size_t fl_framebuffer_get_width(FlFramebuffer *self)
GLuint fl_framebuffer_get_texture_id(FlFramebuffer *self)
gboolean fl_opengl_manager_can_blit(FlOpenGLManager *self)
gboolean fl_opengl_manager_make_current(FlOpenGLManager *self)
gboolean fl_opengl_manager_can_fence(FlOpenGLManager *self)
const uint8_t uint32_t uint32_t * height
const uint8_t uint32_t * width
const FlutterLayer size_t layers_count
const FlutterLayer ** layers
FlCompositorOpenGLShader * shader
FlOpenGLManager * opengl_manager
int64_t texture_id