Linux texture support

Author: huanghongxun

ci/licenses_golden/licenses_flutter

@@ -1448,6 +1448,12 @@ FILE: ../../../flutter/shell/platform/linux/fl_string_codec.cc
 FILE: ../../../flutter/shell/platform/linux/fl_string_codec_test.cc
 FILE: ../../../flutter/shell/platform/linux/fl_text_input_plugin.cc
 FILE: ../../../flutter/shell/platform/linux/fl_text_input_plugin.h
+FILE: ../../../flutter/shell/platform/linux/fl_texture.cc
+FILE: ../../../flutter/shell/platform/linux/fl_texture_private.h
+FILE: ../../../flutter/shell/platform/linux/fl_texture_registrar.cc
+FILE: ../../../flutter/shell/platform/linux/fl_texture_registrar_private.h
+FILE: ../../../flutter/shell/platform/linux/fl_texture_registrar_test.cc
+FILE: ../../../flutter/shell/platform/linux/fl_texture_test.cc
 FILE: ../../../flutter/shell/platform/linux/fl_value.cc
 FILE: ../../../flutter/shell/platform/linux/fl_value_test.cc
 FILE: ../../../flutter/shell/platform/linux/fl_view.cc
@@ -1472,6 +1478,8 @@ FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_plugin_regis
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_standard_message_codec.h
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_standard_method_codec.h
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_string_codec.h
+FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_texture.h
+FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_texture_registrar.h
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_value.h
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/fl_view.h
 FILE: ../../../flutter/shell/platform/linux/public/flutter_linux/flutter_linux.h

shell/platform/linux/BUILD.gn

@@ -60,6 +60,8 @@ _public_headers = [
   "public/flutter_linux/fl_standard_message_codec.h",
   "public/flutter_linux/fl_standard_method_codec.h",
   "public/flutter_linux/fl_string_codec.h",
+  "public/flutter_linux/fl_texture.h",
+  "public/flutter_linux/fl_texture_registrar.h",
   "public/flutter_linux/fl_value.h",
   "public/flutter_linux/fl_view.h",
   "public/flutter_linux/flutter_linux.h",
@@ -115,6 +117,8 @@ source_set("flutter_linux_sources") {
     "fl_standard_method_codec.cc",
     "fl_string_codec.cc",
     "fl_text_input_plugin.cc",
+    "fl_texture.cc",
+    "fl_texture_registrar.cc",
     "fl_value.cc",
     "fl_view.cc",
     "fl_view_accessible.cc",
@@ -172,6 +176,8 @@ executable("flutter_linux_unittests") {
     "fl_standard_message_codec_test.cc",
     "fl_standard_method_codec_test.cc",
     "fl_string_codec_test.cc",
+    "fl_texture_registrar_test.cc",
+    "fl_texture_test.cc",
     "fl_value_test.cc",
     "testing/fl_test.cc",
     "testing/mock_engine.cc",

shell/platform/linux/fl_engine.cc

@@ -8,13 +8,15 @@
 
 #include <cstring>
 
+#include "flutter/shell/platform/embedder/embedder.h"
 #include "flutter/shell/platform/linux/fl_binary_messenger_private.h"
 #include "flutter/shell/platform/linux/fl_dart_project_private.h"
 #include "flutter/shell/platform/linux/fl_engine_private.h"
 #include "flutter/shell/platform/linux/fl_plugin_registrar_private.h"
 #include "flutter/shell/platform/linux/fl_renderer.h"
 #include "flutter/shell/platform/linux/fl_renderer_headless.h"
 #include "flutter/shell/platform/linux/fl_settings_plugin.h"
+#include "flutter/shell/platform/linux/fl_texture_registrar_private.h"
 #include "flutter/shell/platform/linux/public/flutter_linux/fl_plugin_registry.h"
 
 static constexpr int kMicrosecondsPerNanosecond = 1000;
@@ -32,6 +34,7 @@ struct _FlEngine {
   FlRenderer* renderer;
   FlBinaryMessenger* binary_messenger;
   FlSettingsPlugin* settings_plugin;
+  FlTextureRegistrar* texture_registrar;
   FlutterEngineAOTData aot_data;
   FLUTTER_API_SYMBOL(FlutterEngine) engine;
   FlutterEngineProcTable embedder_api;
@@ -266,6 +269,21 @@ static bool fl_engine_gl_make_resource_current(void* user_data) {
   return result;
 }
 
+// Called by the engine to retrieve an external texture.
+static bool fl_engine_gl_external_texture_frame_callback(
+    void* user_data,
+    int64_t texture_id,
+    size_t width,
+    size_t height,
+    FlutterOpenGLTexture* texture) {
+  FlEngine* self = static_cast<FlEngine*>(user_data);
+  if (!self->texture_registrar) {
+    return false;
+  }
+  return fl_texture_registrar_populate_texture(
+      self->texture_registrar, texture_id, width, height, texture);
+}
+
 // Called by the engine to determine if it is on the GTK thread.
 static bool fl_engine_runs_task_on_current_thread(void* user_data) {
   FlEngine* self = static_cast<FlEngine*>(user_data);
@@ -336,7 +354,8 @@ static FlPluginRegistrar* fl_engine_get_registrar_for_plugin(
     const gchar* name) {
   FlEngine* self = FL_ENGINE(registry);
 
-  return fl_plugin_registrar_new(nullptr, self->binary_messenger);
+  return fl_plugin_registrar_new(nullptr, self->binary_messenger,
+                                 self->texture_registrar);
 }
 
 static void fl_engine_plugin_registry_iface_init(
@@ -359,6 +378,7 @@ static void fl_engine_dispose(GObject* object) {
 
   g_clear_object(&self->project);
   g_clear_object(&self->renderer);
+  g_clear_object(&self->texture_registrar);
   g_clear_object(&self->binary_messenger);
   g_clear_object(&self->settings_plugin);
 
@@ -389,6 +409,7 @@ static void fl_engine_init(FlEngine* self) {
   self->embedder_api.struct_size = sizeof(FlutterEngineProcTable);
   FlutterEngineGetProcAddresses(&self->embedder_api);
 
+  self->texture_registrar = fl_texture_registrar_new(self);
   self->binary_messenger = fl_binary_messenger_new(self);
 }
 
@@ -419,6 +440,8 @@ gboolean fl_engine_start(FlEngine* self, GError** error) {
   config.open_gl.fbo_callback = fl_engine_gl_get_fbo;
   config.open_gl.present = fl_engine_gl_present;
   config.open_gl.make_resource_current = fl_engine_gl_make_resource_current;
+  config.open_gl.gl_external_texture_frame_callback =
+      fl_engine_gl_external_texture_frame_callback;
 
   FlutterTaskRunnerDescription platform_task_runner = {};
   platform_task_runner.struct_size = sizeof(FlutterTaskRunnerDescription);
@@ -717,8 +740,33 @@ void fl_engine_dispatch_semantics_action(FlEngine* self,
                                              action_data, action_data_length);
 }
 
+gboolean fl_engine_mark_texture_frame_available(FlEngine* self,
+                                                int64_t texture_id) {
+  g_return_val_if_fail(FL_IS_ENGINE(self), FALSE);
+  return self->embedder_api.MarkExternalTextureFrameAvailable(
+             self->engine, texture_id) == kSuccess;
+}
+
+gboolean fl_engine_register_external_texture(FlEngine* self,
+                                             int64_t texture_id) {
+  g_return_val_if_fail(FL_IS_ENGINE(self), FALSE);
+  return self->embedder_api.RegisterExternalTexture(self->engine, texture_id) ==
+         kSuccess;
+}
+
+void fl_engine_unregister_external_texture(FlEngine* self, int64_t texture_id) {
+  g_return_if_fail(FL_IS_ENGINE(self));
+  self->embedder_api.UnregisterExternalTexture(self->engine, texture_id);
+}
+
 G_MODULE_EXPORT FlBinaryMessenger* fl_engine_get_binary_messenger(
     FlEngine* self) {
   g_return_val_if_fail(FL_IS_ENGINE(self), nullptr);
   return self->binary_messenger;
 }
+
+G_MODULE_EXPORT FlTextureRegistrar* fl_engine_get_texture_registrar(
+    FlEngine* self) {
+  g_return_val_if_fail(FL_IS_ENGINE(self), nullptr);
+  return self->texture_registrar;
+}

shell/platform/linux/fl_engine_private.h

@@ -226,6 +226,42 @@ GBytes* fl_engine_send_platform_message_finish(FlEngine* engine,
                                                GAsyncResult* result,
                                                GError** error);
 
+/**
+ * fl_engine_mark_texture_frame_available:
+ * @engine: an #FlEngine.
+ * @texture_id: the identifier of the texture whose frame has been updated.
+ *
+ * Tells the Flutter engine that a new texture frame is available for the given
+ * texture.
+ *
+ * Returns: %TRUE on success.
+ */
+gboolean fl_engine_mark_texture_frame_available(FlEngine* engine,
+                                                int64_t texture_id);
+
+/**
+ * fl_engine_register_external_texture:
+ * @engine: an #FlEngine.
+ * @texture_id: the identifier of the texture that is available.
+ *
+ * Tells the Flutter engine that a new external texture is available.
+ *
+ * Returns: %TRUE on success.
+ */
+gboolean fl_engine_register_external_texture(FlEngine* engine,
+                                             int64_t texture_id);
+
+/**
+ * fl_engine_unregister_external_texture:
+ * @engine: an #FlEngine.
+ * @texture_id: the identifier of the texture that is not available anymore.
+ *
+ * Tells the Flutter engine that an existing external texture is not available
+ * anymore.
+ */
+void fl_engine_unregister_external_texture(FlEngine* engine,
+                                           int64_t texture_id);
+
 G_END_DECLS
 
 #endif  // FLUTTER_SHELL_PLATFORM_LINUX_FL_ENGINE_PRIVATE_H_

shell/platform/linux/fl_plugin_registrar.cc

@@ -15,6 +15,8 @@ struct _FlPluginRegistrar {
 
   // Messenger to communicate on.
   FlBinaryMessenger* messenger;
+
+  FlTextureRegistrar* texture_registrar;
 };
 
 // Added here to stop the compiler from optimizing this function away.
@@ -31,6 +33,7 @@ static void fl_plugin_registrar_dispose(GObject* object) {
     self->view = nullptr;
   }
   g_clear_object(&self->messenger);
+  g_clear_object(&self->texture_registrar);
 
   G_OBJECT_CLASS(fl_plugin_registrar_parent_class)->dispose(object);
 }
@@ -41,8 +44,10 @@ static void fl_plugin_registrar_class_init(FlPluginRegistrarClass* klass) {
 
 static void fl_plugin_registrar_init(FlPluginRegistrar* self) {}
 
-FlPluginRegistrar* fl_plugin_registrar_new(FlView* view,
-                                           FlBinaryMessenger* messenger) {
+FlPluginRegistrar* fl_plugin_registrar_new(
+    FlView* view,
+    FlBinaryMessenger* messenger,
+    FlTextureRegistrar* texture_registrar) {
   g_return_val_if_fail(view == nullptr || FL_IS_VIEW(view), nullptr);
   g_return_val_if_fail(FL_IS_BINARY_MESSENGER(messenger), nullptr);
 
@@ -55,6 +60,8 @@ FlPluginRegistrar* fl_plugin_registrar_new(FlView* view,
                               reinterpret_cast<gpointer*>(&(self->view)));
   }
   self->messenger = FL_BINARY_MESSENGER(g_object_ref(messenger));
+  self->texture_registrar =
+      FL_TEXTURE_REGISTRAR(g_object_ref(texture_registrar));
 
   return self;
 }
@@ -66,6 +73,13 @@ G_MODULE_EXPORT FlBinaryMessenger* fl_plugin_registrar_get_messenger(
   return self->messenger;
 }
 
+G_MODULE_EXPORT FlTextureRegistrar* fl_plugin_registrar_get_texture_registrar(
+    FlPluginRegistrar* self) {
+  g_return_val_if_fail(FL_IS_PLUGIN_REGISTRAR(self), nullptr);
+
+  return self->texture_registrar;
+}
+
 G_MODULE_EXPORT FlView* fl_plugin_registrar_get_view(FlPluginRegistrar* self) {
   g_return_val_if_fail(FL_IS_PLUGIN_REGISTRAR(self), nullptr);
 

shell/platform/linux/fl_plugin_registrar_private.h

@@ -15,13 +15,16 @@ G_BEGIN_DECLS
  * @view: (allow-none): the #FlView that is being plugged into or %NULL for
  * headless mode.
  * @messenger: the #FlBinaryMessenger to communicate with.
+ * @texture_registrar: the #FlTextureRegistrar to communicate with.
  *
  * Creates a new #FlPluginRegistrar.
  *
  * Returns: a new #FlPluginRegistrar.
  */
-FlPluginRegistrar* fl_plugin_registrar_new(FlView* view,
-                                           FlBinaryMessenger* messenger);
+FlPluginRegistrar* fl_plugin_registrar_new(
+    FlView* view,
+    FlBinaryMessenger* messenger,
+    FlTextureRegistrar* texture_registrar);
 
 G_END_DECLS