Fix selection buffer crash after resizing window

ogre/src/OgreCamera.cc

@@ -222,7 +222,8 @@ VisualPtr OgreCamera::VisualAt(const ignition::math::Vector2i
     }
   }
 
-  float ratio = screenScalingFactor();
+  // float ratio = screenScalingFactor();
+  float ratio = 1.0f;
   ignition::math::Vector2i mousePos(
       static_cast<int>(std::rint(ratio * _mousePos.X())),
       static_cast<int>(std::rint(ratio * _mousePos.Y())));

ogre2/src/Ogre2Camera.cc

@@ -259,11 +259,11 @@ VisualPtr Ogre2Camera::VisualAt(const ignition::math::Vector2i &_mousePos)
       this->ImageWidth(), this->ImageHeight());
   }
 
-  float ratio = screenScalingFactor();
+  // float ratio = screenScalingFactor();
+  float ratio = 1.0f;
   ignition::math::Vector2i mousePos(
       static_cast<int>(std::rint(ratio * _mousePos.X())),
       static_cast<int>(std::rint(ratio * _mousePos.Y())));
-
   Ogre::Item *ogreItem = this->selectionBuffer->OnSelectionClick(
       mousePos.X(), mousePos.Y());
 

ogre2/src/Ogre2RayQuery.cc

@@ -128,6 +128,10 @@ RayQueryResult Ogre2RayQuery::ClosestPoint()
 //////////////////////////////////////////////////
 RayQueryResult Ogre2RayQuery::ClosestPointBySelectionBuffer()
 {
+  // update selection buffer dimension in case window is resized
+  this->dataPtr->camera->SelectionBuffer()->SetDimensions(
+    this->dataPtr->camera->ImageWidth(), this->dataPtr->camera->ImageHeight());
+
   RayQueryResult result;
   Ogre::Item *ogreItem = nullptr;
   math::Vector3d point;

ogre2/src/Ogre2SelectionBuffer.cc

@@ -88,6 +88,9 @@ class ignition::rendering::Ogre2SelectionBufferPrivate
   /// into a render target or render texture.
   public: Ogre::CompositorWorkspace *ogreCompositorWorkspace = nullptr;
 
+  /// \brief Name of the compositor workspace definition
+  public: std::string ogreCompWorkspaceDefName;
+
   /// \brief The selection buffer material
   public: Ogre::MaterialPtr selectionMaterial;
 };
@@ -181,10 +184,27 @@ void Ogre2SelectionBuffer::Update()
 /////////////////////////////////////////////////
 void Ogre2SelectionBuffer::DeleteRTTBuffer()
 {
-  if (this->dataPtr->selectionMaterial)
+  // \todo Delete material?
+  // This causes an ogre assertion error about unlinking renderables
+  // when the RTT buffer is created again
+  // if (this->dataPtr->selectionMaterial)
+  // {
+  //   Ogre::MaterialManager::getSingleton().remove(
+  //       this->dataPtr->selectionMaterial->getName());
+  //   this->dataPtr->selectionMaterial.setNull();
+  // }
+
+  if (this->dataPtr->ogreCompositorWorkspace)
   {
-    Ogre::MaterialManager::getSingleton().remove(
-        this->dataPtr->selectionMaterial->getName());
+    // TODO(ahcorde): Remove the workspace. Potential leak here
+    this->dataPtr->ogreCompMgr->removeWorkspace(
+        this->dataPtr->ogreCompositorWorkspace);
+
+    this->dataPtr->ogreCompMgr->removeWorkspaceDefinition(
+        this->dataPtr->ogreCompWorkspaceDefName);
+    this->dataPtr->ogreCompMgr->removeNodeDefinition(
+        this->dataPtr->ogreCompWorkspaceDefName + "/Node");
+    this->dataPtr->ogreCompositorWorkspace = nullptr;
   }
 
   auto engine = Ogre2RenderEngine::Instance();
@@ -209,8 +229,11 @@ void Ogre2SelectionBuffer::CreateRTTBuffer()
         Ogre::TextureFlags::RenderToTexture,
         Ogre::TextureTypes::Type2D);
   this->dataPtr->renderTexture->setResolution(1, 1);
+  // this->dataPtr->renderTexture->setResolution(this->dataPtr->width,
+  //     this->dataPtr->height);
   this->dataPtr->renderTexture->setNumMipmaps(1u);
   this->dataPtr->renderTexture->setPixelFormat(Ogre::PFG_RGBA32_FLOAT);
+  // this->dataPtr->renderTexture->setPixelFormat(Ogre::PFG_RGBA8_UNORM);
 
   this->dataPtr->renderTexture->scheduleTransitionTo(
     Ogre::GpuResidency::Resident);
@@ -222,11 +245,18 @@ void Ogre2SelectionBuffer::CreateRTTBuffer()
   // The SelectionBuffer material is defined in script
   // (selection_buffer.material).
   std::string matSelectionName = "SelectionBuffer";
-  Ogre::MaterialPtr matSelection =
+  std::string matSelectionCloneName =
+      this->dataPtr->camera->getName() + "_" + matSelectionName;
+  this->dataPtr->selectionMaterial =
       Ogre::MaterialManager::getSingleton().getByName(matSelectionName);
-  this->dataPtr->selectionMaterial = matSelection->clone(
-      this->dataPtr->camera->getName() + "_" + matSelectionName);
-  this->dataPtr->selectionMaterial->load();
+  if (this->dataPtr->selectionMaterial.isNull())
+  {
+    Ogre::MaterialPtr matSelection =
+        Ogre::MaterialManager::getSingleton().getByName(matSelectionName);
+    this->dataPtr->selectionMaterial = matSelection->clone(
+        matSelectionCloneName);
+    this->dataPtr->selectionMaterial->load();
+  }
   Ogre::Pass *p = this->dataPtr->selectionMaterial->getTechnique(0)->getPass(0);
   Ogre::GpuProgramParametersSharedPtr psParams =
       p->getFragmentProgramParameters();
@@ -252,13 +282,15 @@ void Ogre2SelectionBuffer::CreateRTTBuffer()
 
   // create compositor workspace for rendering
   // Setup the selection buffer compositor.
-  const Ogre::String workspaceName = "SelectionBufferWorkspace" +
+  this->dataPtr->ogreCompWorkspaceDefName = "SelectionBufferWorkspace" +
       this->dataPtr->camera->getName();
 
+  std::string nodeSpaceDefName =
+      this->dataPtr->ogreCompWorkspaceDefName + "/Node";
+
   Ogre::CompositorNodeDef *nodeDef =
       this->dataPtr->ogreCompMgr->addNodeDefinition(
-      "AutoGen " + Ogre::IdString(workspaceName +
-      "/Node").getReleaseText());
+      nodeSpaceDefName);
   Ogre::TextureDefinitionBase::TextureDefinition *depthTexDef =
       nodeDef->addTextureDefinition("depthTexture");
   depthTexDef->textureType = Ogre::TextureTypes::Type2D;
@@ -346,15 +378,16 @@ void Ogre2SelectionBuffer::CreateRTTBuffer()
   }
 
   Ogre::CompositorWorkspaceDef *workDef =
-      this->dataPtr->ogreCompMgr->addWorkspaceDefinition(workspaceName);
+      this->dataPtr->ogreCompMgr->addWorkspaceDefinition(
+      this->dataPtr->ogreCompWorkspaceDefName);
   workDef->connectExternal(0, nodeDef->getName(), 0);
 
   this->dataPtr->ogreCompositorWorkspace =
       this->dataPtr->ogreCompMgr->addWorkspace(
         this->dataPtr->scene->OgreSceneManager(),
         this->dataPtr->renderTexture,
         this->dataPtr->selectionCamera,
-        workspaceName,
+        this->dataPtr->ogreCompWorkspaceDefName,
         false);
 }
 
@@ -369,14 +402,6 @@ void Ogre2SelectionBuffer::SetDimensions(
   this->dataPtr->height = _height;
 
   this->DeleteRTTBuffer();
-
-  if (this->dataPtr->ogreCompositorWorkspace)
-  {
-    // TODO(ahcorde): Remove the workspace. Potential leak here
-    this->dataPtr->ogreCompMgr->removeWorkspace(
-        this->dataPtr->ogreCompositorWorkspace);
-  }
-
   this->CreateRTTBuffer();
 }
 /////////////////////////////////////////////////
@@ -398,15 +423,23 @@ bool Ogre2SelectionBuffer::ExecuteQuery(const int _x, const int _y,
   if (!this->dataPtr->camera)
     return false;
 
+  // check camera has valid projection matrix
+  // There could be nan values if camera was resized
+  Ogre::Matrix4 projectionMatrix =
+      this->dataPtr->camera->getProjectionMatrix();
+  if (projectionMatrix.getTrans().isNaN() ||
+      projectionMatrix.extractQuaternion().isNaN())
+    return false;
+
    const unsigned int targetWidth = this->dataPtr->width;
    const unsigned int targetHeight = this->dataPtr->height;
 
    if (_x < 0 || _y < 0 || _x >= static_cast<int>(targetWidth)
        || _y >= static_cast<int>(targetHeight))
      return false;
 
-  // // 1x1 selection buffer, adapted from rviz
-  // // http://docs.ros.org/indigo/api/rviz/html/c++/selection__manager_8cpp.html
+  // 1x1 selection buffer, adapted from rviz
+  // http://docs.ros.org/indigo/api/rviz/html/c++/selection__manager_8cpp.html
   unsigned int width = 1;
   unsigned int height = 1;
   float x1 = static_cast<float>(_x) /
@@ -425,10 +458,10 @@ bool Ogre2SelectionBuffer::ExecuteQuery(const int _x, const int _y,
   transMatrix[0][3] -= x1+x2;
   transMatrix[1][3] += y1+y2;
   Ogre::Matrix4 customProjectionMatrix =
-      scaleMatrix * transMatrix * this->dataPtr->camera->getProjectionMatrix();
-
-   this->dataPtr->selectionCamera->setCustomProjectionMatrix(true,
-        customProjectionMatrix);
+      scaleMatrix * transMatrix *
+      this->dataPtr->camera->getProjectionMatrix();
+  this->dataPtr->selectionCamera->setCustomProjectionMatrix(true,
+      customProjectionMatrix);
 
   this->dataPtr->selectionCamera->setPosition(
       this->dataPtr->camera->getDerivedPosition());
@@ -440,9 +473,8 @@ bool Ogre2SelectionBuffer::ExecuteQuery(const int _x, const int _y,
 
   Ogre::Image2 image;
   image.convertFromTexture(this->dataPtr->renderTexture, 0, 0);
-
   Ogre::ColourValue pixel = image.getColourAt(0, 0, 0, 0);
-  // Ogre::ColourValue pixel = image.getColourAt(_x, _y, 0, 0);
+
   float color = pixel[3];
   uint32_t *rgba = reinterpret_cast<uint32_t *>(&color);
   unsigned int r = *rgba >> 24 & 0xFF;

ogre2/src/media/materials/programs/selection_buffer_fs.glsl

@@ -25,6 +25,7 @@ in block
 
 uniform sampler2D colorTexture;
 uniform sampler2D depthTexture;
+uniform vec4 colorTexResolution;
 
 out vec4 fragColor;
 
@@ -58,7 +59,8 @@ void main()
     point = vec3(inf);
 
   // color
-  vec4 color = texture(colorTexture, inPs.uv0);
+  vec4 color = texelFetch(colorTexture,
+      ivec2(inPs.uv0 * colorTexResolution.xy), 0);
 
   float rgba = packFloat(color);
 

ogre2/src/media/materials/scripts/selection_buffer.material

@@ -32,6 +32,8 @@ fragment_program selection_buffer_fs glsl
   {
     param_named colorTexture int 0
     param_named depthTexture int 1
+
+    param_named_auto colorTexResolution texture_size 0
   }
 }
 

src/Utils_TEST.cc

@@ -121,15 +121,6 @@ void UtilTest::ClickToScene(const std::string &_renderEngine)
   root->AddChild(camera);
   camera->Update();
 
-  if (_renderEngine == "ogre2")
-  {
-    // tests using selection buffer fail on CI, see issue #170
-    // https://github.com/ignitionrobotics/ign-rendering/issues/170
-    igndbg << "Selection buffer based screenToScene test is disabled in "
-           << _renderEngine << "." << std::endl;
-    return;
-  }
-
   // API without RayQueryResult and default max distance
   result = screenToScene(centerClick, camera, rayQuery, rayResult);
 

test/integration/camera.cc

@@ -187,14 +187,6 @@ void CameraTest::VisualAt(const std::string &_renderEngine)
             << _renderEngine << std::endl;
     return;
   }
-  else if (_renderEngine == "ogre2")
-  {
-    // VisualAt tests fail on CI, see issue #170
-    // https://github.com/ignitionrobotics/ign-rendering/issues/170
-    igndbg << "VisualAt test is disabled in " << _renderEngine << "."
-           << std::endl;
-    return;
-  }
 
   // create and populate scene
   RenderEngine *engine = rendering::engine(_renderEngine);
@@ -285,6 +277,29 @@ void CameraTest::VisualAt(const std::string &_renderEngine)
     }
   }
 
+  // change camera size
+  camera->SetImageWidth(1200);
+  camera->SetImageHeight(800);
+
+  // render a few frames
+  for (auto i = 0; i < 30; ++i)
+  {
+    camera->Update();
+  }
+
+  // test that VisualAt still works after resize
+  {
+    unsigned int x = 300u;
+    auto vis = camera->VisualAt(math::Vector2i(x, camera->ImageHeight() / 2));
+    EXPECT_NE(nullptr, vis) << "X: " << x;
+    if (vis)
+    {
+      EXPECT_EQ("sphere", vis->Name());
+    }
+  }
+
+
+
   // Clean up
   engine->DestroyScene(scene);
   rendering::unloadEngine(engine->Name());

test/integration/scene.cc

@@ -154,14 +154,6 @@ void SceneTest::VisualAt(const std::string &_renderEngine)
             << _renderEngine << std::endl;
     return;
   }
-  else if (_renderEngine == "ogre2")
-  {
-    // VisualAt tests fail on CI, see issue #170
-    // https://github.com/ignitionrobotics/ign-rendering/issues/170
-    igndbg << "VisualAt test is disabled in " << _renderEngine << "."
-           << std::endl;
-    return;
-  }
 
   // create and populate scene
   RenderEngine *engine = rendering::engine(_renderEngine);