Example: graphslam_example

graphslam_example screenshot graphslam_example screenshot graphslam_example screenshot graphslam_example screenshot

C++ example source code:

/* +------------------------------------------------------------------------+
   |                     Mobile Robot Programming Toolkit (MRPT)            |
   |                          https://www.mrpt.org/                         |
   |                                                                        |
   | Copyright (c) 2005-2024, Individual contributors, see AUTHORS file     |
   | See: https://www.mrpt.org/Authors - All rights reserved.               |
   | Released under BSD License. See: https://www.mrpt.org/License          |
   +------------------------------------------------------------------------+ */

#include <mrpt/containers/yaml.h>
#include <mrpt/graphslam/levmarq.h>
#include <mrpt/gui/CDisplayWindow3D.h>
#include <mrpt/gui/CDisplayWindowPlots.h>
#include <mrpt/img/TColor.h>
#include <mrpt/opengl/CSetOfObjects.h>
#include <mrpt/opengl/Scene.h>
#include <mrpt/opengl/graph_tools.h>
#include <mrpt/random.h>

#include <chrono>
#include <iostream>
#include <thread>

using namespace mrpt::literals;  // _deg
using namespace mrpt;
using namespace mrpt::graphs;
using namespace mrpt::graphslam;
using namespace mrpt::poses;
using namespace mrpt::math;
using namespace mrpt::gui;
using namespace mrpt::opengl;
using namespace mrpt::random;
using namespace mrpt::img;
using namespace std;
using namespace mrpt::system;

// Level of noise in nodes initial positions:
const double STD_NOISE_NODE_XYZ = 0.5;
const double STD_NOISE_NODE_ANG = 5.0_deg;

// Level of noise in edges:
const double STD_NOISE_EDGE_XYZ = 0.001;
const double STD_NOISE_EDGE_ANG = 0.01_deg;

const double STD4EDGES_COV_MATRIX = 10;
const double ERROR_IN_INCOMPATIBLE_EDGE = 0.3;  // ratio [0,1]

template <class GRAPH, bool EDGES_ARE_PDF = GRAPH::edge_t::is_PDF_val>
struct EdgeAdders;

template <class GRAPH>
struct EdgeAdders<GRAPH, false>
{
  static const int DIM = GRAPH::edge_t::type_value::static_size;
  typedef CMatrixFixed<double, DIM, DIM> cov_t;

  static void addEdge(
      TNodeID from,
      TNodeID to,
      const typename GRAPH::global_poses_t& real_poses,
      GRAPH& graph,
      const cov_t& COV_MAT)
  {
    typename GRAPH::edge_t RelativePose(
        real_poses.find(to)->second - real_poses.find(from)->second);
    graph.insertEdge(from, to, RelativePose);
  }
};
// PDF version:
template <class GRAPH>
struct EdgeAdders<GRAPH, true>
{
  static const int DIM = GRAPH::edge_t::type_value::static_size;
  typedef CMatrixFixed<double, DIM, DIM> cov_t;

  static void addEdge(
      TNodeID from,
      TNodeID to,
      const typename GRAPH::global_poses_t& real_poses,
      GRAPH& graph,
      const cov_t& COV_MAT)
  {
    typename GRAPH::edge_t RelativePose(
        real_poses.find(to)->second - real_poses.find(from)->second, COV_MAT);
    graph.insertEdge(from, to, RelativePose);
  }
};

// Container to handle the propagation of the square root error of the problem
vector<double> log_sq_err_evolution;

// This example lives inside this template class, which can be instanced for
// different kind of graphs (see main()):
template <class my_graph_t>
struct ExampleDemoGraphSLAM
{
  template <class GRAPH_T>
  static void my_levmarq_feedback(
      const GRAPH_T& graph, const size_t iter, const size_t max_iter, const double cur_sq_error)
  {
    log_sq_err_evolution.push_back(std::log(cur_sq_error));
    if ((iter % 100) == 0)
      cout << "Progress: " << iter << " / " << max_iter << ", total sq err = " << cur_sq_error
           << endl;
  }

  // ------------------------------------------------------
  //                GraphSLAMDemo
  // ------------------------------------------------------
  void run(bool add_extra_tightening_edge)
  {
    // The graph: nodes + edges:
    my_graph_t graph;

    // The global poses of the graph nodes (without covariance):
    typename my_graph_t::global_poses_t real_node_poses;

    getRandomGenerator().randomize(123);

    // ----------------------------
    // Create a random graph:
    // ----------------------------
    const size_t N_VERTEX = 50;
    const double DIST_THRES = 7;
    const double NODES_XY_MAX = 20;

    for (TNodeID j = 0; j < N_VERTEX; j++)
    {
      // Use evenly distributed nodes:
      static double ang = 2 * M_PI / N_VERTEX;
      const double R = NODES_XY_MAX + 2 * (j % 2 ? 1 : -1);
      CPose2D p(R * cos(ang * j), R * sin(ang * j), ang);

      // Save real pose:
      real_node_poses[j] = p;

      // Copy the nodes to the graph, and add some noise:
      graph.nodes[j] = p;
    }

    typedef EdgeAdders<my_graph_t> edge_adder_t;
    typename edge_adder_t::cov_t inf_matrix;
    inf_matrix.setDiagonal(
        edge_adder_t::cov_t::RowsAtCompileTime, square(1.0 / STD4EDGES_COV_MATRIX));

    for (TNodeID i = 0; i < N_VERTEX; i++)
    {
      for (TNodeID j = i + 1; j < N_VERTEX; j++)
      {
        if (real_node_poses[i].distanceTo(real_node_poses[j]) < DIST_THRES)
          edge_adder_t::addEdge(i, j, real_node_poses, graph, inf_matrix);
      }
    }

    // Add an additional edge to deform the graph?
    if (add_extra_tightening_edge)
    {
      // inf_matrix.setIdentity(square(1.0/(STD4EDGES_COV_MATRIX)));
      edge_adder_t::addEdge(0, N_VERTEX / 2, real_node_poses, graph, inf_matrix);

      // Tweak this last node to make it incompatible with the rest:
      // It must exist, don't check errors...
      typename my_graph_t::edge_t& ed =
          graph.edges.find(make_pair(TNodeID(0), TNodeID(N_VERTEX / 2)))->second;
      ed.getPoseMean().x((1 - ERROR_IN_INCOMPATIBLE_EDGE) * ed.getPoseMean().x());
    }

    // The root node (the origin of coordinates):
    graph.root = TNodeID(0);

    // This is the ground truth graph (make a copy for later use):
    const my_graph_t graph_GT = graph;

    cout << "graph nodes: " << graph_GT.nodeCount() << endl;
    cout << "graph edges: " << graph_GT.edgeCount() << endl;

    // Add noise to edges & nodes:
    for (typename my_graph_t::edges_map_t::iterator itEdge = graph.edges.begin();
         itEdge != graph.edges.end(); ++itEdge)
    {
      const typename my_graph_t::edge_t::type_value delta_noise(CPose3D(
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_XYZ),
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_XYZ),
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_XYZ),
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_ANG),
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_ANG),
          getRandomGenerator().drawGaussian1D(0, STD_NOISE_EDGE_ANG)));
      itEdge->second.getPoseMean() += typename my_graph_t::edge_t::type_value(delta_noise);
    }

    for (typename my_graph_t::global_poses_t::iterator itNode = graph.nodes.begin();
         itNode != graph.nodes.end(); ++itNode)
      if (itNode->first != graph.root)
        itNode->second.getPoseMean() += typename my_graph_t::edge_t::type_value(CPose3D(
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_XYZ),
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_XYZ),
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_XYZ),
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_ANG),
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_ANG),
            getRandomGenerator().drawGaussian1D(0, STD_NOISE_NODE_ANG)));

    // This is the initial input graph (make a copy for later use):
    const my_graph_t graph_initial = graph;
    //  graph_GT.saveToTextFile("test_GT.graph");
    //  graph_initial.saveToTextFile("test.graph");

    // ----------------------------
    //  Run graph slam:
    // ----------------------------
    mrpt::containers::yaml params;
    // params["verbose"]  = 1;
    params["profiler"] = true;
    params["max_iterations"] = 500;
    params["scale_hessian"] = 0.1;  // If <1, will "exagerate" the scale of
    // the gradient and, normally, will
    // converge much faster.
    params["tau"] = 1e-3;

    // e2: Lev-marq algorithm iteration stopping criterion #2: |delta_incr|
    // < e2*(x_norm+e2)
    //      params["e1"] = 1e-6;
    //      params["e2"] = 1e-6;

    graphslam::TResultInfoSpaLevMarq levmarq_info;
    log_sq_err_evolution.clear();

    cout << "Global graph RMS error / edge = "
         << std::sqrt(graph.getGlobalSquareError(false) / graph.edgeCount()) << endl;
    cout << "Global graph RMS error / edge = "
         << std::sqrt(graph.getGlobalSquareError(true) / graph.edgeCount())
         << " (ignoring information matrices)." << endl;

    // Do the optimization
    graphslam::optimize_graph_spa_levmarq(
        graph, levmarq_info,
        nullptr,  // List of nodes to optimize. nullptr -> all but the root
        // node.
        params, &my_levmarq_feedback<my_graph_t>);

    cout << "Global graph RMS error / edge = "
         << std::sqrt(graph.getGlobalSquareError(false) / graph.edgeCount()) << endl;
    cout << "Global graph RMS error / edge = "
         << std::sqrt(graph.getGlobalSquareError(true) / graph.edgeCount())
         << " (ignoring information matrices)." << endl;

    // ----------------------------
    //  Display results:
    // ----------------------------
    CDisplayWindow3D win("graph-slam demo");

    // The final optimized graph:
    mrpt::containers::yaml graph_render_params1;
    graph_render_params1["show_edges"] = true;
    graph_render_params1["edge_width"] = 1;
    graph_render_params1["nodes_corner_scale"] = 1;
    CSetOfObjects::Ptr gl_graph1 =
        mrpt::opengl::graph_tools::graph_visualize(graph, graph_render_params1);

    // The initial noisy graph:
    mrpt::containers::yaml graph_render_params2;
    graph_render_params2["show_ground_grid"] = false;
    graph_render_params2["show_edges"] = false;
    graph_render_params2["show_node_corners"] = false;
    graph_render_params2["nodes_point_size"] = 7;

    CSetOfObjects::Ptr gl_graph2 =
        mrpt::opengl::graph_tools::graph_visualize(graph_initial, graph_render_params2);

    graph_render_params2["nodes_point_size"] = 5;
    CSetOfObjects::Ptr gl_graph5 =
        mrpt::opengl::graph_tools::graph_visualize(graph, graph_render_params2);

    // The ground truth graph:
    mrpt::containers::yaml graph_render_params3;
    graph_render_params3["show_ground_grid"] = false;
    graph_render_params3["show_ID_labels"] = true;
    graph_render_params3["show_edges"] = true;
    graph_render_params3["edge_width"] = 3;
    graph_render_params3["nodes_corner_scale"] = 2;
    CSetOfObjects::Ptr gl_graph3 =
        mrpt::opengl::graph_tools::graph_visualize(graph_GT, graph_render_params3);
    CSetOfObjects::Ptr gl_graph4 =
        mrpt::opengl::graph_tools::graph_visualize(graph_initial, graph_render_params3);

    win.addTextMessage(
        5, 5, "Ground truth: Big corners & thick edges",
        1000 /* arbitrary, unique text label ID */);
    win.addTextMessage(
        5, 5 + 15, "Initial graph: Gray thick points.", 1001 /* arbitrary, unique text label ID */);
    win.addTextMessage(
        5, 5 + 30, "Final graph: Small corners & thin edges",
        1002 /* arbitrary, unique text label ID */);

    {
      Scene::Ptr& scene = win.get3DSceneAndLock();
      scene->insert(gl_graph1);
      scene->insert(gl_graph3);
      scene->insert(gl_graph2);
      scene->insert(gl_graph5);
      win.unlockAccess3DScene();
      win.repaint();
    }

    // Show progress of error:
    CDisplayWindowPlots win_err("Evolution of log(sq. error)");
    win_err.plot(log_sq_err_evolution, "-b");
    win_err.axis_fit();

    // wait end:
    cout << "Close any window to end...\n";
    while (win.isOpen() && win_err.isOpen() && !mrpt::system::os::kbhit())
    {
      std::this_thread::sleep_for(10ms);
    }
  }
};

int main()
{
  try
  {
    // typedef CNetworkOfPoses<CPose2D,map_traits_map_as_vector> my_graph_t;

    cout << "Select the type of graph to optimize:\n"
            "1.  CNetworkOfPoses2D \n"
            "2.  CNetworkOfPoses2DInf \n"
            "3.  CNetworkOfPoses3D \n"
            "4.  CNetworkOfPoses3DInf \n";

    cout << ">> ";

    int i = 0;
    {
      string l;
      std::getline(cin, l);
      l = mrpt::system::trim(l);
      i = atoi(&l[0]);
    }

    bool add_extra_tightening_edge;
    cout << "Add an extra, incompatible tightening edge? [y/N] ";
    {
      string l;
      std::getline(cin, l);
      l = mrpt::system::trim(l);
      add_extra_tightening_edge = l[0] == 'Y' || l[0] == 'y';
    }

    switch (i)
    {
      case 1:
      {
        ExampleDemoGraphSLAM<CNetworkOfPoses2D> demo;
        demo.run(add_extra_tightening_edge);
      }
      break;
      case 2:
      {
        ExampleDemoGraphSLAM<CNetworkOfPoses2DInf> demo;
        demo.run(add_extra_tightening_edge);
      }
      break;
      case 3:
      {
        ExampleDemoGraphSLAM<CNetworkOfPoses3D> demo;
        demo.run(add_extra_tightening_edge);
      }
      break;
      case 4:
      {
        ExampleDemoGraphSLAM<CNetworkOfPoses3DInf> demo;
        demo.run(add_extra_tightening_edge);
      }
      break;
    };

    std::this_thread::sleep_for(20ms);
    return 0;
  }
  catch (exception& e)
  {
    cout << "MRPT exception caught: " << e.what() << endl;
    return -1;
  }
  catch (...)
  {
    printf("Another exception!!");
    return -1;
  }
}