41 #ifndef PCL_REGISTRATION_NDT_IMPL_H_
42 #define PCL_REGISTRATION_NDT_IMPL_H_
46 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
51 reg_name_ =
"NormalDistributionsTransform";
56 const double gauss_d3 = -std::log(gauss_c2);
57 gauss_d1_ = -std::log(gauss_c1 + gauss_c2) - gauss_d3;
59 -2 * std::log((-std::log(gauss_c1 * std::exp(-0.5) + gauss_c2) - gauss_d3) /
66 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
73 if (target_cells_.getCentroids()->empty()) {
74 PCL_ERROR(
"[%s::computeTransformation] Voxel grid is not searchable!\n",
75 getClassName().c_str());
80 const double gauss_c1 = 10 * (1 - outlier_ratio_);
81 const double gauss_c2 = outlier_ratio_ / pow(resolution_, 3);
82 const double gauss_d3 = -std::log(gauss_c2);
83 gauss_d1_ = -std::log(gauss_c1 + gauss_c2) - gauss_d3;
85 -2 * std::log((-std::log(gauss_c1 * std::exp(-0.5) + gauss_c2) - gauss_d3) /
88 if (guess != Matrix4::Identity()) {
90 final_transformation_ = guess;
96 point_jacobian_.setZero();
97 point_jacobian_.block<3, 3>(0, 0).setIdentity();
98 point_hessian_.setZero();
100 Eigen::Transform<Scalar, 3, Eigen::Affine, Eigen::ColMajor> eig_transformation;
101 eig_transformation.matrix() = final_transformation_;
104 Eigen::Matrix<double, 6, 1> transform, score_gradient;
105 Vector3 init_translation = eig_transformation.translation();
106 Vector3 init_rotation = eig_transformation.rotation().eulerAngles(0, 1, 2);
107 transform << init_translation.template cast<double>(),
108 init_rotation.template cast<double>();
110 Eigen::Matrix<double, 6, 6> hessian;
114 double score = computeDerivatives(score_gradient, hessian, output, transform);
116 while (!converged_) {
118 previous_transformation_ = transformation_;
122 Eigen::JacobiSVD<Eigen::Matrix<double, 6, 6>> sv(
123 hessian, Eigen::ComputeFullU | Eigen::ComputeFullV);
125 Eigen::Matrix<double, 6, 1> delta = sv.solve(-score_gradient);
128 double delta_norm = delta.norm();
130 if (delta_norm == 0 || std::isnan(delta_norm)) {
131 trans_likelihood_ = score /
static_cast<double>(input_->size());
132 converged_ = delta_norm == 0;
137 delta_norm = computeStepLengthMT(transform,
141 transformation_epsilon_ / 2,
149 convertTransform(delta, transformation_);
154 if (update_visualizer_)
157 const double cos_angle =
158 0.5 * (transformation_.template block<3, 3>(0, 0).trace() - 1);
159 const double translation_sqr =
160 transformation_.template block<3, 1>(0, 3).squaredNorm();
164 if (nr_iterations_ >= max_iterations_ ||
165 ((transformation_epsilon_ > 0 && translation_sqr <= transformation_epsilon_) &&
166 (transformation_rotation_epsilon_ > 0 &&
167 cos_angle >= transformation_rotation_epsilon_)) ||
168 ((transformation_epsilon_ <= 0) &&
169 (transformation_rotation_epsilon_ > 0 &&
170 cos_angle >= transformation_rotation_epsilon_)) ||
171 ((transformation_epsilon_ > 0 && translation_sqr <= transformation_epsilon_) &&
172 (transformation_rotation_epsilon_ <= 0))) {
180 trans_likelihood_ = score /
static_cast<double>(input_->size());
183 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
186 Eigen::Matrix<double, 6, 1>& score_gradient,
187 Eigen::Matrix<double, 6, 6>& hessian,
189 const Eigen::Matrix<double, 6, 1>& transform,
190 bool compute_hessian)
192 score_gradient.setZero();
197 computeAngleDerivatives(transform);
200 for (std::size_t idx = 0; idx < input_->size(); idx++) {
202 const auto& x_trans_pt = trans_cloud[idx];
206 std::vector<TargetGridLeafConstPtr> neighborhood;
207 std::vector<float> distances;
208 target_cells_.radiusSearch(x_trans_pt, resolution_, neighborhood, distances);
210 for (
const auto& cell : neighborhood) {
212 const auto& x_pt = (*input_)[idx];
213 const Eigen::Vector3d x = x_pt.getVector3fMap().template cast<double>();
216 const Eigen::Vector3d x_trans =
217 x_trans_pt.getVector3fMap().template cast<double>() - cell->getMean();
220 const Eigen::Matrix3d c_inv = cell->getInverseCov();
224 computePointDerivatives(x);
228 updateDerivatives(score_gradient, hessian, x_trans, c_inv, compute_hessian);
234 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
237 const Eigen::Matrix<double, 6, 1>& transform,
bool compute_hessian)
240 const auto calculate_cos_sin = [](
double angle,
double& c,
double& s) {
241 if (std::abs(angle) < 10e-5) {
251 double cx, cy, cz, sx, sy, sz;
252 calculate_cos_sin(transform(3), cx, sx);
253 calculate_cos_sin(transform(4), cy, sy);
254 calculate_cos_sin(transform(5), cz, sz);
258 angular_jacobian_.setZero();
259 angular_jacobian_.row(0).noalias() = Eigen::Vector4d(
260 (-sx * sz + cx * sy * cz), (-sx * cz - cx * sy * sz), (-cx * cy), 1.0);
261 angular_jacobian_.row(1).noalias() = Eigen::Vector4d(
262 (cx * sz + sx * sy * cz), (cx * cz - sx * sy * sz), (-sx * cy), 1.0);
263 angular_jacobian_.row(2).noalias() =
264 Eigen::Vector4d((-sy * cz), sy * sz, cy, 1.0);
265 angular_jacobian_.row(3).noalias() =
266 Eigen::Vector4d(sx * cy * cz, (-sx * cy * sz), sx * sy, 1.0);
267 angular_jacobian_.row(4).noalias() =
268 Eigen::Vector4d((-cx * cy * cz), cx * cy * sz, (-cx * sy), 1.0);
269 angular_jacobian_.row(5).noalias() =
270 Eigen::Vector4d((-cy * sz), (-cy * cz), 0, 1.0);
271 angular_jacobian_.row(6).noalias() =
272 Eigen::Vector4d((cx * cz - sx * sy * sz), (-cx * sz - sx * sy * cz), 0, 1.0);
273 angular_jacobian_.row(7).noalias() =
274 Eigen::Vector4d((sx * cz + cx * sy * sz), (cx * sy * cz - sx * sz), 0, 1.0);
276 if (compute_hessian) {
279 angular_hessian_.setZero();
280 angular_hessian_.row(0).noalias() = Eigen::Vector4d(
281 (-cx * sz - sx * sy * cz), (-cx * cz + sx * sy * sz), sx * cy, 0.0f);
282 angular_hessian_.row(1).noalias() = Eigen::Vector4d(
283 (-sx * sz + cx * sy * cz), (-cx * sy * sz - sx * cz), (-cx * cy), 0.0f);
285 angular_hessian_.row(2).noalias() =
286 Eigen::Vector4d((cx * cy * cz), (-cx * cy * sz), (cx * sy), 0.0f);
287 angular_hessian_.row(3).noalias() =
288 Eigen::Vector4d((sx * cy * cz), (-sx * cy * sz), (sx * sy), 0.0f);
291 angular_hessian_.row(4).noalias() = Eigen::Vector4d(
292 (-sx * cz - cx * sy * sz), (sx * sz - cx * sy * cz), 0, 0.0f);
293 angular_hessian_.row(5).noalias() = Eigen::Vector4d(
294 (cx * cz - sx * sy * sz), (-sx * sy * cz - cx * sz), 0, 0.0f);
296 angular_hessian_.row(6).noalias() =
297 Eigen::Vector4d((-cy * cz), (cy * sz), (-sy), 0.0f);
298 angular_hessian_.row(7).noalias() =
299 Eigen::Vector4d((-sx * sy * cz), (sx * sy * sz), (sx * cy), 0.0f);
300 angular_hessian_.row(8).noalias() =
301 Eigen::Vector4d((cx * sy * cz), (-cx * sy * sz), (-cx * cy), 0.0f);
303 angular_hessian_.row(9).noalias() =
304 Eigen::Vector4d((sy * sz), (sy * cz), 0, 0.0f);
305 angular_hessian_.row(10).noalias() =
306 Eigen::Vector4d((-sx * cy * sz), (-sx * cy * cz), 0, 0.0f);
307 angular_hessian_.row(11).noalias() =
308 Eigen::Vector4d((cx * cy * sz), (cx * cy * cz), 0, 0.0f);
310 angular_hessian_.row(12).noalias() =
311 Eigen::Vector4d((-cy * cz), (cy * sz), 0, 0.0f);
312 angular_hessian_.row(13).noalias() = Eigen::Vector4d(
313 (-cx * sz - sx * sy * cz), (-cx * cz + sx * sy * sz), 0, 0.0f);
314 angular_hessian_.row(14).noalias() = Eigen::Vector4d(
315 (-sx * sz + cx * sy * cz), (-cx * sy * sz - sx * cz), 0, 0.0f);
319 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
322 const Eigen::Vector3d& x,
bool compute_hessian)
327 Eigen::Matrix<double, 8, 1> point_angular_jacobian =
328 angular_jacobian_ * Eigen::Vector4d(x[0], x[1], x[2], 0.0);
329 point_jacobian_(1, 3) = point_angular_jacobian[0];
330 point_jacobian_(2, 3) = point_angular_jacobian[1];
331 point_jacobian_(0, 4) = point_angular_jacobian[2];
332 point_jacobian_(1, 4) = point_angular_jacobian[3];
333 point_jacobian_(2, 4) = point_angular_jacobian[4];
334 point_jacobian_(0, 5) = point_angular_jacobian[5];
335 point_jacobian_(1, 5) = point_angular_jacobian[6];
336 point_jacobian_(2, 5) = point_angular_jacobian[7];
338 if (compute_hessian) {
339 Eigen::Matrix<double, 15, 1> point_angular_hessian =
340 angular_hessian_ * Eigen::Vector4d(x[0], x[1], x[2], 0.0);
343 const Eigen::Vector3d a(0, point_angular_hessian[0], point_angular_hessian[1]);
344 const Eigen::Vector3d b(0, point_angular_hessian[2], point_angular_hessian[3]);
345 const Eigen::Vector3d c(0, point_angular_hessian[4], point_angular_hessian[5]);
346 const Eigen::Vector3d d = point_angular_hessian.block<3, 1>(6, 0);
347 const Eigen::Vector3d e = point_angular_hessian.block<3, 1>(9, 0);
348 const Eigen::Vector3d f = point_angular_hessian.block<3, 1>(12, 0);
353 point_hessian_.block<3, 1>(9, 3) = a;
354 point_hessian_.block<3, 1>(12, 3) = b;
355 point_hessian_.block<3, 1>(15, 3) = c;
356 point_hessian_.block<3, 1>(9, 4) = b;
357 point_hessian_.block<3, 1>(12, 4) = d;
358 point_hessian_.block<3, 1>(15, 4) = e;
359 point_hessian_.block<3, 1>(9, 5) = c;
360 point_hessian_.block<3, 1>(12, 5) = e;
361 point_hessian_.block<3, 1>(15, 5) = f;
365 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
368 Eigen::Matrix<double, 6, 1>& score_gradient,
369 Eigen::Matrix<double, 6, 6>& hessian,
370 const Eigen::Vector3d& x_trans,
371 const Eigen::Matrix3d& c_inv,
372 bool compute_hessian)
const
375 double e_x_cov_x = std::exp(-gauss_d2_ * x_trans.dot(c_inv * x_trans) / 2);
378 const double score_inc = -gauss_d1_ * e_x_cov_x;
380 e_x_cov_x = gauss_d2_ * e_x_cov_x;
383 if (e_x_cov_x > 1 || e_x_cov_x < 0 || std::isnan(e_x_cov_x)) {
388 e_x_cov_x *= gauss_d1_;
390 for (
int i = 0; i < 6; i++) {
393 const Eigen::Vector3d cov_dxd_pi = c_inv * point_jacobian_.col(i);
396 score_gradient(i) += x_trans.dot(cov_dxd_pi) * e_x_cov_x;
398 if (compute_hessian) {
399 for (Eigen::Index j = 0; j < hessian.cols(); j++) {
402 e_x_cov_x * (-gauss_d2_ * x_trans.dot(cov_dxd_pi) *
403 x_trans.dot(c_inv * point_jacobian_.col(j)) +
404 x_trans.dot(c_inv * point_hessian_.block<3, 1>(3 * i, j)) +
405 point_jacobian_.col(j).dot(cov_dxd_pi));
413 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
423 for (std::size_t idx = 0; idx < input_->size(); idx++) {
425 const auto& x_trans_pt = trans_cloud[idx];
429 std::vector<TargetGridLeafConstPtr> neighborhood;
430 std::vector<float> distances;
431 target_cells_.radiusSearch(x_trans_pt, resolution_, neighborhood, distances);
433 for (
const auto& cell : neighborhood) {
435 const auto& x_pt = (*input_)[idx];
436 const Eigen::Vector3d x = x_pt.getVector3fMap().template cast<double>();
439 const Eigen::Vector3d x_trans =
440 x_trans_pt.getVector3fMap().template cast<double>() - cell->getMean();
443 const Eigen::Matrix3d c_inv = cell->getInverseCov();
447 computePointDerivatives(x);
450 updateHessian(hessian, x_trans, c_inv);
455 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
458 Eigen::Matrix<double, 6, 6>& hessian,
459 const Eigen::Vector3d& x_trans,
460 const Eigen::Matrix3d& c_inv)
const
464 gauss_d2_ * std::exp(-gauss_d2_ * x_trans.dot(c_inv * x_trans) / 2);
467 if (e_x_cov_x > 1 || e_x_cov_x < 0 || std::isnan(e_x_cov_x)) {
472 e_x_cov_x *= gauss_d1_;
474 for (
int i = 0; i < 6; i++) {
477 const Eigen::Vector3d cov_dxd_pi = c_inv * point_jacobian_.col(i);
479 for (Eigen::Index j = 0; j < hessian.cols(); j++) {
482 e_x_cov_x * (-gauss_d2_ * x_trans.dot(cov_dxd_pi) *
483 x_trans.dot(c_inv * point_jacobian_.col(j)) +
484 x_trans.dot(c_inv * point_hessian_.block<3, 1>(3 * i, j)) +
485 point_jacobian_.col(j).dot(cov_dxd_pi));
490 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
513 if (g_t * (a_l - a_t) > 0) {
521 if (g_t * (a_l - a_t) < 0) {
535 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
548 if (a_t == a_l && a_t == a_u) {
553 enum class EndpointsCondition { Case1, Case2, Case3, Case4 };
554 EndpointsCondition condition;
557 condition = EndpointsCondition::Case4;
559 else if (f_t > f_l) {
560 condition = EndpointsCondition::Case1;
562 else if (g_t * g_l < 0) {
563 condition = EndpointsCondition::Case2;
565 else if (std::fabs(g_t) <= std::fabs(g_l)) {
566 condition = EndpointsCondition::Case3;
569 condition = EndpointsCondition::Case4;
573 case EndpointsCondition::Case1: {
576 const double z = 3 * (f_t - f_l) / (a_t - a_l) - g_t - g_l;
577 const double w = std::sqrt(z * z - g_t * g_l);
579 const double a_c = a_l + (a_t - a_l) * (w - g_l - z) / (g_t - g_l + 2 * w);
584 a_l - 0.5 * (a_l - a_t) * g_l / (g_l - (f_l - f_t) / (a_l - a_t));
586 if (std::fabs(a_c - a_l) < std::fabs(a_q - a_l)) {
589 return 0.5 * (a_q + a_c);
592 case EndpointsCondition::Case2: {
595 const double z = 3 * (f_t - f_l) / (a_t - a_l) - g_t - g_l;
596 const double w = std::sqrt(z * z - g_t * g_l);
598 const double a_c = a_l + (a_t - a_l) * (w - g_l - z) / (g_t - g_l + 2 * w);
602 const double a_s = a_l - (a_l - a_t) / (g_l - g_t) * g_l;
604 if (std::fabs(a_c - a_t) >= std::fabs(a_s - a_t)) {
610 case EndpointsCondition::Case3: {
613 const double z = 3 * (f_t - f_l) / (a_t - a_l) - g_t - g_l;
614 const double w = std::sqrt(z * z - g_t * g_l);
615 const double a_c = a_l + (a_t - a_l) * (w - g_l - z) / (g_t - g_l + 2 * w);
619 const double a_s = a_l - (a_l - a_t) / (g_l - g_t) * g_l;
623 if (std::fabs(a_c - a_t) < std::fabs(a_s - a_t)) {
631 return std::min(a_t + 0.66 * (a_u - a_t), a_t_next);
633 return std::max(a_t + 0.66 * (a_u - a_t), a_t_next);
637 case EndpointsCondition::Case4: {
640 const double z = 3 * (f_t - f_u) / (a_t - a_u) - g_t - g_u;
641 const double w = std::sqrt(z * z - g_t * g_u);
643 return a_u + (a_t - a_u) * (w - g_u - z) / (g_t - g_u + 2 * w);
648 template <
typename Po
intSource,
typename Po
intTarget,
typename Scalar>
651 const Eigen::Matrix<double, 6, 1>& x,
652 Eigen::Matrix<double, 6, 1>& step_dir,
657 Eigen::Matrix<double, 6, 1>& score_gradient,
658 Eigen::Matrix<double, 6, 6>& hessian,
662 const double phi_0 = -score;
664 double d_phi_0 = -(score_gradient.dot(step_dir));
678 constexpr
int max_step_iterations = 10;
679 int step_iterations = 0;
682 constexpr
double mu = 1.e-4;
684 constexpr
double nu = 0.9;
687 double a_l = 0, a_u = 0;
691 double f_l = auxilaryFunction_PsiMT(a_l, phi_0, phi_0, d_phi_0, mu);
692 double g_l = auxilaryFunction_dPsiMT(d_phi_0, d_phi_0, mu);
694 double f_u = auxilaryFunction_PsiMT(a_u, phi_0, phi_0, d_phi_0, mu);
695 double g_u = auxilaryFunction_dPsiMT(d_phi_0, d_phi_0, mu);
699 bool interval_converged = (step_max - step_min) < 0, open_interval =
true;
701 double a_t = step_init;
702 a_t = std::min(a_t, step_max);
703 a_t = std::max(a_t, step_min);
705 Eigen::Matrix<double, 6, 1> x_t = x + step_dir * a_t;
708 convertTransform(x_t, final_transformation_);
717 score = computeDerivatives(score_gradient, hessian, trans_cloud, x_t,
true);
720 double phi_t = -score;
722 double d_phi_t = -(score_gradient.dot(step_dir));
725 double psi_t = auxilaryFunction_PsiMT(a_t, phi_t, phi_0, d_phi_0, mu);
727 double d_psi_t = auxilaryFunction_dPsiMT(d_phi_t, d_phi_0, mu);
732 while (!interval_converged && step_iterations < max_step_iterations &&
734 d_phi_t > -nu * d_phi_0 )) {
737 a_t = trialValueSelectionMT(a_l, f_l, g_l, a_u, f_u, g_u, a_t, psi_t, d_psi_t);
740 a_t = trialValueSelectionMT(a_l, f_l, g_l, a_u, f_u, g_u, a_t, phi_t, d_phi_t);
743 a_t = std::min(a_t, step_max);
744 a_t = std::max(a_t, step_min);
746 x_t = x + step_dir * a_t;
749 convertTransform(x_t, final_transformation_);
756 score = computeDerivatives(score_gradient, hessian, trans_cloud, x_t,
false);
761 d_phi_t = -(score_gradient.dot(step_dir));
764 psi_t = auxilaryFunction_PsiMT(a_t, phi_t, phi_0, d_phi_0, mu);
766 d_psi_t = auxilaryFunction_dPsiMT(d_phi_t, d_phi_0, mu);
769 if (open_interval && (psi_t <= 0 && d_psi_t >= 0)) {
770 open_interval =
false;
773 f_l += phi_0 - mu * d_phi_0 * a_l;
777 f_u += phi_0 - mu * d_phi_0 * a_u;
784 updateIntervalMT(a_l, f_l, g_l, a_u, f_u, g_u, a_t, psi_t, d_psi_t);
790 updateIntervalMT(a_l, f_l, g_l, a_u, f_u, g_u, a_t, phi_t, d_phi_t);
799 if (step_iterations) {
800 computeHessian(hessian, trans_cloud);
std::string reg_name_
The registration method name.
int max_iterations_
The maximum number of iterations the internal optimization should run for.
double transformation_epsilon_
The maximum difference between two consecutive transformations in order to consider convergence (user...
void transformPointCloud(const pcl::PointCloud< PointT > &cloud_in, pcl::PointCloud< PointT > &cloud_out, const Eigen::Matrix< Scalar, 4, 4 > &transform, bool copy_all_fields)
Apply a rigid transform defined by a 4x4 matrix.
IndicesAllocator<> Indices
Type used for indices in PCL.