| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | /* ----------------------------------------------------------------------------
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  * GTSAM Copyright 2010, Georgia Tech Research Corporation,  | 
					
						
							|  |  |  |  * Atlanta, Georgia 30332-0415 | 
					
						
							|  |  |  |  * All Rights Reserved | 
					
						
							|  |  |  |  * Authors: Frank Dellaert, et al. (see THANKS for the full author list) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  * See LICENSE for the license information | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  * -------------------------------------------------------------------------- */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /**
 | 
					
						
							|  |  |  |  *  @file   testSubgraphConditioner.cpp | 
					
						
							|  |  |  |  *  @brief  Unit tests for SubgraphPreconditioner | 
					
						
							|  |  |  |  *  @author Frank Dellaert | 
					
						
							|  |  |  |  **/ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-08-06 21:44:22 +08:00
										 |  |  | #include <CppUnitLite/TestHarness.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #if 0
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-10 04:15:44 +08:00
										 |  |  | #include <tests/smallExample.h>
 | 
					
						
							| 
									
										
										
										
											2013-08-19 23:32:16 +08:00
										 |  |  | #include <gtsam/inference/Symbol.h>
 | 
					
						
							| 
									
										
										
										
											2012-06-12 22:19:01 +08:00
										 |  |  | #include <gtsam/linear/iterative.h>
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:33 +08:00
										 |  |  | #include <gtsam/linear/GaussianFactorGraph.h>
 | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | #include <gtsam/linear/SubgraphPreconditioner.h>
 | 
					
						
							| 
									
										
										
										
											2013-08-06 21:44:22 +08:00
										 |  |  | #include <gtsam/inference/Ordering.h>
 | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | #include <gtsam/base/numericalDerivative.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <boost/foreach.hpp>
 | 
					
						
							|  |  |  | #include <boost/tuple/tuple.hpp>
 | 
					
						
							|  |  |  | #include <boost/assign/std/list.hpp>
 | 
					
						
							|  |  |  | using namespace boost::assign; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | using namespace std; | 
					
						
							|  |  |  | using namespace gtsam; | 
					
						
							|  |  |  | using namespace example; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // define keys
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | // Create key for simulated planar graph
 | 
					
						
							|  |  |  | Symbol key(int x, int y) { | 
					
						
							|  |  |  |   return symbol_shorthand::X(1000*x+y); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* ************************************************************************* */ | 
					
						
							|  |  |  | TEST( SubgraphPreconditioner, planarOrdering ) { | 
					
						
							|  |  |  |   // Check canonical ordering
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   Ordering expected, ordering = planarOrdering(3); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   expected += | 
					
						
							|  |  |  |       key(3, 3), key(2, 3), key(1, 3), | 
					
						
							|  |  |  |       key(3, 2), key(2, 2), key(1, 2), | 
					
						
							|  |  |  |       key(3, 1), key(2, 1), key(1, 1); | 
					
						
							|  |  |  |   CHECK(assert_equal(expected,ordering)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-27 02:49:30 +08:00
										 |  |  | /* ************************************************************************* */ | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | /** unnormalized error */ | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  | static double error(const GaussianFactorGraph& fg, const VectorValues& x) { | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   double total_error = 0.; | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   BOOST_FOREACH(const GaussianFactor::shared_ptr& factor, fg) | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |     total_error += factor->error(x); | 
					
						
							|  |  |  |   return total_error; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* ************************************************************************* */ | 
					
						
							|  |  |  | TEST( SubgraphPreconditioner, planarGraph ) | 
					
						
							|  |  |  |   { | 
					
						
							|  |  |  |   // Check planar graph construction
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph A; | 
					
						
							|  |  |  |   VectorValues xtrue; | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  |   boost::tie(A, xtrue) = planarGraph(3); | 
					
						
							|  |  |  |   LONGS_EQUAL(13,A.size()); | 
					
						
							|  |  |  |   LONGS_EQUAL(9,xtrue.size()); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   DOUBLES_EQUAL(0,error(A,xtrue),1e-9); // check zero error for xtrue
 | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Check that xtrue is optimal
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianBayesNet::shared_ptr R1 = GaussianSequentialSolver(A).eliminate(); | 
					
						
							|  |  |  |   VectorValues actual = optimize(*R1); | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  |   CHECK(assert_equal(xtrue,actual)); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-27 02:49:30 +08:00
										 |  |  | /* ************************************************************************* */ | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | TEST( SubgraphPreconditioner, splitOffPlanarTree ) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |   // Build a planar graph
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph A; | 
					
						
							|  |  |  |   VectorValues xtrue; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   boost::tie(A, xtrue) = planarGraph(3); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Get the spanning tree and constraints, and check their sizes
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph T, C; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   boost::tie(T, C) = splitOffPlanarTree(3, A); | 
					
						
							|  |  |  |   LONGS_EQUAL(9,T.size()); | 
					
						
							|  |  |  |   LONGS_EQUAL(4,C.size()); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Check that the tree can be solved to give the ground xtrue
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianBayesNet::shared_ptr R1 = GaussianSequentialSolver(T).eliminate(); | 
					
						
							|  |  |  |   VectorValues xbar = optimize(*R1); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(xtrue,xbar)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-27 02:49:30 +08:00
										 |  |  | /* ************************************************************************* */ | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | TEST( SubgraphPreconditioner, system ) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |   // Build a planar graph
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph Ab; | 
					
						
							|  |  |  |   VectorValues xtrue; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   size_t N = 3; | 
					
						
							|  |  |  |   boost::tie(Ab, xtrue) = planarGraph(N); // A*x-b
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Get the spanning tree and corresponding ordering
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph Ab1_, Ab2_; // A1*x-b1 and A2*x-b2
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   boost::tie(Ab1_, Ab2_) = splitOffPlanarTree(N, Ab); | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   SubgraphPreconditioner::sharedFG Ab1(new GaussianFactorGraph(Ab1_)); | 
					
						
							|  |  |  |   SubgraphPreconditioner::sharedFG Ab2(new GaussianFactorGraph(Ab2_)); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Eliminate the spanning tree to build a prior
 | 
					
						
							|  |  |  |   SubgraphPreconditioner::sharedBayesNet Rc1 = GaussianSequentialSolver(Ab1_).eliminate(); // R1*x-c1
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues xbar = optimize(*Rc1); // xbar = inv(R1)*c1
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Create Subgraph-preconditioned system
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues::shared_ptr xbarShared(new VectorValues(xbar)); // TODO: horrible
 | 
					
						
							| 
									
										
										
										
											2012-09-04 03:43:08 +08:00
										 |  |  |   SubgraphPreconditioner system(Ab2, Rc1, xbarShared); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Create zero config
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues zeros = VectorValues::Zero(xbar); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Set up y0 as all zeros
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues y0 = zeros; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // y1 = perturbed y0
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues y1 = zeros; | 
					
						
							| 
									
										
										
										
											2014-11-24 02:22:25 +08:00
										 |  |  |   y1[1] = Vector2(1.0, -1.0); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Check corresponding x  values
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues expected_x1 = xtrue, x1 = system.x(y1); | 
					
						
							| 
									
										
										
										
											2014-11-24 02:22:25 +08:00
										 |  |  |   expected_x1[1] = Vector2(2.01, 2.99); | 
					
						
							|  |  |  |   expected_x1[0] = Vector2(3.01, 2.99); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(xtrue, system.x(y0))); | 
					
						
							|  |  |  |   CHECK(assert_equal(expected_x1,system.x(y1))); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Check errors
 | 
					
						
							|  |  |  |   DOUBLES_EQUAL(0,error(Ab,xtrue),1e-9); | 
					
						
							|  |  |  |   DOUBLES_EQUAL(3,error(Ab,x1),1e-9); | 
					
						
							|  |  |  |   DOUBLES_EQUAL(0,error(system,y0),1e-9); | 
					
						
							|  |  |  |   DOUBLES_EQUAL(3,error(system,y1),1e-9); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Test gradient in x
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues expected_gx0 = zeros; | 
					
						
							|  |  |  |   VectorValues expected_gx1 = zeros; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(expected_gx0,gradient(Ab,xtrue))); | 
					
						
							| 
									
										
										
										
											2014-11-24 02:22:25 +08:00
										 |  |  |   expected_gx1[2] = Vector2(-100., 100.); | 
					
						
							|  |  |  |   expected_gx1[4] = Vector2(-100., 100.); | 
					
						
							|  |  |  |   expected_gx1[1] = Vector2(200., -200.); | 
					
						
							|  |  |  |   expected_gx1[3] = Vector2(-100., 100.); | 
					
						
							|  |  |  |   expected_gx1[0] = Vector2(100., -100.); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(expected_gx1,gradient(Ab,x1))); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Test gradient in y
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues expected_gy0 = zeros; | 
					
						
							|  |  |  |   VectorValues expected_gy1 = zeros; | 
					
						
							| 
									
										
										
										
											2014-11-24 02:22:25 +08:00
										 |  |  |   expected_gy1[2] = Vector2(2., -2.); | 
					
						
							|  |  |  |   expected_gy1[4] = Vector2(-2., 2.); | 
					
						
							|  |  |  |   expected_gy1[1] = Vector2(3., -3.); | 
					
						
							|  |  |  |   expected_gy1[3] = Vector2(-1., 1.); | 
					
						
							|  |  |  |   expected_gy1[0] = Vector2(1., -1.); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(expected_gy0,gradient(system,y0))); | 
					
						
							|  |  |  |   CHECK(assert_equal(expected_gy1,gradient(system,y1))); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Check it numerically for good measure
 | 
					
						
							|  |  |  |   // TODO use boost::bind(&SubgraphPreconditioner::error,&system,_1)
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   //  Vector numerical_g1 = numericalGradient<VectorValues> (error, y1, 0.001);
 | 
					
						
							| 
									
										
										
										
											2013-12-17 05:33:12 +08:00
										 |  |  |   //  Vector expected_g1 = (Vector(18) << 0., 0., 0., 0., 2., -2., 0., 0., -2., 2.,
 | 
					
						
							| 
									
										
										
										
											2012-10-02 22:40:07 +08:00
										 |  |  |   //      3., -3., 0., 0., -1., 1., 1., -1.);
 | 
					
						
							|  |  |  |   //  CHECK(assert_equal(expected_g1,numerical_g1));
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-27 02:49:30 +08:00
										 |  |  | /* ************************************************************************* */ | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | TEST( SubgraphPreconditioner, conjugateGradients ) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |   // Build a planar graph
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph Ab; | 
					
						
							|  |  |  |   VectorValues xtrue; | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   size_t N = 3; | 
					
						
							|  |  |  |   boost::tie(Ab, xtrue) = planarGraph(N); // A*x-b
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Get the spanning tree and corresponding ordering
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   GaussianFactorGraph Ab1_, Ab2_; // A1*x-b1 and A2*x-b2
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   boost::tie(Ab1_, Ab2_) = splitOffPlanarTree(N, Ab); | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   SubgraphPreconditioner::sharedFG Ab1(new GaussianFactorGraph(Ab1_)); | 
					
						
							|  |  |  |   SubgraphPreconditioner::sharedFG Ab2(new GaussianFactorGraph(Ab2_)); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Eliminate the spanning tree to build a prior
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   Ordering ordering = planarOrdering(N); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   SubgraphPreconditioner::sharedBayesNet Rc1 = GaussianSequentialSolver(Ab1_).eliminate(); // R1*x-c1
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues xbar = optimize(*Rc1); // xbar = inv(R1)*c1
 | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Create Subgraph-preconditioned system
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues::shared_ptr xbarShared(new VectorValues(xbar)); // TODO: horrible
 | 
					
						
							| 
									
										
										
										
											2012-09-04 03:43:08 +08:00
										 |  |  |   SubgraphPreconditioner system(Ab2, Rc1, xbarShared); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Create zero config y0 and perturbed config y1
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues y0 = VectorValues::Zero(xbar); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues y1 = y0; | 
					
						
							| 
									
										
										
										
											2014-11-24 02:22:25 +08:00
										 |  |  |   y1[1] = Vector2(1.0, -1.0); | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues x1 = system.x(y1); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   // Solve for the remaining constraints using PCG
 | 
					
						
							|  |  |  |   ConjugateGradientParameters parameters; | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues actual = conjugateGradients<SubgraphPreconditioner, | 
					
						
							|  |  |  |       VectorValues, Errors>(system, y1, parameters); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(y0,actual)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   // Compare with non preconditioned version:
 | 
					
						
							| 
									
										
										
										
											2013-08-06 06:31:44 +08:00
										 |  |  |   VectorValues actual2 = conjugateGradientDescent(Ab, x1, parameters); | 
					
						
							| 
									
										
										
										
											2012-09-03 08:06:13 +08:00
										 |  |  |   CHECK(assert_equal(xtrue,actual2,1e-4)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-08-06 21:44:22 +08:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | /* ************************************************************************* */ | 
					
						
							| 
									
										
										
										
											2012-06-27 02:49:30 +08:00
										 |  |  | int main() { TestResult tr; return TestRegistry::runAllTests(tr); } | 
					
						
							| 
									
										
										
										
											2012-06-10 02:54:47 +08:00
										 |  |  | /* ************************************************************************* */ |