ClickHouse/dbms/src/Functions/greatCircleDistance.cpp

282 lines
11 KiB
C++
Raw Normal View History

2019-06-30 18:20:32 +00:00
#include <DataTypes/DataTypesNumber.h>
#include <Columns/ColumnsNumber.h>
#include <Columns/ColumnConst.h>
#include <Common/typeid_cast.h>
#include <Common/assert_cast.h>
#include <Functions/IFunctionImpl.h>
2019-06-30 18:20:32 +00:00
#include <Functions/FunctionHelpers.h>
#include <Functions/FunctionFactory.h>
#include <ext/range.h>
#include <cmath>
2019-06-30 18:20:32 +00:00
namespace DB
{
2019-12-09 00:02:50 +00:00
/** Calculates the distance between two geographical locations.
* There are three variants:
* greatCircleAngle: calculates the distance on a sphere in degrees: https://en.wikipedia.org/wiki/Great-circle_distance
* greatCircleDistance: calculates the distance on a sphere in meters.
* geoDistance: calculates the distance on WGS-84 ellipsoid in meters.
2019-12-09 00:02:50 +00:00
*
* The function calculates distance between two points on Earth specified by longitude and latitude in degrees.
2019-12-09 00:02:50 +00:00
*
* Latitude must be in [-90, 90], longitude must be [-180, 180].
*
* Original code of this implementation of this function is here:
* https://github.com/sphinxsearch/sphinx/blob/409f2c2b5b2ff70b04e38f92b6b1a890326bad65/src/sphinxexpr.cpp#L3825.
* Andrey Aksenov, the author of original code, permitted to use this code in ClickHouse under the Apache 2.0 license.
* Presentation about this code from Highload++ Siberia 2019 is here https://github.com/ClickHouse/ClickHouse/files/3324740/1_._._GEODIST_._.pdf
* The main idea of this implementation is optimisations based on Taylor series, trigonometric identity
* and calculated constants once for cosine, arcsine(sqrt) and look up table.
*/
2019-11-27 00:42:46 +00:00
namespace
{
2019-10-16 17:25:46 +00:00
constexpr double PI = 3.14159265358979323846;
2019-12-09 01:09:03 +00:00
constexpr float RAD_IN_DEG = static_cast<float>(PI / 180.0);
constexpr float RAD_IN_DEG_HALF = static_cast<float>(PI / 360.0);
2019-12-08 23:00:34 +00:00
constexpr size_t COS_LUT_SIZE = 1024; // maxerr 0.00063%
constexpr size_t ASIN_SQRT_LUT_SIZE = 512;
constexpr size_t METRIC_LUT_SIZE = 1024;
2019-10-16 17:25:46 +00:00
/** Earth radius in meters using WGS84 authalic radius.
* We use this value to be consistent with H3 library.
2019-12-09 17:25:16 +00:00
*/
constexpr float EARTH_RADIUS = 6371007.180918475;
2019-12-09 17:25:16 +00:00
constexpr float EARTH_DIAMETER = 2 * EARTH_RADIUS;
2019-12-08 23:09:05 +00:00
2019-12-08 23:00:34 +00:00
float cos_lut[COS_LUT_SIZE + 1]; /// cos(x) table
2019-12-08 23:09:05 +00:00
float asin_sqrt_lut[ASIN_SQRT_LUT_SIZE + 1]; /// asin(sqrt(x)) * earth_diameter table
float sphere_metric_lut[METRIC_LUT_SIZE + 1]; /// sphere metric, unitless: the distance in degrees for one degree across longitude depending on latitude
float sphere_metric_meters_lut[METRIC_LUT_SIZE + 1]; /// sphere metric: the distance in meters for one degree across longitude depending on latitude
float wgs84_metric_meters_lut[2 * (METRIC_LUT_SIZE + 1)]; /// ellipsoid metric: the distance in meters across one degree latitude/longitude depending on latitude
2019-10-16 17:25:46 +00:00
2019-10-16 17:43:44 +00:00
inline double sqr(double v)
{
2019-11-27 00:42:46 +00:00
return v * v;
2019-10-16 17:43:44 +00:00
}
2019-11-27 00:42:46 +00:00
inline float sqrf(float v)
2019-10-16 17:43:44 +00:00
{
2019-11-27 00:42:46 +00:00
return v * v;
2019-10-16 17:43:44 +00:00
}
2019-10-16 17:25:46 +00:00
2019-11-27 00:42:46 +00:00
void geodistInit()
2019-10-16 17:25:46 +00:00
{
2019-12-08 23:00:34 +00:00
for (size_t i = 0; i <= COS_LUT_SIZE; ++i)
cos_lut[i] = static_cast<float>(cos(2 * PI * i / COS_LUT_SIZE)); // [0, 2 * pi] -> [0, COS_LUT_SIZE]
2019-10-16 17:25:46 +00:00
2019-12-08 23:00:34 +00:00
for (size_t i = 0; i <= ASIN_SQRT_LUT_SIZE; ++i)
asin_sqrt_lut[i] = static_cast<float>(asin(
2019-12-08 23:00:34 +00:00
sqrt(static_cast<double>(i) / ASIN_SQRT_LUT_SIZE))); // [0, 1] -> [0, ASIN_SQRT_LUT_SIZE]
2019-10-16 17:25:46 +00:00
2019-12-08 23:00:34 +00:00
for (size_t i = 0; i <= METRIC_LUT_SIZE; ++i)
2019-10-16 17:25:46 +00:00
{
double latitude = i * (PI / METRIC_LUT_SIZE) - PI * 0.5; // [-pi / 2, pi / 2] -> [0, METRIC_LUT_SIZE]
/// Squared metric coefficients (for the distance in meters) on a tangent plane, for latitude and longitude (in degrees),
/// depending on the latitude (in radians).
2019-12-09 19:53:40 +00:00
/// https://github.com/mapbox/cheap-ruler/blob/master/index.js#L67
wgs84_metric_meters_lut[i * 2] = static_cast<float>(sqr(111132.09 - 566.05 * cos(2 * latitude) + 1.20 * cos(4 * latitude)));
wgs84_metric_meters_lut[i * 2 + 1] = static_cast<float>(sqr(111415.13 * cos(latitude) - 94.55 * cos(3 * latitude) + 0.12 * cos(5 * latitude)));
sphere_metric_meters_lut[i] = static_cast<float>(sqr((EARTH_DIAMETER * PI / 360) * cos(latitude)));
2019-12-08 23:00:34 +00:00
sphere_metric_lut[i] = cosf(latitude);
2019-10-16 17:25:46 +00:00
}
}
2019-11-27 00:42:46 +00:00
inline float geodistDegDiff(float f)
2019-10-16 17:25:46 +00:00
{
f = fabsf(f);
2019-10-16 17:25:46 +00:00
while (f > 360)
f -= 360;
if (f > 180)
f = 360 - f;
return f;
}
2019-11-27 00:42:46 +00:00
inline float geodistFastCos(float x)
2019-10-16 17:25:46 +00:00
{
2019-12-08 23:00:34 +00:00
float y = fabsf(x) * (COS_LUT_SIZE / PI / 2);
2019-12-08 23:02:44 +00:00
size_t i = static_cast<size_t>(y);
2019-10-16 17:25:46 +00:00
y -= i;
2019-12-08 23:00:34 +00:00
i &= (COS_LUT_SIZE - 1);
return cos_lut[i] + (cos_lut[i + 1] - cos_lut[i]) * y;
2019-10-16 17:25:46 +00:00
}
2019-11-27 00:42:46 +00:00
inline float geodistFastSin(float x)
2019-10-16 17:25:46 +00:00
{
2019-12-08 23:00:34 +00:00
float y = fabsf(x) * (COS_LUT_SIZE / PI / 2);
2019-12-08 23:02:44 +00:00
size_t i = static_cast<size_t>(y);
2019-10-16 17:25:46 +00:00
y -= i;
2019-12-08 23:00:34 +00:00
i = (i - COS_LUT_SIZE / 4) & (COS_LUT_SIZE - 1); // cos(x - pi / 2) = sin(x), costable / 4 = pi / 2
return cos_lut[i] + (cos_lut[i + 1] - cos_lut[i]) * y;
2019-10-16 17:25:46 +00:00
}
/// fast implementation of asin(sqrt(x))
/// max error in floats 0.00369%, in doubles 0.00072%
2019-11-27 00:42:46 +00:00
inline float geodistFastAsinSqrt(float x)
2019-10-16 17:25:46 +00:00
{
if (x < 0.122f)
2019-10-16 17:25:46 +00:00
{
// distance under 4546 km, Taylor error under 0.00072%
float y = sqrtf(x);
2019-10-16 17:25:46 +00:00
return y + x * y * 0.166666666666666f + x * x * y * 0.075f + x * x * x * y * 0.044642857142857f;
}
if (x < 0.948f)
2019-10-16 17:25:46 +00:00
{
// distance under 17083 km, 512-entry LUT error under 0.00072%
2019-12-08 23:00:34 +00:00
x *= ASIN_SQRT_LUT_SIZE;
2019-12-08 23:02:44 +00:00
size_t i = static_cast<size_t>(x);
2019-12-08 23:00:34 +00:00
return asin_sqrt_lut[i] + (asin_sqrt_lut[i + 1] - asin_sqrt_lut[i]) * (x - i);
2019-10-16 17:25:46 +00:00
}
return asinf(sqrtf(x)); // distance over 17083 km, just compute exact
2019-10-16 17:25:46 +00:00
}
enum class Method
{
SPHERE_DEGREES,
SPHERE_METERS,
WGS84_METERS,
};
template <Method method>
2019-12-08 23:09:05 +00:00
float distance(float lon1deg, float lat1deg, float lon2deg, float lat2deg)
{
float lat_diff = geodistDegDiff(lat1deg - lat2deg);
float lon_diff = geodistDegDiff(lon1deg - lon2deg);
if (lon_diff < 13)
{
// points are close enough; use flat ellipsoid model
// interpolate metric coefficients using latitudes midpoint
2019-12-09 01:02:09 +00:00
/// Why comparing only difference in longitude?
/// If longitudes are different enough, there is a big difference between great circle line and a line with constant latitude.
/// (Remember how a plane flies from Moscow to New York)
/// But if longitude is close but latitude is different enough, there is no difference between meridian and great circle line.
2019-12-08 23:09:05 +00:00
float latitude_midpoint = (lat1deg + lat2deg + 180) * METRIC_LUT_SIZE / 360; // [-90, 90] degrees -> [0, KTABLE] indexes
size_t latitude_midpoint_index = static_cast<size_t>(latitude_midpoint) & (METRIC_LUT_SIZE - 1);
/// This is linear interpolation between two table items at index "latitude_midpoint_index" and "latitude_midpoint_index + 1".
float k_lat;
float k_lon;
2019-12-08 23:09:05 +00:00
if constexpr (method == Method::SPHERE_DEGREES)
{
k_lat = 1;
2019-12-08 23:59:25 +00:00
k_lon = sphere_metric_lut[latitude_midpoint_index]
+ (sphere_metric_lut[latitude_midpoint_index + 1] - sphere_metric_lut[latitude_midpoint_index]) * (latitude_midpoint - latitude_midpoint_index);
}
else if constexpr (method == Method::SPHERE_METERS)
{
k_lat = sqr(EARTH_DIAMETER * PI / 360);
2019-12-08 23:09:05 +00:00
k_lon = sphere_metric_meters_lut[latitude_midpoint_index]
+ (sphere_metric_meters_lut[latitude_midpoint_index + 1] - sphere_metric_meters_lut[latitude_midpoint_index]) * (latitude_midpoint - latitude_midpoint_index);
}
else if constexpr (method == Method::WGS84_METERS)
{
k_lat = wgs84_metric_meters_lut[latitude_midpoint_index * 2]
+ (wgs84_metric_meters_lut[(latitude_midpoint_index + 1) * 2] - wgs84_metric_meters_lut[latitude_midpoint_index * 2]) * (latitude_midpoint - latitude_midpoint_index);
k_lon = wgs84_metric_meters_lut[latitude_midpoint_index * 2 + 1]
+ (wgs84_metric_meters_lut[(latitude_midpoint_index + 1) * 2 + 1] - wgs84_metric_meters_lut[latitude_midpoint_index * 2 + 1]) * (latitude_midpoint - latitude_midpoint_index);
}
2019-12-08 23:09:05 +00:00
/// Metric on a tangent plane: it differs from Euclidean metric only by scale of coordinates.
2019-12-08 23:09:05 +00:00
return sqrtf(k_lat * lat_diff * lat_diff + k_lon * lon_diff * lon_diff);
}
else
{
// points too far away; use haversine
2019-12-09 01:09:03 +00:00
float a = sqrf(geodistFastSin(lat_diff * RAD_IN_DEG_HALF))
+ geodistFastCos(lat1deg * RAD_IN_DEG) * geodistFastCos(lat2deg * RAD_IN_DEG) * sqrf(geodistFastSin(lon_diff * RAD_IN_DEG_HALF));
2019-12-08 23:09:05 +00:00
if constexpr (method == Method::SPHERE_DEGREES)
return (360.0f / PI) * geodistFastAsinSqrt(a);
else
return EARTH_DIAMETER * geodistFastAsinSqrt(a);
2019-10-16 17:25:46 +00:00
}
}
2019-11-27 00:42:46 +00:00
}
template <Method method>
class FunctionGeoDistance : public IFunction
2019-06-30 18:20:32 +00:00
{
public:
static constexpr auto name =
(method == Method::SPHERE_DEGREES) ? "greatCircleAngle"
: ((method == Method::SPHERE_METERS) ? "greatCircleDistance"
: "geoDistance");
static FunctionPtr create(const Context &) { return std::make_shared<FunctionGeoDistance<method>>(); }
2019-06-30 18:20:32 +00:00
private:
String getName() const override { return name; }
size_t getNumberOfArguments() const override { return 4; }
bool useDefaultImplementationForConstants() const override { return true; }
2019-06-30 18:20:32 +00:00
DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override
{
for (const auto arg_idx : ext::range(0, arguments.size()))
{
const auto arg = arguments[arg_idx].get();
2019-12-08 22:09:32 +00:00
if (!isNumber(WhichDataType(arg)))
2019-06-30 18:20:32 +00:00
throw Exception(
2019-12-08 22:09:32 +00:00
"Illegal type " + arg->getName() + " of argument " + std::to_string(arg_idx + 1) + " of function " + getName() + ". Must be numeric",
2019-06-30 18:20:32 +00:00
ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT);
}
return std::make_shared<DataTypeFloat32>();
2019-06-30 18:20:32 +00:00
}
void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result, size_t input_rows_count) override
{
auto dst = ColumnVector<Float32>::create();
auto & dst_data = dst->getData();
dst_data.resize(input_rows_count);
2019-06-30 18:20:32 +00:00
const IColumn & col_lon1 = *block.getByPosition(arguments[0]).column;
const IColumn & col_lat1 = *block.getByPosition(arguments[1]).column;
const IColumn & col_lon2 = *block.getByPosition(arguments[2]).column;
const IColumn & col_lat2 = *block.getByPosition(arguments[3]).column;
2019-06-30 18:20:32 +00:00
for (size_t row_num = 0; row_num < input_rows_count; ++row_num)
dst_data[row_num] = distance<method>(
col_lon1.getFloat32(row_num), col_lat1.getFloat32(row_num),
col_lon2.getFloat32(row_num), col_lat2.getFloat32(row_num));
2019-06-30 18:20:32 +00:00
block.getByPosition(result).column = std::move(dst);
2019-06-30 18:20:32 +00:00
}
};
void registerFunctionGeoDistance(FunctionFactory & factory)
2019-06-30 18:20:32 +00:00
{
2019-11-27 00:42:46 +00:00
geodistInit();
factory.registerFunction<FunctionGeoDistance<Method::SPHERE_DEGREES>>();
factory.registerFunction<FunctionGeoDistance<Method::SPHERE_METERS>>();
factory.registerFunction<FunctionGeoDistance<Method::WGS84_METERS>>();
2019-06-30 18:20:32 +00:00
}
}