osm2pgsql/tests/test-output-flex-types.cpp

307 lines
16 KiB
C++

/**
* SPDX-License-Identifier: GPL-2.0-or-later
*
* This file is part of osm2pgsql (https://osm2pgsql.org/).
*
* Copyright (C) 2006-2024 by the osm2pgsql developer community.
* For a full list of authors see the git log.
*/
#include <catch.hpp>
#include "common-import.hpp"
#include "common-options.hpp"
#include <array>
namespace {
testing::db::import_t db;
char const *const conf_file = "test_output_flex_types.lua";
} // anonymous namespace
TEST_CASE("type nil")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(
db.run_import(options, "n10 v1 dV x10.0 y10.0 Ttype=nil\n"));
auto conn = db.db().connect();
CHECK(1 == conn.get_count("nodes"));
CHECK(1 ==
conn.get_count(
"nodes",
"ttext IS NULL AND tbool IS NULL AND tint2 IS NULL AND "
"tint4 IS NULL AND tint8 IS NULL AND treal IS NULL AND "
"thstr IS NULL AND tjson IS NULL AND tdirn IS NULL AND "
"tsqlt IS NULL"));
}
TEST_CASE("type boolean")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(
db.run_import(options, "n10 v1 dV x10.0 y10.0 Ttype=boolean\n"));
auto conn = db.db().connect();
CHECK(2 == conn.get_count("nodes"));
CHECK(1 == conn.get_count("nodes", "tbool = true AND tint2 = 1 AND "
"tint4 = 1 AND tint8 = 1 AND "
"tjson = 'true'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "tbool = false AND tint2 = 0 AND "
"tint4 = 0 AND tint8 = 0 AND "
"tjson = 'false'::jsonb AND tdirn = 0"));
}
TEST_CASE("type boolean in column where it doesn't belong")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_THROWS(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=boolean-fail column=ttext\n"));
REQUIRE_THROWS(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=boolean-fail column=treal\n"));
REQUIRE_THROWS(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=boolean-fail column=thstr\n"));
REQUIRE_THROWS(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=boolean-fail column=tsqlt\n"));
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}
TEST_CASE("type number")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(
db.run_import(options, "n10 v1 dV x10.0 y10.0 Ttype=number\n"));
auto conn = db.db().connect();
CHECK(19 == conn.get_count("nodes"));
// clang-format off
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-2147483649' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 IS NULL AND tint8 = -2147483649 AND tjson = '-2147483649'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-2147483648' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = -2147483648 AND tint8 = -2147483648 AND tjson = '-2147483648'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-2147483647' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = -2147483647 AND tint8 = -2147483647 AND tjson = '-2147483647'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-32769' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = -32769 AND tint8 = -32769 AND treal = -32769 AND tjson = '-32769'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-32768' AND ttext = tsqlt AND tbool = true AND tint2 = -32768 AND tint4 = -32768 AND tint8 = -32768 AND treal = -32768 AND tjson = '-32768'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-32767' AND ttext = tsqlt AND tbool = true AND tint2 = -32767 AND tint4 = -32767 AND tint8 = -32767 AND treal = -32767 AND tjson = '-32767'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-2' AND ttext = tsqlt AND tbool = true AND tint2 = -2 AND tint4 = -2 AND tint8 = -2 AND treal = -2 AND tjson = '-2'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '-1' AND ttext = tsqlt AND tbool = true AND tint2 = -1 AND tint4 = -1 AND tint8 = -1 AND treal = -1 AND tjson = '-1'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", " tsqlt = '-0.5' AND ttext = tsqlt AND tbool = true AND tint2 = 0 AND tint4 = 0 AND tint8 = 0 AND treal = -0.5 AND tjson = '-0.5'::jsonb AND tdirn = -1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '0' AND ttext = tsqlt AND tbool = false AND tint2 = 0 AND tint4 = 0 AND tint8 = 0 AND treal = 0 AND tjson = '0'::jsonb AND tdirn = 0"));
CHECK(1 == conn.get_count("nodes", " tsqlt = '0.5' AND ttext = tsqlt AND tbool = true AND tint2 = 0 AND tint4 = 0 AND tint8 = 0 AND treal = 0.5 AND tjson = '0.5'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '1' AND ttext = tsqlt AND tbool = true AND tint2 = 1 AND tint4 = 1 AND tint8 = 1 AND treal = 1 AND tjson = '1'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '2' AND ttext = tsqlt AND tbool = true AND tint2 = 2 AND tint4 = 2 AND tint8 = 2 AND treal = 2 AND tjson = '2'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '32767' AND ttext = tsqlt AND tbool = true AND tint2 = 32767 AND tint4 = 32767 AND tint8 = 32767 AND treal = 32767 AND tjson = '32767'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '32768' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = 32768 AND tint8 = 32768 AND treal = 32768 AND tjson = '32768'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '32769' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = 32769 AND tint8 = 32769 AND treal = 32769 AND tjson = '32769'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '2147483647' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 = 2147483647 AND tint8 = 2147483647 AND tjson = '2147483647'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '2147483648' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 IS NULL AND tint8 = 2147483648 AND tjson = '2147483648'::jsonb AND tdirn = 1"));
CHECK(1 == conn.get_count("nodes", "split_part(tsqlt, '.', 1) = '2147483649' AND ttext = tsqlt AND tbool = true AND tint2 IS NULL AND tint4 IS NULL AND tint8 = 2147483649 AND tjson = '2147483649'::jsonb AND tdirn = 1"));
// clang-format on
}
TEST_CASE("type string (with bool)")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(
db.run_import(options, "n10 v1 dV x10.0 y10.0 Ttype=string-bool\n"));
auto conn = db.db().connect();
CHECK(9 == conn.get_count("nodes"));
CHECK(3 == conn.get_count("nodes", "tbool = true AND ttext = 'istrue'"));
CHECK(3 == conn.get_count("nodes", "tbool = false AND ttext = 'isfalse'"));
CHECK(3 == conn.get_count("nodes", "tbool IS NULL AND ttext = 'isnull'"));
}
TEST_CASE("type string (with direction)")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=string-direction\n"));
auto conn = db.db().connect();
CHECK(9 == conn.get_count("nodes"));
CHECK(5 == conn.get_count("nodes", "tdirn = tint2"));
CHECK(4 == conn.get_count("nodes", "tdirn IS NULL AND tint2 IS NULL"));
}
TEST_CASE("type string (with number)")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=string-with-number\n"));
auto conn = db.db().connect();
CHECK(18 == conn.get_count("nodes"));
// clang-format off
CHECK(1 == conn.get_count("nodes", "tsqlt = '-2147483649' AND ttext = tsqlt AND tint2 IS NULL AND tint4 IS NULL AND tint8 = -2147483649 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-2147483648' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = -2147483648 AND tint8 = -2147483648 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-2147483647' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = -2147483647 AND tint8 = -2147483647 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-32769' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = -32769 AND tint8 = -32769 AND treal = -32769"));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-32768' AND ttext = tsqlt AND tint2 = -32768 AND tint4 = -32768 AND tint8 = -32768 AND treal = -32768"));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-32767' AND ttext = tsqlt AND tint2 = -32767 AND tint4 = -32767 AND tint8 = -32767 AND treal = -32767"));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-2' AND ttext = tsqlt AND tint2 = -2 AND tint4 = -2 AND tint8 = -2 AND treal = -2 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '-1' AND ttext = tsqlt AND tint2 = -1 AND tint4 = -1 AND tint8 = -1 AND treal = -1 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '0' AND ttext = tsqlt AND tint2 = 0 AND tint4 = 0 AND tint8 = 0 AND treal = 0 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '1' AND ttext = tsqlt AND tint2 = 1 AND tint4 = 1 AND tint8 = 1 AND treal = 1 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '2' AND ttext = tsqlt AND tint2 = 2 AND tint4 = 2 AND tint8 = 2 AND treal = 2 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '32767' AND ttext = tsqlt AND tint2 = 32767 AND tint4 = 32767 AND tint8 = 32767 AND treal = 32767 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '32768' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = 32768 AND tint8 = 32768 AND treal = 32768 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '32769' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = 32769 AND tint8 = 32769 AND treal = 32769 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '2147483647' AND ttext = tsqlt AND tint2 IS NULL AND tint4 = 2147483647 AND tint8 = 2147483647 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '2147483648' AND ttext = tsqlt AND tint2 IS NULL AND tint4 IS NULL AND tint8 = 2147483648 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = '2147483649' AND ttext = tsqlt AND tint2 IS NULL AND tint4 IS NULL AND tint8 = 2147483649 "));
CHECK(1 == conn.get_count("nodes", "tsqlt = ' 42' AND ttext = tsqlt AND tint2 = 42 AND tint4 = 42 AND tint8 = 42 AND treal = 42 "));
// clang-format on
}
TEST_CASE("type string (with invalid number)")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=string-with-invalid-number\n"));
auto conn = db.db().connect();
CHECK(7 == conn.get_count("nodes"));
// clang-format off
CHECK(1 == conn.get_count("nodes", "ttext = '' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND treal IS NULL"));
CHECK(1 == conn.get_count("nodes", "ttext = 'abc' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND treal IS NULL"));
CHECK(1 == conn.get_count("nodes", "ttext = '0a' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND treal IS NULL"));
CHECK(1 == conn.get_count("nodes", "ttext = '0xa' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND abs(treal - 10) < 0.0000001"));
CHECK(1 == conn.get_count("nodes", "ttext = '--1' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND treal IS NULL"));
CHECK(1 == conn.get_count("nodes", "ttext = '1foo' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND treal IS NULL"));
CHECK(1 == conn.get_count("nodes", "ttext = '1.2' AND tint2 IS NULL AND tint4 IS NULL AND tint8 IS NULL AND abs(treal - 1.2) < 0.0000001"));
// clang-format on
}
TEST_CASE("type number in column where it doesn't belong")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_THROWS(db.run_import(
options, "n10 v1 dV x10.0 y10.0 Ttype=number-fail column=thstr\n"));
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}
TEST_CASE("Adding a function should always fail")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
std::array<std::string, 9> const types = {"ttext", "tbool", "tint2",
"tint4", "tint8", "treal",
"thstr", "tdirn", "tsqlt"};
for (auto const &type : types) {
auto const line =
"n10 v1 dV x10.0 y10.0 Ttype=function-fail column=" + type + "\n";
REQUIRE_THROWS(db.run_import(options, line.c_str()));
}
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}
TEST_CASE("type table")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
REQUIRE_NOTHROW(
db.run_import(options, "n10 v1 dV x10.0 y10.0 Ttype=table\n"));
auto conn = db.db().connect();
CHECK(2 == conn.get_count("nodes"));
CHECK(1 == conn.get_count("nodes", "thstr = '' AND tjson = '{}'::jsonb"));
CHECK(1 == conn.get_count("nodes",
"thstr = 'a=>b,c=>d' AND "
"tjson = '{\"a\": \"b\", \"c\": \"d\"}'::jsonb"));
}
TEST_CASE("Adding a table with non-strings should fail for hstore")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
char const *const line = "n10 v1 dV x10.0 y10.0 Ttype=table-hstore-fail\n";
REQUIRE_THROWS(db.run_import(options, line));
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}
TEST_CASE("Adding a table should fail except for hstore and json/jsonb")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
std::array<std::string, 8> const types = {
"ttext", "tbool", "tint2", "tint4", "tint8", "treal", "tdirn", "tsqlt"};
for (auto const &type : types) {
auto const line =
"n10 v1 dV x10.0 y10.0 Ttype=table-fail column=" + type + "\n";
REQUIRE_THROWS(db.run_import(options, line.c_str()));
}
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}
TEST_CASE("Adding a complex table in jsonb")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
char const *const line = "n10 v1 dV x10.0 y10.0 Ttype=json\n";
REQUIRE_NOTHROW(db.run_import(options, line));
auto conn = db.db().connect();
CHECK(1 ==
conn.get_count(
"nodes",
"tjson = '{"
"\"astring\": \"123\", \"aninteger\": 124, \"anumber\": 12.5, "
"\"atrue\": true, \"afalse\": false, "
"\"atable\": {\"a\": \"nested\", \"tab\": \"le\"}, "
"\"anarray\": [4, 3, 7]"
"}'::jsonb"));
}
TEST_CASE("Adding a table with a loop should fail")
{
testing::opt_t const options = testing::opt_t().flex(conf_file);
char const *const line = "n10 v1 dV x10.0 y10.0 Ttype=json-loop\n";
REQUIRE_THROWS(db.run_import(options, line));
auto conn = db.db().connect();
CHECK(0 == conn.get_count("nodes"));
}