Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 6 additions & 8 deletions presto-native-execution/presto_cpp/main/PrestoServer.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -1264,14 +1264,12 @@ std::vector<std::string> PrestoServer::registerVeloxConnectors(

// make sure connector type is supported
getPrestoToVeloxConnector(connectorName);

std::shared_ptr<velox::connector::Connector> connector =
velox::connector::getConnectorFactory(connectorName)
->newConnector(
catalogName,
std::move(properties),
connectorIoExecutor_.get(),
connectorCpuExecutor_.get());
auto connector = getConnectorFactory(connectorName)
->newConnector(
catalogName,
std::move(properties),
connectorIoExecutor_.get(),
connectorCpuExecutor_.get());
velox::connector::registerConnector(connector);
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,44 +28,45 @@ namespace {
constexpr char const* kHiveHadoop2ConnectorName = "hive-hadoop2";
constexpr char const* kIcebergConnectorName = "iceberg";

void registerConnectorFactories() {
// These checks for connector factories can be removed after we remove the
// registrations from the Velox library.
if (!velox::connector::hasConnectorFactory(
velox::connector::hive::HiveConnectorFactory::kHiveConnectorName)) {
velox::connector::registerConnectorFactory(
std::make_shared<velox::connector::hive::HiveConnectorFactory>());
velox::connector::registerConnectorFactory(
std::make_shared<velox::connector::hive::HiveConnectorFactory>(
kHiveHadoop2ConnectorName));
}
if (!velox::connector::hasConnectorFactory(
velox::connector::tpch::TpchConnectorFactory::kTpchConnectorName)) {
velox::connector::registerConnectorFactory(
std::make_shared<velox::connector::tpch::TpchConnectorFactory>());
}

// Register Velox connector factory for iceberg.
// The iceberg catalog is handled by the hive connector factory.
if (!velox::connector::hasConnectorFactory(kIcebergConnectorName)) {
velox::connector::registerConnectorFactory(
std::make_shared<velox::connector::hive::HiveConnectorFactory>(
kIcebergConnectorName));
}

const std::unordered_map<
std::string,
const std::shared_ptr<velox::connector::ConnectorFactory>>&
connectorFactories() {
static const std::unordered_map<
std::string,
const std::shared_ptr<velox::connector::ConnectorFactory>>
factories = {
{velox::connector::hive::HiveConnectorFactory::kHiveConnectorName,
std::make_shared<velox::connector::hive::HiveConnectorFactory>()},
{kHiveHadoop2ConnectorName,
std::make_shared<velox::connector::hive::HiveConnectorFactory>(
kHiveHadoop2ConnectorName)},
{velox::connector::tpch::TpchConnectorFactory::kTpchConnectorName,
std::make_shared<velox::connector::tpch::TpchConnectorFactory>()},
{kIcebergConnectorName,
std::make_shared<velox::connector::hive::HiveConnectorFactory>(
kIcebergConnectorName)},
#ifdef PRESTO_ENABLE_ARROW_FLIGHT_CONNECTOR
if (!velox::connector::hasConnectorFactory(
ArrowFlightConnectorFactory::kArrowFlightConnectorName)) {
velox::connector::registerConnectorFactory(
std::make_shared<ArrowFlightConnectorFactory>());
}
{ArrowFlightConnectorFactory::kArrowFlightConnectorName,
std::make_shared<ArrowFlightConnectorFactory>()},
#endif
};
return factories;
}

} // namespace

void registerConnectors() {
registerConnectorFactories();
velox::connector::ConnectorFactory* getConnectorFactory(
const std::string& connectorName) {
auto it = connectorFactories().find(connectorName);
VELOX_CHECK(
it != connectorFactories().end(),
"ConnectorFactory with name '{}' not registered",
connectorName);
return it->second.get();
Comment thread
pramodsatya marked this conversation as resolved.
}

void registerConnectors() {
registerPrestoToVeloxConnector(std::make_unique<HivePrestoToVeloxConnector>(
velox::connector::hive::HiveConnectorFactory::kHiveConnectorName));
registerPrestoToVeloxConnector(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,18 @@
*/
#pragma once

#include <string>

// Forward declaration for ConnectorFactory.
namespace facebook::velox::connector {
class ConnectorFactory;
} // namespace facebook::velox::connector

namespace facebook::presto {

velox::connector::ConnectorFactory* getConnectorFactory(
const std::string& connectorName);

void registerConnectors();

} // namespace facebook::presto
Original file line number Diff line number Diff line change
Expand Up @@ -25,16 +25,9 @@ namespace facebook::presto::test {

void ArrowFlightConnectorTestBase::SetUp() {
OperatorTestBase::SetUp();

if (!velox::connector::hasConnectorFactory(
presto::ArrowFlightConnectorFactory::kArrowFlightConnectorName)) {
velox::connector::registerConnectorFactory(
std::make_shared<presto::ArrowFlightConnectorFactory>());
}
presto::ArrowFlightConnectorFactory factory;
velox::connector::registerConnector(
velox::connector::getConnectorFactory(
ArrowFlightConnectorFactory::kArrowFlightConnectorName)
->newConnector(kFlightConnectorId, config_));
factory.newConnector(kFlightConnectorId, config_));

ArrowFlightConfig config(config_);
if (config.defaultServerPort().has_value()) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -140,18 +140,11 @@ TEST_F(ServerOperationTest, buildServerOp) {

TEST_F(ServerOperationTest, taskEndpoint) {
// Setup environment for TaskManager
if (!connector::hasConnectorFactory(
connector::hive::HiveConnectorFactory::kHiveConnectorName)) {
connector::registerConnectorFactory(
std::make_shared<connector::hive::HiveConnectorFactory>());
}
auto hiveConnector =
connector::getConnectorFactory(
connector::hive::HiveConnectorFactory::kHiveConnectorName)
->newConnector(
"test-hive",
std::make_shared<config::ConfigBase>(
std::unordered_map<std::string, std::string>()));
connector::hive::HiveConnectorFactory factory;
auto hiveConnector = factory.newConnector(
"test-hive",
std::make_shared<config::ConfigBase>(
std::unordered_map<std::string, std::string>()));
connector::registerConnector(hiveConnector);

const auto driverExecutor = std::make_shared<folly::CPUThreadPoolExecutor>(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -195,11 +195,6 @@ class TaskManagerTest : public exec::test::OperatorTestBase,
static void SetUpTestCase() {
OperatorTestBase::SetUpTestCase();
filesystems::registerLocalFileSystem();
if (!connector::hasConnectorFactory(
connector::hive::HiveConnectorFactory::kHiveConnectorName)) {
connector::registerConnectorFactory(
std::make_shared<connector::hive::HiveConnectorFactory>());
}
test::setupMutableSystemConfig();
SystemConfig::instance()->setValue(
std::string(SystemConfig::kMemoryArbitratorKind), "SHARED");
Expand Down Expand Up @@ -233,13 +228,11 @@ class TaskManagerTest : public exec::test::OperatorTestBase,

registerPrestoToVeloxConnector(std::make_unique<HivePrestoToVeloxConnector>(
connector::hive::HiveConnectorFactory::kHiveConnectorName));
auto hiveConnector =
connector::getConnectorFactory(
connector::hive::HiveConnectorFactory::kHiveConnectorName)
->newConnector(
kHiveConnectorId,
std::make_shared<config::ConfigBase>(
std::unordered_map<std::string, std::string>()));
connector::hive::HiveConnectorFactory factory;
auto hiveConnector = factory.newConnector(
kHiveConnectorId,
std::make_shared<config::ConfigBase>(
std::unordered_map<std::string, std::string>()));
connector::registerConnector(hiveConnector);

rowType_ = ROW({"c0", "c1"}, {INTEGER(), VARCHAR()});
Expand Down
2 changes: 1 addition & 1 deletion presto-native-execution/velox
Submodule velox updated 158 files
Loading