/** * create hive connector fast service metric. * * @param connectorContext connector config * @return HiveConnectorFastServiceMetric */ @Bean public HiveConnectorFastServiceMetric hiveConnectorFastServiceMetric( final ConnectorContext connectorContext ) { return new HiveConnectorFastServiceMetric( connectorContext.getRegistry() ); }
/** * create hive connector fast service metric. * * @param connectorContext connector config * @return HiveConnectorFastServiceMetric */ @Bean public HiveConnectorFastServiceMetric hiveConnectorFastServiceMetric( final ConnectorContext connectorContext ) { return new HiveConnectorFastServiceMetric( connectorContext.getRegistry() ); }
/** * Constructor. * * @param connectorContext server context * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric * @param directSqlSavePartition direct sql partition service */ public DirectSqlTable( final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric, final DirectSqlSavePartition directSqlSavePartition ) { this.catalogName = connectorContext.getCatalogName(); this.registry = connectorContext.getRegistry(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.directSqlSavePartition = directSqlSavePartition; }
/** * Constructor. * * @param connectorContext server context * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric * @param directSqlSavePartition direct sql partition service */ public DirectSqlTable( final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric, final DirectSqlSavePartition directSqlSavePartition ) { this.catalogName = connectorContext.getCatalogName(); this.registry = connectorContext.getRegistry(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.directSqlSavePartition = directSqlSavePartition; }
/** * Constructor. * * @param context connector context * @param metacatHiveClient hive client * @param warehouse hive warehouse * @param hiveMetacatConverters hive converter * @param directSqlGetPartition service to get partitions * @param directSqlSavePartition service to save partitions */ public HiveConnectorFastPartitionService( final ConnectorContext context, final IMetacatHiveClient metacatHiveClient, final Warehouse warehouse, final HiveConnectorInfoConverter hiveMetacatConverters, final DirectSqlGetPartition directSqlGetPartition, final DirectSqlSavePartition directSqlSavePartition ) { super(context, metacatHiveClient, hiveMetacatConverters); this.warehouse = warehouse; this.directSqlGetPartition = directSqlGetPartition; this.directSqlSavePartition = directSqlSavePartition; this.registry = context.getRegistry(); this.icebergTableHandler = new IcebergTableHandler(context); }
/** * Constructor. * * @param catalogName catalog name * @param metacatHiveClient hive client * @param hiveConnectorDatabaseService databaseService * @param hiveMetacatConverters hive converter * @param connectorContext serverContext * @param directSqlTable Table jpa service */ @Autowired public HiveConnectorFastTableService( final String catalogName, final IMetacatHiveClient metacatHiveClient, final HiveConnectorDatabaseService hiveConnectorDatabaseService, final HiveConnectorInfoConverter hiveMetacatConverters, final ConnectorContext connectorContext, final DirectSqlTable directSqlTable ) { super(catalogName, metacatHiveClient, hiveConnectorDatabaseService, hiveMetacatConverters, connectorContext); this.registry = connectorContext.getRegistry(); this.directSqlTable = directSqlTable; this.icebergTableHandler = new IcebergTableHandler(connectorContext); }
/** * Constructor. * * @param catalogName catalog name * @param metacatHiveClient hive client * @param hiveConnectorDatabaseService databaseService * @param hiveMetacatConverters hive converter * @param connectorContext serverContext * @param directSqlTable Table jpa service */ @Autowired public HiveConnectorFastTableService( final String catalogName, final IMetacatHiveClient metacatHiveClient, final HiveConnectorDatabaseService hiveConnectorDatabaseService, final HiveConnectorInfoConverter hiveMetacatConverters, final ConnectorContext connectorContext, final DirectSqlTable directSqlTable ) { super(catalogName, metacatHiveClient, hiveConnectorDatabaseService, hiveMetacatConverters, connectorContext); this.registry = connectorContext.getRegistry(); this.directSqlTable = directSqlTable; this.icebergTableHandler = new IcebergTableHandler(connectorContext); }
/** * Constructor. * * @param connectorContext connector context */ public IcebergTableHandler(final ConnectorContext connectorContext) { this.conf = new Configuration(); this.connectorContext = connectorContext; this.registry = connectorContext.getRegistry(); connectorContext.getConfiguration().keySet() .forEach(key -> conf.set(key, connectorContext.getConfiguration().get(key))); this.icebergTableCriteria = new IcebergTableCriteriaImpl(connectorContext); this.icebergTableOpWrapper = new IcebergTableOpWrapper(connectorContext); }
/** * Constructor. * * @param context connector context * @param metacatHiveClient hive client * @param warehouse hive warehouse * @param hiveMetacatConverters hive converter * @param directSqlGetPartition service to get partitions * @param directSqlSavePartition service to save partitions */ public HiveConnectorFastPartitionService( final ConnectorContext context, final IMetacatHiveClient metacatHiveClient, final Warehouse warehouse, final HiveConnectorInfoConverter hiveMetacatConverters, final DirectSqlGetPartition directSqlGetPartition, final DirectSqlSavePartition directSqlSavePartition ) { super(context, metacatHiveClient, hiveMetacatConverters); this.warehouse = warehouse; this.directSqlGetPartition = directSqlGetPartition; this.directSqlSavePartition = directSqlSavePartition; this.registry = context.getRegistry(); this.icebergTableHandler = new IcebergTableHandler(context); }
/** * Constructor. * * @param connectorContext connector context */ public IcebergTableHandler(final ConnectorContext connectorContext) { this.conf = new Configuration(); this.connectorContext = connectorContext; this.registry = connectorContext.getRegistry(); connectorContext.getConfiguration().keySet() .forEach(key -> conf.set(key, connectorContext.getConfiguration().get(key))); this.icebergTableCriteria = new IcebergTableCriteriaImpl(connectorContext); this.icebergTableOpWrapper = new IcebergTableOpWrapper(connectorContext); }
/** * thread Service Manager. * @param connectorContext connector config * @return threadServiceManager */ @Bean public ThreadServiceManager threadServiceManager(final ConnectorContext connectorContext) { return new ThreadServiceManager(connectorContext.getRegistry(), connectorContext.getConfig().getServiceMaxNumberOfThreads(), 1000, "hive"); } }
/** * thread Service Manager. * @param connectorContext connector config * @return threadServiceManager */ @Bean public ThreadServiceManager threadServiceManager(final ConnectorContext connectorContext) { return new ThreadServiceManager(connectorContext.getRegistry(), connectorContext.getConfig().getServiceMaxNumberOfThreads(), 1000, "hive"); } }
/** * Constructor. * * @param connectorContext server context * @param threadServiceManager thread service manager * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric */ public DirectSqlGetPartition( final ConnectorContext connectorContext, final ThreadServiceManager threadServiceManager, @Qualifier("hiveReadJdbcTemplate") final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric ) { this.catalogName = connectorContext.getCatalogName(); this.threadServiceManager = threadServiceManager; this.registry = connectorContext.getRegistry(); this.config = connectorContext.getConfig(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.isAuditProcessingEnabled = Boolean.valueOf(connectorContext.getConfiguration() .getOrDefault(HiveConfigConstants.ENABLE_AUDIT_PROCESSING, "true")); }
/** * Constructor. * * @param connectorContext server context * @param threadServiceManager thread service manager * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric */ public DirectSqlGetPartition( final ConnectorContext connectorContext, final ThreadServiceManager threadServiceManager, @Qualifier("hiveReadJdbcTemplate") final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric ) { this.catalogName = connectorContext.getCatalogName(); this.threadServiceManager = threadServiceManager; this.registry = connectorContext.getRegistry(); this.config = connectorContext.getConfig(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.isAuditProcessingEnabled = Boolean.valueOf(connectorContext.getConfiguration() .getOrDefault(HiveConfigConstants.ENABLE_AUDIT_PROCESSING, "true")); }
/** * Constructor. * * @param connectorContext connector context * @param jdbcTemplate JDBC template * @param sequenceGeneration sequence generator * @param fastServiceMetric fast service metric */ public DirectSqlSavePartition(final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final SequenceGeneration sequenceGeneration, final HiveConnectorFastServiceMetric fastServiceMetric) { this.registry = connectorContext.getRegistry(); this.catalogName = connectorContext.getCatalogName(); this.batchSize = connectorContext.getConfig().getHiveMetastoreBatchSize(); this.jdbcTemplate = jdbcTemplate; this.sequenceGeneration = sequenceGeneration; this.fastServiceMetric = fastServiceMetric; }
/** * Constructor. * * @param connectorContext connector context * @param jdbcTemplate JDBC template * @param sequenceGeneration sequence generator * @param fastServiceMetric fast service metric */ public DirectSqlSavePartition(final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final SequenceGeneration sequenceGeneration, final HiveConnectorFastServiceMetric fastServiceMetric) { this.registry = connectorContext.getRegistry(); this.catalogName = connectorContext.getCatalogName(); this.batchSize = connectorContext.getConfig().getHiveMetastoreBatchSize(); this.jdbcTemplate = jdbcTemplate; this.sequenceGeneration = sequenceGeneration; this.fastServiceMetric = fastServiceMetric; }
return new EmbeddedHiveClient( connectorContext.getCatalogName(), HMSHandlerProxy.getProxy(conf, connectorContext.getRegistry()), connectorContext.getRegistry() ); } catch (Exception e) {
return new EmbeddedHiveClient( connectorContext.getCatalogName(), HMSHandlerProxy.getProxy(conf, connectorContext.getRegistry()), connectorContext.getRegistry() ); } catch (Exception e) {