getViewNames(String schema)
- {
- requireNonNull(schema, "schema is null");
- return metaManager.getViewNames(schema);
- }
-
- public AccumuloView getView(SchemaTableName viewName)
- {
- requireNonNull(viewName, "viewName is null");
- return metaManager.getView(viewName);
- }
-
- /**
- * Fetches the TabletSplitMetadata for a query against an Accumulo table.
- *
- * Does a whole bunch of fun stuff! Splitting on row ID ranges, applying secondary indexes, column pruning,
- * all sorts of sweet optimizations. What you have here is an important method.
- *
- * @param session Current session
- * @param schema Schema name
- * @param table Table Name
- * @param rowIdDomain Domain for the row ID
- * @param constraints Column constraints for the query
- * @param serializer Instance of a row serializer
- * @return List of TabletSplitMetadata objects for Trino
- */
- public List getTabletSplits(
- ConnectorSession session,
- String schema,
- String table,
- Optional rowIdDomain,
- List constraints,
- AccumuloRowSerializer serializer)
- {
- try {
- String tableName = AccumuloTable.getFullTableName(schema, table);
- LOG.debug("Getting tablet splits for table %s", tableName);
-
- // Get the initial Range based on the row ID domain
- Collection rowIdRanges = getRangesFromDomain(rowIdDomain, serializer);
- List tabletSplits = new ArrayList<>();
-
- // Use the secondary index, if enabled
- if (AccumuloSessionProperties.isOptimizeIndexEnabled(session)) {
- // Get the scan authorizations to query the index
- Authorizations auths = getScanAuthorizations(session, schema, table);
-
- // Check the secondary index based on the column constraints
- // If this returns true, return the tablet splits to Trino
- if (indexLookup.applyIndex(schema, table, session, constraints, rowIdRanges, tabletSplits, serializer, auths)) {
- return tabletSplits;
- }
- }
-
- // If we can't (or shouldn't) use the secondary index, we will just use the Range from the row ID domain
-
- // Split the ranges on tablet boundaries, if enabled
- Collection splitRanges;
- if (AccumuloSessionProperties.isOptimizeSplitRangesEnabled(session)) {
- splitRanges = splitByTabletBoundaries(tableName, rowIdRanges);
- }
- else {
- // if not enabled, just use the same collection
- splitRanges = rowIdRanges;
- }
-
- // Create TabletSplitMetadata objects for each range
- boolean fetchTabletLocations = AccumuloSessionProperties.isOptimizeLocalityEnabled(session);
-
- LOG.debug("Fetching tablet locations: %s", fetchTabletLocations);
-
- for (Range range : splitRanges) {
- // If locality is enabled, then fetch tablet location
- if (fetchTabletLocations) {
- tabletSplits.add(new TabletSplitMetadata(getTabletLocation(tableName, range.getStartKey()), ImmutableList.of(range)));
- }
- else {
- // else, just use the default location
- tabletSplits.add(new TabletSplitMetadata(Optional.empty(), ImmutableList.of(range)));
- }
- }
-
- // Log some fun stuff and return the tablet splits
- LOG.debug("Number of splits for table %s is %d with %d ranges", tableName, tabletSplits.size(), splitRanges.size());
- return tabletSplits;
- }
- catch (Exception e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to get splits from Accumulo", e);
- }
- }
-
- /**
- * Gets the scan authorizations to use for scanning tables.
- *
- * In order of priority: session username authorizations, then table property, then the default connector auths.
- *
- * @param session Current session
- * @param schema Schema name
- * @param table Table Name
- * @return Scan authorizations
- * @throws AccumuloException If a generic Accumulo error occurs
- * @throws AccumuloSecurityException If a security exception occurs
- */
- private Authorizations getScanAuthorizations(ConnectorSession session, String schema,
- String table)
- throws AccumuloException, AccumuloSecurityException
- {
- String sessionScanUser = AccumuloSessionProperties.getScanUsername(session);
- if (sessionScanUser != null) {
- Authorizations scanAuths = client.securityOperations().getUserAuthorizations(sessionScanUser);
- LOG.debug("Using session scan auths for user %s: %s", sessionScanUser, scanAuths);
- return scanAuths;
- }
-
- AccumuloTable accumuloTable = this.getTable(new SchemaTableName(schema, table));
- if (accumuloTable == null) {
- throw new TableNotFoundException(new SchemaTableName(schema, table));
- }
-
- Optional strAuths = accumuloTable.getScanAuthorizations();
- if (strAuths.isPresent()) {
- Authorizations scanAuths = new Authorizations(Iterables.toArray(COMMA_SPLITTER.split(strAuths.get()), String.class));
- LOG.debug("scan_auths table property set, using: %s", scanAuths);
- return scanAuths;
- }
-
- LOG.debug("scan_auths table property not set, using connector auths: %s", this.auths);
- return this.auths;
- }
-
- private Collection splitByTabletBoundaries(String tableName, Collection ranges)
- throws org.apache.accumulo.core.client.TableNotFoundException, AccumuloException, AccumuloSecurityException
- {
- ImmutableSet.Builder rangeBuilder = ImmutableSet.builder();
- for (Range range : ranges) {
- // if start and end key are equivalent, no need to split the range
- if (range.getStartKey() != null && range.getEndKey() != null && range.getStartKey().equals(range.getEndKey())) {
- rangeBuilder.add(range);
- }
- else {
- // Call out to Accumulo to split the range on tablets
- rangeBuilder.addAll(client.tableOperations().splitRangeByTablets(tableName, range, Integer.MAX_VALUE));
- }
- }
- return rangeBuilder.build();
- }
-
- /**
- * Gets the TabletServer hostname for where the given key is located in the given table
- *
- * @param table Fully-qualified table name
- * @param key Key to locate
- * @return The tablet location, or DUMMY_LOCATION if an error occurs
- */
- private Optional getTabletLocation(String table, Key key)
- {
- try {
- // Get the Accumulo table ID so we can scan some fun stuff
- String tableId = client.tableOperations().tableIdMap().get(table);
-
- // Create our scanner against the metadata table, fetching 'loc' family
- Scanner scanner = client.createScanner("accumulo.metadata", auths);
- scanner.fetchColumnFamily(new Text("loc"));
-
- // Set the scan range to just this table, from the table ID to the default tablet
- // row, which is the last listed tablet
- Key defaultTabletRow = new Key(tableId + '<');
- Key start = new Key(tableId);
- Key end = defaultTabletRow.followingKey(PartialKey.ROW);
- scanner.setRange(new Range(start, end));
-
- Optional location = Optional.empty();
- if (key == null) {
- // if the key is null, then it is -inf, so get first tablet location
- Iterator> iter = scanner.iterator();
- if (iter.hasNext()) {
- location = Optional.of(iter.next().getValue().toString());
- }
- }
- else {
- // Else, we will need to scan through the tablet location data and find the location
-
- // Create some text objects to do comparison for what we are looking for
- Text splitCompareKey = new Text();
- key.getRow(splitCompareKey);
- Text scannedCompareKey = new Text();
-
- // Scan the table!
- for (Entry entry : scanner) {
- // Get the bytes of the key
- byte[] keyBytes = entry.getKey().getRow().copyBytes();
-
- // If the last byte is <, then we have hit the default tablet, so use this location
- if (keyBytes[keyBytes.length - 1] == '<') {
- location = Optional.of(entry.getValue().toString());
- break;
- }
- // Chop off some magic nonsense
- scannedCompareKey.set(keyBytes, 3, keyBytes.length - 3);
-
- // Compare the keys, moving along the tablets until the location is found
- if (scannedCompareKey.getLength() > 0) {
- int compareTo = splitCompareKey.compareTo(scannedCompareKey);
- if (compareTo <= 0) {
- location = Optional.of(entry.getValue().toString());
- }
- else {
- // all future tablets will be greater than this key
- break;
- }
- }
- }
- scanner.close();
- }
-
- // If we were unable to find the location for some reason, return the default tablet
- // location
- return location.isPresent() ? location : getDefaultTabletLocation(table);
- }
- catch (Exception e) {
- // Swallow this exception so the query does not fail due to being unable
- // to locate the tablet server for the provided Key.
- // This is purely an optimization, but we will want to log the error.
- LOG.error(e, "Failed to get tablet location, returning dummy location");
- return Optional.empty();
- }
- }
-
- private Optional getDefaultTabletLocation(String fulltable)
- {
- try {
- String tableId = client.tableOperations().tableIdMap().get(fulltable);
-
- // Create a scanner over the metadata table, fetching the 'loc' column of the default tablet row
- Scanner scan = client.createScanner("accumulo.metadata", client.securityOperations().getUserAuthorizations(username));
- scan.fetchColumnFamily(new Text("loc"));
- scan.setRange(new Range(tableId + '<'));
-
- // scan the entry
- Optional location = Optional.empty();
- for (Entry entry : scan) {
- if (location.isPresent()) {
- throw new TrinoException(FUNCTION_IMPLEMENTATION_ERROR, "Scan for default tablet returned more than one entry");
- }
-
- location = Optional.of(entry.getValue().toString());
- }
-
- scan.close();
- return location;
- }
- catch (Exception e) {
- // Swallow this exception so the query does not fail due to being unable to locate the tablet server for the default tablet.
- // This is purely an optimization, but we will want to log the error.
- LOG.error(e, "Failed to get tablet location, returning dummy location");
- return Optional.empty();
- }
- }
-
- /**
- * Gets a collection of Accumulo Range objects from the given Trino domain.
- * This maps the column constraints of the given Domain to an Accumulo Range scan.
- *
- * @param domain Domain, can be null (returns (-inf, +inf) Range)
- * @param serializer Instance of an {@link AccumuloRowSerializer}
- * @return A collection of Accumulo Range objects
- * @throws TableNotFoundException If the Accumulo table is not found
- */
- public static Collection getRangesFromDomain(Optional domain, AccumuloRowSerializer serializer)
- throws TableNotFoundException
- {
- // if we have no predicate pushdown, use the full range
- if (domain.isEmpty()) {
- return ImmutableSet.of(new Range());
- }
-
- ImmutableSet.Builder rangeBuilder = ImmutableSet.builder();
- for (io.trino.spi.predicate.Range range : domain.get().getValues().getRanges().getOrderedRanges()) {
- rangeBuilder.add(getRangeFromTrinoRange(range, serializer));
- }
-
- return rangeBuilder.build();
- }
-
- private static Range getRangeFromTrinoRange(io.trino.spi.predicate.Range trinoRange, AccumuloRowSerializer serializer)
- throws TableNotFoundException
- {
- Range accumuloRange;
- if (trinoRange.isAll()) {
- accumuloRange = new Range();
- }
- else if (trinoRange.isSingleValue()) {
- Text split = new Text(serializer.encode(trinoRange.getType(), trinoRange.getSingleValue()));
- accumuloRange = new Range(split);
- }
- else {
- if (trinoRange.isLowUnbounded()) {
- // If low is unbounded, then create a range from (-inf, value), checking inclusivity
- Text split = new Text(serializer.encode(trinoRange.getType(), trinoRange.getHighBoundedValue()));
- accumuloRange = new Range(null, false, split, trinoRange.isLowInclusive());
- }
- else if (trinoRange.isHighUnbounded()) {
- // If high is unbounded, then create a range from (value, +inf), checking inclusivity
- Text split = new Text(serializer.encode(trinoRange.getType(), trinoRange.getLowBoundedValue()));
- accumuloRange = new Range(split, trinoRange.isHighInclusive(), null, false);
- }
- else {
- // If high is unbounded, then create a range from low to high, checking inclusivity
- boolean startKeyInclusive = trinoRange.isLowInclusive();
- Text startSplit = new Text(serializer.encode(trinoRange.getType(), trinoRange.getLowBoundedValue()));
-
- boolean endKeyInclusive = trinoRange.isHighInclusive();
- Text endSplit = new Text(serializer.encode(trinoRange.getType(), trinoRange.getHighBoundedValue()));
- accumuloRange = new Range(startSplit, startKeyInclusive, endSplit, endKeyInclusive);
- }
- }
-
- return accumuloRange;
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloModule.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloModule.java
deleted file mode 100644
index cb3e56a184de..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloModule.java
+++ /dev/null
@@ -1,101 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import com.google.inject.Binder;
-import com.google.inject.Inject;
-import com.google.inject.Module;
-import com.google.inject.Provider;
-import com.google.inject.Scopes;
-import io.airlift.json.JsonCodec;
-import io.airlift.log.Logger;
-import io.trino.plugin.accumulo.conf.AccumuloConfig;
-import io.trino.plugin.accumulo.conf.AccumuloSessionProperties;
-import io.trino.plugin.accumulo.conf.AccumuloTableProperties;
-import io.trino.plugin.accumulo.index.ColumnCardinalityCache;
-import io.trino.plugin.accumulo.index.IndexLookup;
-import io.trino.plugin.accumulo.io.AccumuloPageSinkProvider;
-import io.trino.plugin.accumulo.io.AccumuloRecordSetProvider;
-import io.trino.plugin.accumulo.metadata.AccumuloTable;
-import io.trino.plugin.accumulo.metadata.ZooKeeperMetadataManager;
-import org.apache.accumulo.core.client.Accumulo;
-import org.apache.accumulo.core.client.AccumuloClient;
-
-import static io.airlift.configuration.ConfigBinder.configBinder;
-import static io.airlift.json.JsonCodecBinder.jsonCodecBinder;
-import static io.trino.plugin.base.ClosingBinder.closingBinder;
-
-/**
- * Trino module to do all kinds of run Guice injection stuff!
- *
- * WARNING: Contains black magick
- */
-public class AccumuloModule
- implements Module
-{
- @Override
- public void configure(Binder binder)
- {
- binder.bind(AccumuloConnector.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloMetadata.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloMetadataFactory.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloMetadataManager.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloSplitManager.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloRecordSetProvider.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloPageSinkProvider.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloSessionProperties.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloTableProperties.class).in(Scopes.SINGLETON);
- binder.bind(ZooKeeperMetadataManager.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloTableManager.class).in(Scopes.SINGLETON);
- binder.bind(IndexLookup.class).in(Scopes.SINGLETON);
- binder.bind(ColumnCardinalityCache.class).in(Scopes.SINGLETON);
- binder.bind(AccumuloClient.class).toProvider(ClientProvider.class).in(Scopes.SINGLETON);
- closingBinder(binder).registerCloseable(AccumuloClient.class);
-
- configBinder(binder).bindConfig(AccumuloConfig.class);
-
- jsonCodecBinder(binder).bindMapJsonCodec(String.class, JsonCodec.listJsonCodec(AccumuloTable.class));
- }
-
- private static class ClientProvider
- implements Provider
- {
- private static final Logger LOG = Logger.get(ClientProvider.class);
-
- private final String instance;
- private final String zooKeepers;
- private final String username;
- private final String password;
-
- @Inject
- public ClientProvider(AccumuloConfig config)
- {
- this.instance = config.getInstance();
- this.zooKeepers = config.getZooKeepers();
- this.username = config.getUsername();
- this.password = config.getPassword();
- }
-
- @Override
- public AccumuloClient get()
- {
- AccumuloClient client = Accumulo.newClient()
- .to(instance, zooKeepers)
- .as(username, password)
- .build();
- LOG.info("Connection to instance %s at %s established, user %s", instance, zooKeepers, username);
- return client;
- }
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloPlugin.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloPlugin.java
deleted file mode 100644
index 886aee388cdb..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloPlugin.java
+++ /dev/null
@@ -1,28 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import com.google.common.collect.ImmutableList;
-import io.trino.spi.Plugin;
-import io.trino.spi.connector.ConnectorFactory;
-
-public class AccumuloPlugin
- implements Plugin
-{
- @Override
- public Iterable getConnectorFactories()
- {
- return ImmutableList.of(new AccumuloConnectorFactory());
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloSplitManager.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloSplitManager.java
deleted file mode 100644
index be9436e402cc..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloSplitManager.java
+++ /dev/null
@@ -1,130 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import com.google.common.collect.ImmutableList;
-import com.google.inject.Inject;
-import io.trino.plugin.accumulo.model.AccumuloColumnConstraint;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.model.AccumuloSplit;
-import io.trino.plugin.accumulo.model.AccumuloTableHandle;
-import io.trino.plugin.accumulo.model.SerializedRange;
-import io.trino.plugin.accumulo.model.TabletSplitMetadata;
-import io.trino.spi.connector.ColumnHandle;
-import io.trino.spi.connector.ConnectorSession;
-import io.trino.spi.connector.ConnectorSplit;
-import io.trino.spi.connector.ConnectorSplitManager;
-import io.trino.spi.connector.ConnectorSplitSource;
-import io.trino.spi.connector.ConnectorTableHandle;
-import io.trino.spi.connector.ConnectorTransactionHandle;
-import io.trino.spi.connector.Constraint;
-import io.trino.spi.connector.DynamicFilter;
-import io.trino.spi.connector.FixedSplitSource;
-import io.trino.spi.predicate.Domain;
-import io.trino.spi.predicate.TupleDomain;
-
-import java.util.List;
-import java.util.Map.Entry;
-import java.util.Optional;
-import java.util.stream.Collectors;
-
-import static java.util.Objects.requireNonNull;
-
-public class AccumuloSplitManager
- implements ConnectorSplitManager
-{
- private final AccumuloMetadataManager metadataManager;
-
- @Inject
- public AccumuloSplitManager(AccumuloMetadataManager metadataManager)
- {
- this.metadataManager = requireNonNull(metadataManager, "metadataManager is null");
- }
-
- @Override
- public ConnectorSplitSource getSplits(
- ConnectorTransactionHandle transactionHandle,
- ConnectorSession session,
- ConnectorTableHandle tableHandle,
- DynamicFilter dynamicFilter,
- Constraint constraint)
- {
- AccumuloTableHandle handle = (AccumuloTableHandle) tableHandle;
-
- String schemaName = handle.getSchema();
- String tableName = handle.getTable();
- String rowIdName = handle.getRowId();
-
- // Get non-row ID column constraints
- List constraints = getColumnConstraints(rowIdName, handle.getConstraint());
-
- // Get the row domain column range
- Optional rDom = getRangeDomain(rowIdName, handle.getConstraint());
-
- // Call out to our client to retrieve all tablet split metadata using the row ID domain and the secondary index
- List tabletSplits = metadataManager.getTabletSplits(session, schemaName, tableName, rDom, constraints, handle.getSerializerInstance());
-
- // Pack the tablet split metadata into a connector split
- ImmutableList.Builder cSplits = ImmutableList.builder();
- for (TabletSplitMetadata splitMetadata : tabletSplits) {
- AccumuloSplit split = new AccumuloSplit(
- splitMetadata.ranges().stream().map(SerializedRange::serialize).collect(Collectors.toList()),
- splitMetadata.hostPort());
- cSplits.add(split);
- }
-
- return new FixedSplitSource(cSplits.build());
- }
-
- private static Optional getRangeDomain(String rowIdName, TupleDomain constraint)
- {
- if (constraint.getDomains().isPresent()) {
- for (Entry columnDomain : constraint.getDomains().get().entrySet()) {
- AccumuloColumnHandle col = (AccumuloColumnHandle) columnDomain.getKey();
- if (col.name().equals(rowIdName)) {
- return Optional.of(columnDomain.getValue());
- }
- }
- }
-
- return Optional.empty();
- }
-
- /**
- * Gets a list of {@link AccumuloColumnConstraint} based on the given constraint ID, excluding the row ID column
- *
- * @param rowIdName Trino column name mapping to the Accumulo row ID
- * @param constraint Set of query constraints
- * @return List of all column constraints
- */
- private static List getColumnConstraints(String rowIdName, TupleDomain constraint)
- {
- ImmutableList.Builder constraintBuilder = ImmutableList.builder();
- constraint.getDomains().orElseThrow().forEach((handle, domain) -> {
- AccumuloColumnHandle columnHandle = (AccumuloColumnHandle) handle;
-
- if (!columnHandle.name().equals(rowIdName)) {
- // Family and qualifier will exist for non-row ID columns
- constraintBuilder.add(new AccumuloColumnConstraint(
- columnHandle.name(),
- columnHandle.family().get(),
- columnHandle.qualifier().get(),
- Optional.of(domain),
- columnHandle.indexed()));
- }
- });
-
- return constraintBuilder.build();
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTableManager.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTableManager.java
deleted file mode 100644
index a0ecfd709bc8..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTableManager.java
+++ /dev/null
@@ -1,172 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import com.google.inject.Inject;
-import io.airlift.log.Logger;
-import io.trino.spi.TrinoException;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.AccumuloException;
-import org.apache.accumulo.core.client.AccumuloSecurityException;
-import org.apache.accumulo.core.client.IteratorSetting;
-import org.apache.accumulo.core.client.NamespaceExistsException;
-import org.apache.accumulo.core.client.NamespaceNotEmptyException;
-import org.apache.accumulo.core.client.NamespaceNotFoundException;
-import org.apache.accumulo.core.client.TableExistsException;
-import org.apache.accumulo.core.client.TableNotFoundException;
-import org.apache.accumulo.core.iterators.IteratorUtil.IteratorScope;
-import org.apache.hadoop.io.Text;
-
-import java.util.EnumSet;
-import java.util.Map;
-import java.util.Set;
-
-import static io.trino.plugin.accumulo.AccumuloErrorCode.ACCUMULO_TABLE_DNE;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.ACCUMULO_TABLE_EXISTS;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static io.trino.spi.StandardErrorCode.ALREADY_EXISTS;
-import static java.util.Objects.requireNonNull;
-
-/**
- * This class is a light wrapper for Accumulo's Connector object.
- * It will perform the given operation, or throw an exception if an Accumulo- or ZooKeeper-based error occurs.
- */
-public class AccumuloTableManager
-{
- private static final Logger LOG = Logger.get(AccumuloTableManager.class);
- private final AccumuloClient client;
-
- @Inject
- public AccumuloTableManager(AccumuloClient client)
- {
- this.client = requireNonNull(client, "client is null");
- }
-
- public void createNamespace(String schema)
- {
- try {
- client.namespaceOperations().create(schema);
- }
- catch (NamespaceExistsException e) {
- throw new TrinoException(ALREADY_EXISTS, "Namespace already exists: " + schema, e);
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to create Accumulo namespace: " + schema, e);
- }
- }
-
- public void dropNamespace(String schema)
- {
- try {
- client.namespaceOperations().delete(schema);
- }
- catch (AccumuloException | AccumuloSecurityException | NamespaceNotFoundException | NamespaceNotEmptyException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to delete Accumulo namespace: " + schema, e);
- }
- }
-
- public boolean namespaceExists(String schema)
- {
- try {
- return client.namespaceOperations().exists(schema);
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to check for existence Accumulo namespace: " + schema, e);
- }
- }
-
- public boolean exists(String table)
- {
- return client.tableOperations().exists(table);
- }
-
- public void createAccumuloTable(String table)
- {
- try {
- client.tableOperations().create(table);
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to create Accumulo table", e);
- }
- catch (TableExistsException e) {
- throw new TrinoException(ACCUMULO_TABLE_EXISTS, "Accumulo table already exists", e);
- }
- }
-
- public void setLocalityGroups(String tableName, Map> groups)
- {
- if (groups.isEmpty()) {
- return;
- }
-
- try {
- client.tableOperations().setLocalityGroups(tableName, groups);
- LOG.debug("Set locality groups for %s to %s", tableName, groups);
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to set locality groups", e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Failed to set locality groups, table does not exist", e);
- }
- }
-
- public void setIterator(String table, IteratorSetting setting)
- {
- try {
- // Remove any existing iterator settings of the same name, if applicable
- Map> iterators = client.tableOperations().listIterators(table);
- if (iterators.containsKey(setting.getName())) {
- client.tableOperations().removeIterator(table, setting.getName(), iterators.get(setting.getName()));
- }
-
- client.tableOperations().attachIterator(table, setting);
- }
- catch (AccumuloSecurityException | AccumuloException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to set iterator on table " + table, e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Failed to set iterator, table does not exist", e);
- }
- }
-
- public void deleteAccumuloTable(String tableName)
- {
- try {
- client.tableOperations().delete(tableName);
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to delete Accumulo table", e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Failed to delete Accumulo table, does not exist", e);
- }
- }
-
- public void renameAccumuloTable(String oldName, String newName)
- {
- try {
- client.tableOperations().rename(oldName, newName);
- }
- catch (AccumuloSecurityException | AccumuloException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Failed to rename table", e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Failed to rename table, old table does not exist", e);
- }
- catch (TableExistsException e) {
- throw new TrinoException(ACCUMULO_TABLE_EXISTS, "Failed to rename table, new table already exists", e);
- }
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTransactionHandle.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTransactionHandle.java
deleted file mode 100644
index 5eda4d453e92..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/AccumuloTransactionHandle.java
+++ /dev/null
@@ -1,34 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import io.trino.spi.connector.ConnectorTransactionHandle;
-
-import java.util.UUID;
-
-import static java.util.Objects.requireNonNull;
-
-public record AccumuloTransactionHandle(UUID uuid)
- implements ConnectorTransactionHandle
-{
- public AccumuloTransactionHandle()
- {
- this(UUID.randomUUID());
- }
-
- public AccumuloTransactionHandle
- {
- requireNonNull(uuid, "uuid is null");
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/Types.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/Types.java
deleted file mode 100644
index cac7973e7ac0..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/Types.java
+++ /dev/null
@@ -1,75 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo;
-
-import io.trino.spi.type.ArrayType;
-import io.trino.spi.type.MapType;
-import io.trino.spi.type.Type;
-
-/**
- * Utility class for Trino Type-related functionality.
- */
-public final class Types
-{
- private Types() {}
-
- public static boolean isArrayType(Type type)
- {
- return type instanceof ArrayType;
- }
-
- public static boolean isMapType(Type type)
- {
- return type instanceof MapType;
- }
-
- /**
- * Gets the element type of the given array type. Does not validate that the given type is an array.
- *
- * @param type An array type
- * @return Element type of the array
- * @throws IndexOutOfBoundsException If type is not an array
- * @see Types#isArrayType
- */
- public static Type getElementType(Type type)
- {
- return type.getTypeParameters().get(0);
- }
-
- /**
- * Gets the key type of the given map type. Does not validate that the given type is a map.
- *
- * @param type A map type
- * @return Key type of the map
- * @throws IndexOutOfBoundsException If type is not a map
- * @see Types#isMapType
- */
- public static Type getKeyType(Type type)
- {
- return type.getTypeParameters().get(0);
- }
-
- /**
- * Gets the value type of the given map type. Does not validate that the given type is a map.
- *
- * @param type A map type
- * @return Value type of the map
- * @throws IndexOutOfBoundsException If type is not a map
- * @see Types#isMapType
- */
- public static Type getValueType(Type type)
- {
- return type.getTypeParameters().get(1);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloConfig.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloConfig.java
deleted file mode 100644
index 0535c8792b01..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloConfig.java
+++ /dev/null
@@ -1,144 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.conf;
-
-import io.airlift.configuration.Config;
-import io.airlift.configuration.ConfigDescription;
-import io.airlift.configuration.ConfigSecuritySensitive;
-import io.airlift.units.Duration;
-import jakarta.validation.constraints.Min;
-import jakarta.validation.constraints.NotNull;
-
-import java.util.concurrent.TimeUnit;
-
-/**
- * File-based configuration properties for the Accumulo connector
- */
-public class AccumuloConfig
-{
- public static final String INSTANCE = "accumulo.instance";
- public static final String ZOOKEEPERS = "accumulo.zookeepers";
- public static final String USERNAME = "accumulo.username";
- public static final String PASSWORD = "accumulo.password";
- public static final String ZOOKEEPER_METADATA_ROOT = "accumulo.zookeeper.metadata.root";
- public static final String CARDINALITY_CACHE_SIZE = "accumulo.cardinality.cache.size";
- public static final String CARDINALITY_CACHE_EXPIRE_DURATION = "accumulo.cardinality.cache.expire.duration";
-
- private String instance;
- private String zooKeepers;
- private String username;
- private String password;
- private String zkMetadataRoot = "/trino-accumulo";
- private int cardinalityCacheSize = 100_000;
- private Duration cardinalityCacheExpiration = new Duration(5, TimeUnit.MINUTES);
-
- @NotNull
- public String getInstance()
- {
- return this.instance;
- }
-
- @Config(INSTANCE)
- @ConfigDescription("Accumulo instance name")
- public AccumuloConfig setInstance(String instance)
- {
- this.instance = instance;
- return this;
- }
-
- @NotNull
- public String getZooKeepers()
- {
- return this.zooKeepers;
- }
-
- @Config(ZOOKEEPERS)
- @ConfigDescription("ZooKeeper quorum connect string for Accumulo")
- public AccumuloConfig setZooKeepers(String zooKeepers)
- {
- this.zooKeepers = zooKeepers;
- return this;
- }
-
- @NotNull
- public String getUsername()
- {
- return this.username;
- }
-
- @Config(USERNAME)
- @ConfigDescription("Sets the user to use when interacting with Accumulo. This user will require administrative permissions")
- public AccumuloConfig setUsername(String username)
- {
- this.username = username;
- return this;
- }
-
- @NotNull
- public String getPassword()
- {
- return this.password;
- }
-
- @Config(PASSWORD)
- @ConfigSecuritySensitive
- @ConfigDescription("Sets the password for the configured user")
- public AccumuloConfig setPassword(String password)
- {
- this.password = password;
- return this;
- }
-
- @NotNull
- public String getZkMetadataRoot()
- {
- return zkMetadataRoot;
- }
-
- @Config(ZOOKEEPER_METADATA_ROOT)
- @ConfigDescription("Sets the root znode for metadata storage")
- public AccumuloConfig setZkMetadataRoot(String zkMetadataRoot)
- {
- this.zkMetadataRoot = zkMetadataRoot;
- return this;
- }
-
- @Min(1)
- public int getCardinalityCacheSize()
- {
- return cardinalityCacheSize;
- }
-
- @Config(CARDINALITY_CACHE_SIZE)
- @ConfigDescription("Sets the cardinality cache size")
- public AccumuloConfig setCardinalityCacheSize(int cardinalityCacheSize)
- {
- this.cardinalityCacheSize = cardinalityCacheSize;
- return this;
- }
-
- @NotNull
- public Duration getCardinalityCacheExpiration()
- {
- return cardinalityCacheExpiration;
- }
-
- @Config(CARDINALITY_CACHE_EXPIRE_DURATION)
- @ConfigDescription("Sets the cardinality cache expiration")
- public AccumuloConfig setCardinalityCacheExpiration(Duration cardinalityCacheExpiration)
- {
- this.cardinalityCacheExpiration = cardinalityCacheExpiration;
- return this;
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloSessionProperties.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloSessionProperties.java
deleted file mode 100644
index b3be64afe77e..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloSessionProperties.java
+++ /dev/null
@@ -1,160 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.conf;
-
-import com.google.common.collect.ImmutableList;
-import com.google.inject.Inject;
-import io.airlift.units.Duration;
-import io.trino.spi.connector.ConnectorSession;
-import io.trino.spi.session.PropertyMetadata;
-
-import java.util.List;
-
-import static io.trino.plugin.base.session.PropertyMetadataUtil.durationProperty;
-import static io.trino.spi.session.PropertyMetadata.booleanProperty;
-import static io.trino.spi.session.PropertyMetadata.doubleProperty;
-import static io.trino.spi.session.PropertyMetadata.integerProperty;
-import static io.trino.spi.session.PropertyMetadata.stringProperty;
-import static java.util.concurrent.TimeUnit.MILLISECONDS;
-
-/**
- * Class contains all session-based properties for the Accumulo connector.
- * Use SHOW SESSION to view all available properties.
- *
- * Can set the property using:
- *
- * SET SESSION <property> = <value>;
- */
-public final class AccumuloSessionProperties
-{
- private static final String OPTIMIZE_LOCALITY_ENABLED = "optimize_locality_enabled";
- private static final String OPTIMIZE_SPLIT_RANGES_ENABLED = "optimize_split_ranges_enabled";
- private static final String OPTIMIZE_INDEX_ENABLED = "optimize_index_enabled";
- private static final String INDEX_ROWS_PER_SPLIT = "index_rows_per_split";
- private static final String INDEX_THRESHOLD = "index_threshold";
- private static final String INDEX_LOWEST_CARDINALITY_THRESHOLD = "index_lowest_cardinality_threshold";
- private static final String INDEX_METRICS_ENABLED = "index_metrics_enabled";
- private static final String SCAN_USERNAME = "scan_username";
- private static final String INDEX_SHORT_CIRCUIT_CARDINALITY_FETCH = "index_short_circuit_cardinality_fetch";
- private static final String INDEX_CARDINALITY_CACHE_POLLING_DURATION = "index_cardinality_cache_polling_duration";
-
- private final List> sessionProperties;
-
- @Inject
- public AccumuloSessionProperties()
- {
- sessionProperties = ImmutableList.of(
- booleanProperty(
- OPTIMIZE_LOCALITY_ENABLED,
- "Set to true to enable data locality for non-indexed scans. Default true.", true,
- false),
- booleanProperty(
- OPTIMIZE_SPLIT_RANGES_ENABLED,
- "Set to true to split non-indexed queries by tablet splits. Should generally be true.",
- true, false),
- stringProperty(
- SCAN_USERNAME,
- "User to impersonate when scanning the tables. This property trumps the scan_auths table property. Default is the user in the configuration file.", null, false),
- booleanProperty(
- OPTIMIZE_INDEX_ENABLED,
- "Set to true to enable usage of the secondary index on query. Default true.",
- true,
- false),
- integerProperty(
- INDEX_ROWS_PER_SPLIT,
- "The number of Accumulo row IDs that are packed into a single Trino split. Default 10000",
- 10000,
- false),
- doubleProperty(
- INDEX_THRESHOLD,
- "The ratio between number of rows to be scanned based on the index over the total number of rows. If the ratio is below this threshold, the index will be used. Default .2",
- 0.2,
- false),
- doubleProperty(
- INDEX_LOWEST_CARDINALITY_THRESHOLD,
- "The threshold where the column with the lowest cardinality will be used instead of computing an intersection of ranges in the secondary index. Secondary index must be enabled. Default .01",
- 0.01,
- false),
- booleanProperty(
- INDEX_METRICS_ENABLED,
- "Set to true to enable usage of the metrics table to optimize usage of the index. Default true",
- true,
- false),
- booleanProperty(
- INDEX_SHORT_CIRCUIT_CARDINALITY_FETCH,
- "Short circuit the retrieval of index metrics once any column is less than the lowest cardinality threshold. Default true",
- true,
- false),
- durationProperty(
- INDEX_CARDINALITY_CACHE_POLLING_DURATION,
- "Sets the cardinality cache polling duration for short circuit retrieval of index metrics. Default 10ms",
- new Duration(10, MILLISECONDS),
- false));
- }
-
- public List> getSessionProperties()
- {
- return sessionProperties;
- }
-
- public static boolean isOptimizeLocalityEnabled(ConnectorSession session)
- {
- return session.getProperty(OPTIMIZE_LOCALITY_ENABLED, Boolean.class);
- }
-
- public static boolean isOptimizeSplitRangesEnabled(ConnectorSession session)
- {
- return session.getProperty(OPTIMIZE_SPLIT_RANGES_ENABLED, Boolean.class);
- }
-
- public static boolean isOptimizeIndexEnabled(ConnectorSession session)
- {
- return session.getProperty(OPTIMIZE_INDEX_ENABLED, Boolean.class);
- }
-
- public static double getIndexThreshold(ConnectorSession session)
- {
- return session.getProperty(INDEX_THRESHOLD, Double.class);
- }
-
- public static int getNumIndexRowsPerSplit(ConnectorSession session)
- {
- return session.getProperty(INDEX_ROWS_PER_SPLIT, Integer.class);
- }
-
- public static double getIndexSmallCardThreshold(ConnectorSession session)
- {
- return session.getProperty(INDEX_LOWEST_CARDINALITY_THRESHOLD, Double.class);
- }
-
- public static Duration getIndexCardinalityCachePollingDuration(ConnectorSession session)
- {
- return session.getProperty(INDEX_CARDINALITY_CACHE_POLLING_DURATION, Duration.class);
- }
-
- public static boolean isIndexMetricsEnabled(ConnectorSession session)
- {
- return session.getProperty(INDEX_METRICS_ENABLED, Boolean.class);
- }
-
- public static String getScanUsername(ConnectorSession session)
- {
- return session.getProperty(SCAN_USERNAME, String.class);
- }
-
- public static boolean isIndexShortCircuitEnabled(ConnectorSession session)
- {
- return session.getProperty(INDEX_SHORT_CIRCUIT_CARDINALITY_FETCH, Boolean.class);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloTableProperties.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloTableProperties.java
deleted file mode 100644
index 8ec8b25c528f..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/conf/AccumuloTableProperties.java
+++ /dev/null
@@ -1,239 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.conf;
-
-import com.google.common.base.Splitter;
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.ImmutableMap;
-import com.google.common.collect.ImmutableSet;
-import com.google.common.collect.Iterables;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.plugin.accumulo.serializers.LexicoderRowSerializer;
-import io.trino.plugin.accumulo.serializers.StringRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.session.PropertyMetadata;
-import io.trino.spi.type.VarcharType;
-
-import java.util.List;
-import java.util.Locale;
-import java.util.Map;
-import java.util.Map.Entry;
-import java.util.Optional;
-import java.util.Set;
-
-import static com.google.common.base.Preconditions.checkState;
-import static io.trino.spi.StandardErrorCode.INVALID_TABLE_PROPERTY;
-import static io.trino.spi.session.PropertyMetadata.booleanProperty;
-import static io.trino.spi.session.PropertyMetadata.stringProperty;
-import static java.util.Objects.requireNonNull;
-
-/**
- * Class contains all table properties for the Accumulo connector. Used when creating a table:
- *
- * CREATE TABLE foo (a VARCHAR, b INT)
- * WITH (column_mapping = 'b:md:b', external = true);
- */
-public final class AccumuloTableProperties
-{
- public static final String COLUMN_MAPPING = "column_mapping";
- public static final String INDEX_COLUMNS = "index_columns";
- public static final String EXTERNAL = "external";
- public static final String LOCALITY_GROUPS = "locality_groups";
- public static final String ROW_ID = "row_id";
- public static final String SERIALIZER = "serializer";
- public static final String SCAN_AUTHS = "scan_auths";
- private static final Splitter COLON_SPLITTER = Splitter.on(':').trimResults();
- private static final Splitter COMMA_SPLITTER = Splitter.on(',').omitEmptyStrings().trimResults();
- private static final Splitter PIPE_SPLITTER = Splitter.on('|').omitEmptyStrings().trimResults();
-
- private final List> tableProperties;
-
- public AccumuloTableProperties()
- {
- PropertyMetadata s1 = stringProperty(
- COLUMN_MAPPING,
- "Comma-delimited list of column metadata: col_name:col_family:col_qualifier,[...]. Required for external tables. Not setting this property results in auto-generated column names.",
- null,
- false);
-
- PropertyMetadata s2 = stringProperty(
- INDEX_COLUMNS,
- "A comma-delimited list of Trino columns that are indexed in this table's corresponding index table. Default is no indexed columns.",
- "",
- false);
-
- PropertyMetadata s3 = booleanProperty(
- EXTERNAL,
- "If true, Trino will only do metadata operations for the table. Else, Trino will create and drop Accumulo tables where appropriate. Default false.",
- false,
- false);
-
- PropertyMetadata s4 = stringProperty(
- LOCALITY_GROUPS,
- "List of locality groups to set on the Accumulo table. Only valid on internal tables. String format is locality group name, colon, comma delimited list of Trino column names in the group. Groups are delimited by pipes. Example: group1:colA,colB,colC|group2:colD,colE,colF|etc.... Default is no locality groups.",
- null,
- false);
-
- PropertyMetadata s5 = stringProperty(
- ROW_ID,
- "Trino column name that maps to the Accumulo row ID. Default is the first column.",
- null,
- false);
-
- PropertyMetadata s6 = new PropertyMetadata<>(
- SERIALIZER,
- "Serializer for Accumulo data encodings. Can either be 'default', 'string', 'lexicoder', or a Java class name. Default is 'default', i.e. the value from AccumuloRowSerializer.getDefault(), i.e. 'lexicoder'.",
- VarcharType.VARCHAR, String.class,
- AccumuloRowSerializer.getDefault().getClass().getName(),
- false,
- x -> x.equals("default")
- ? AccumuloRowSerializer.getDefault().getClass().getName()
- : (x.equals("string") ? StringRowSerializer.class.getName()
- : (x.equals("lexicoder")
- ? LexicoderRowSerializer.class.getName()
- : (String) x)),
- object -> object);
-
- PropertyMetadata s7 = stringProperty(
- SCAN_AUTHS,
- "Scan-time authorizations set on the batch scanner. Default is all scan authorizations for the user",
- null,
- false);
-
- tableProperties = ImmutableList.of(s1, s2, s3, s4, s5, s6, s7);
- }
-
- public List> getTableProperties()
- {
- return tableProperties;
- }
-
- /**
- * Gets the value of the column_mapping property, or Optional.empty() if not set.
- *
- * Parses the value into a map of Trino column name to a pair of strings, the Accumulo column family and qualifier.
- *
- * @param tableProperties The map of table properties
- * @return The column mapping, Trino name to (accumulo column family, qualifier)
- */
- public static Optional>> getColumnMapping(
- Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- String strMapping = (String) tableProperties.get(COLUMN_MAPPING);
- if (strMapping == null) {
- return Optional.empty();
- }
-
- // Parse out the column mapping
- // This is a comma-delimited list of "(trinoName, column:accumulo, fam:accumulo qualifier)" triplets
- ImmutableMap.Builder> mapping = ImmutableMap.builder();
- for (String m : COMMA_SPLITTER.split(strMapping)) {
- String[] tokens = Iterables.toArray(COLON_SPLITTER.split(m), String.class);
- checkState(tokens.length == 3, "Mapping of %s contains %s tokens instead of 3", m, tokens.length);
- mapping.put(tokens[0], Map.entry(tokens[1], tokens[2]));
- }
-
- return Optional.of(mapping.buildOrThrow());
- }
-
- public static Optional> getIndexColumns(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- String indexColumns = (String) tableProperties.get(INDEX_COLUMNS);
- if (indexColumns == null) {
- return Optional.empty();
- }
-
- return Optional.of(Splitter.on(',').splitToList(indexColumns));
- }
-
- /**
- * Gets the configured locality groups for the table, or Optional.empty() if not set.
- *
- * All strings are lowercase.
- *
- * @param tableProperties The map of table properties
- * @return Optional map of locality groups
- */
- public static Optional>> getLocalityGroups(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- String groupStr = (String) tableProperties.get(LOCALITY_GROUPS);
- if (groupStr == null) {
- return Optional.empty();
- }
-
- ImmutableMap.Builder> groups = ImmutableMap.builder();
-
- // Split all configured locality groups
- for (String group : PIPE_SPLITTER.split(groupStr)) {
- String[] locGroups = Iterables.toArray(COLON_SPLITTER.split(group), String.class);
-
- if (locGroups.length != 2) {
- throw new TrinoException(INVALID_TABLE_PROPERTY, "Locality groups string is malformed. See documentation for proper format.");
- }
-
- String grpName = locGroups[0];
- ImmutableSet.Builder colSet = ImmutableSet.builder();
-
- for (String f : COMMA_SPLITTER.split(locGroups[1])) {
- colSet.add(f.toLowerCase(Locale.ENGLISH));
- }
-
- groups.put(grpName.toLowerCase(Locale.ENGLISH), colSet.build());
- }
-
- return Optional.of(groups.buildOrThrow());
- }
-
- public static Optional getRowId(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- String rowId = (String) tableProperties.get(ROW_ID);
- return Optional.ofNullable(rowId);
- }
-
- public static Optional getScanAuthorizations(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- String scanAuths = (String) tableProperties.get(SCAN_AUTHS);
- return Optional.ofNullable(scanAuths);
- }
-
- /**
- * Gets the {@link AccumuloRowSerializer} class name to use for this table
- *
- * @param tableProperties The map of table properties
- * @return The name of the AccumuloRowSerializer class
- */
- public static String getSerializerClass(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- return (String) tableProperties.get(SERIALIZER);
- }
-
- public static boolean isExternal(Map tableProperties)
- {
- requireNonNull(tableProperties);
-
- return (Boolean) tableProperties.get(EXTERNAL);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/ColumnCardinalityCache.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/ColumnCardinalityCache.java
deleted file mode 100644
index a95939ca5fac..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/ColumnCardinalityCache.java
+++ /dev/null
@@ -1,407 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.index;
-
-import com.google.common.cache.CacheBuilder;
-import com.google.common.cache.CacheLoader;
-import com.google.common.collect.ImmutableMap;
-import com.google.common.collect.ImmutableMultimap;
-import com.google.common.collect.Iterables;
-import com.google.common.collect.ListMultimap;
-import com.google.common.collect.Multimap;
-import com.google.common.collect.MultimapBuilder;
-import com.google.inject.Inject;
-import io.airlift.concurrent.BoundedExecutor;
-import io.airlift.log.Logger;
-import io.airlift.units.Duration;
-import io.trino.cache.NonEvictableLoadingCache;
-import io.trino.plugin.accumulo.conf.AccumuloConfig;
-import io.trino.plugin.accumulo.model.AccumuloColumnConstraint;
-import io.trino.spi.TrinoException;
-import jakarta.annotation.PreDestroy;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.BatchScanner;
-import org.apache.accumulo.core.data.Key;
-import org.apache.accumulo.core.data.PartialKey;
-import org.apache.accumulo.core.data.Range;
-import org.apache.accumulo.core.data.Value;
-import org.apache.accumulo.core.security.Authorizations;
-import org.apache.hadoop.io.Text;
-
-import java.util.Collection;
-import java.util.HashMap;
-import java.util.Map;
-import java.util.Map.Entry;
-import java.util.Objects;
-import java.util.Optional;
-import java.util.concurrent.CompletionService;
-import java.util.concurrent.ExecutionException;
-import java.util.concurrent.ExecutorCompletionService;
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Future;
-import java.util.function.Function;
-import java.util.stream.Collectors;
-
-import static com.google.common.base.MoreObjects.toStringHelper;
-import static com.google.common.collect.Streams.stream;
-import static io.airlift.concurrent.Threads.daemonThreadsNamed;
-import static io.trino.cache.SafeCaches.buildNonEvictableCache;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static io.trino.plugin.accumulo.index.Indexer.CARDINALITY_CQ_AS_TEXT;
-import static io.trino.plugin.accumulo.index.Indexer.getIndexColumnFamily;
-import static io.trino.plugin.accumulo.index.Indexer.getMetricsTableName;
-import static io.trino.spi.StandardErrorCode.FUNCTION_IMPLEMENTATION_ERROR;
-import static java.lang.Long.parseLong;
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static java.util.Objects.requireNonNull;
-import static java.util.concurrent.Executors.newCachedThreadPool;
-import static java.util.concurrent.TimeUnit.MILLISECONDS;
-
-/**
- * This class is an indexing utility to cache the cardinality of a column value for every table.
- * Each table has its own cache that is independent of every other, and every column also has its
- * own Guava cache. Use of this utility can have a significant impact for retrieving the cardinality
- * of many columns, preventing unnecessary accesses to the metrics table in Accumulo for a
- * cardinality that won't change much.
- */
-public class ColumnCardinalityCache
-{
- private static final Logger LOG = Logger.get(ColumnCardinalityCache.class);
- private final AccumuloClient client;
- private final ExecutorService coreExecutor;
- private final BoundedExecutor executorService;
- private final NonEvictableLoadingCache cache;
-
- @Inject
- public ColumnCardinalityCache(AccumuloClient client, AccumuloConfig config)
- {
- this.client = requireNonNull(client, "client is null");
- int size = config.getCardinalityCacheSize();
- Duration expireDuration = config.getCardinalityCacheExpiration();
-
- // Create a bounded executor with a pool size at 4x number of processors
- this.coreExecutor = newCachedThreadPool(daemonThreadsNamed("cardinality-lookup-%s"));
- this.executorService = new BoundedExecutor(coreExecutor, 4 * Runtime.getRuntime().availableProcessors());
-
- LOG.debug("Created new cache size %d expiry %s", size, expireDuration);
- cache = buildNonEvictableCache(
- CacheBuilder.newBuilder()
- .maximumSize(size)
- .expireAfterWrite(expireDuration.toMillis(), MILLISECONDS),
- new CardinalityCacheLoader());
- }
-
- @PreDestroy
- public void shutdown()
- {
- coreExecutor.shutdownNow();
- }
-
- /**
- * Gets the cardinality for each {@link AccumuloColumnConstraint}.
- * Given constraints are expected to be indexed! Who knows what would happen if they weren't!
- *
- * @param schema Schema name
- * @param table Table name
- * @param auths Scan authorizations
- * @param idxConstraintRangePairs Mapping of all ranges for a given constraint
- * @param earlyReturnThreshold Smallest acceptable cardinality to return early while other tasks complete
- * @param pollingDuration Duration for polling the cardinality completion service
- * @return An immutable multimap of cardinality to column constraint, sorted by cardinality from smallest to largest
- */
- public Multimap getCardinalities(String schema, String table, Authorizations auths, Multimap idxConstraintRangePairs, long earlyReturnThreshold, Duration pollingDuration)
- {
- // Submit tasks to the executor to fetch column cardinality, adding it to the Guava cache if necessary
- CompletionService> executor = new ExecutorCompletionService<>(executorService);
- idxConstraintRangePairs.asMap().forEach((key, value) -> executor.submit(() -> {
- long cardinality = getColumnCardinality(schema, table, auths, key.family(), key.qualifier(), value);
- LOG.debug("Cardinality for column %s is %s", key.name(), cardinality);
- return Map.entry(cardinality, key);
- }));
-
- // Create a multi map sorted by cardinality
- ListMultimap cardinalityToConstraints = MultimapBuilder.treeKeys().arrayListValues().build();
- try {
- boolean earlyReturn = false;
- int numTasks = idxConstraintRangePairs.asMap().entrySet().size();
- do {
- // Sleep for the polling duration to allow concurrent tasks to run for this time
- Thread.sleep(pollingDuration.toMillis());
-
- // Poll each task, retrieving the result if it is done
- for (int i = 0; i < numTasks; ++i) {
- Future> futureCardinality = executor.poll();
- if (futureCardinality != null && futureCardinality.isDone()) {
- Entry columnCardinality = futureCardinality.get();
- cardinalityToConstraints.put(columnCardinality.getKey(), columnCardinality.getValue());
- }
- }
-
- // If the smallest cardinality is present and below the threshold, set the earlyReturn flag
- Optional> smallestCardinality = cardinalityToConstraints.entries().stream().findFirst();
- if (smallestCardinality.isPresent()) {
- if (smallestCardinality.get().getKey() <= earlyReturnThreshold) {
- LOG.info("Cardinality %s, is below threshold. Returning early while other tasks finish", smallestCardinality);
- earlyReturn = true;
- }
- }
- }
- while (!earlyReturn && cardinalityToConstraints.entries().size() < numTasks);
- }
- catch (ExecutionException | InterruptedException e) {
- if (e instanceof InterruptedException) {
- Thread.currentThread().interrupt();
- }
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Exception when getting cardinality", e);
- }
-
- // Create a copy of the cardinalities
- return ImmutableMultimap.copyOf(cardinalityToConstraints);
- }
-
- /**
- * Gets the column cardinality for all of the given range values. May reach out to the
- * metrics table in Accumulo to retrieve new cache elements.
- *
- * @param schema Table schema
- * @param table Table name
- * @param auths Scan authorizations
- * @param family Accumulo column family
- * @param qualifier Accumulo column qualifier
- * @param colValues All range values to summarize for the cardinality
- * @return The cardinality of the column
- */
- public long getColumnCardinality(String schema, String table, Authorizations auths, String family, String qualifier, Collection colValues)
- throws ExecutionException
- {
- LOG.debug("Getting cardinality for %s:%s", family, qualifier);
-
- // Collect all exact Accumulo Ranges, i.e. single value entries vs. a full scan
- Collection exactRanges = colValues.stream()
- .filter(ColumnCardinalityCache::isExact)
- .map(range -> new CacheKey(schema, table, family, qualifier, range, auths))
- .collect(Collectors.toList());
-
- LOG.debug("Column values contain %s exact ranges of %s", exactRanges.size(), colValues.size());
-
- // Sum the cardinalities for the exact-value Ranges
- // This is where the reach-out to Accumulo occurs for all Ranges that have not
- // previously been fetched
- long sum = cache.getAll(exactRanges).values().stream().mapToLong(Long::longValue).sum();
-
- // If these collection sizes are not equal,
- // then there is at least one non-exact range
- if (exactRanges.size() != colValues.size()) {
- // for each range in the column value
- for (Range range : colValues) {
- // if this range is not exact
- if (!isExact(range)) {
- // Then get the value for this range using the single-value cache lookup
- sum += cache.get(new CacheKey(schema, table, family, qualifier, range, auths));
- }
- }
- }
-
- return sum;
- }
-
- private static boolean isExact(Range range)
- {
- return !range.isInfiniteStartKey() && !range.isInfiniteStopKey() &&
- range.getStartKey().followingKey(PartialKey.ROW).equals(range.getEndKey());
- }
-
- /**
- * Complex key for the CacheLoader
- */
- private static class CacheKey
- {
- private final String schema;
- private final String table;
- private final String family;
- private final String qualifier;
- private final Range range;
- private final Authorizations auths;
-
- public CacheKey(
- String schema,
- String table,
- String family,
- String qualifier,
- Range range,
- Authorizations auths)
- {
- this.schema = requireNonNull(schema, "schema is null");
- this.table = requireNonNull(table, "table is null");
- this.family = requireNonNull(family, "family is null");
- this.qualifier = requireNonNull(qualifier, "qualifier is null");
- this.range = requireNonNull(range, "range is null");
- this.auths = requireNonNull(auths, "auths is null");
- }
-
- public String getSchema()
- {
- return schema;
- }
-
- public String getTable()
- {
- return table;
- }
-
- public String getFamily()
- {
- return family;
- }
-
- public String getQualifier()
- {
- return qualifier;
- }
-
- public Range getRange()
- {
- return range;
- }
-
- public Authorizations getAuths()
- {
- return auths;
- }
-
- @Override
- public int hashCode()
- {
- return Objects.hash(schema, table, family, qualifier, range);
- }
-
- @Override
- public boolean equals(Object obj)
- {
- if (this == obj) {
- return true;
- }
-
- if ((obj == null) || (getClass() != obj.getClass())) {
- return false;
- }
-
- CacheKey other = (CacheKey) obj;
- return Objects.equals(this.schema, other.schema)
- && Objects.equals(this.table, other.table)
- && Objects.equals(this.family, other.family)
- && Objects.equals(this.qualifier, other.qualifier)
- && Objects.equals(this.range, other.range);
- }
-
- @Override
- public String toString()
- {
- return toStringHelper(this)
- .add("schema", schema)
- .add("table", table)
- .add("family", family)
- .add("qualifier", qualifier)
- .add("range", range).toString();
- }
- }
-
- /**
- * Internal class for loading the cardinality from Accumulo
- */
- private class CardinalityCacheLoader
- extends CacheLoader
- {
- /**
- * Loads the cardinality for the given Range. Uses a BatchScanner and sums the cardinality for all values that encapsulate the Range.
- *
- * @param key Range to get the cardinality for
- * @return The cardinality of the column, which would be zero if the value does not exist
- */
- @Override
- public Long load(CacheKey key)
- throws Exception
- {
- LOG.debug("Loading a non-exact range from Accumulo: %s", key);
- // Get metrics table name and the column family for the scanner
- String metricsTable = getMetricsTableName(key.getSchema(), key.getTable());
- Text columnFamily = new Text(getIndexColumnFamily(key.getFamily().getBytes(UTF_8), key.getQualifier().getBytes(UTF_8)).array());
-
- // Create scanner for querying the range
- BatchScanner scanner = client.createBatchScanner(metricsTable, key.auths, 10);
- scanner.setRanges(client.tableOperations().splitRangeByTablets(metricsTable, key.range, Integer.MAX_VALUE));
- scanner.fetchColumn(columnFamily, CARDINALITY_CQ_AS_TEXT);
-
- try {
- return stream(scanner)
- .map(Entry::getValue)
- .map(Value::toString)
- .mapToLong(Long::parseLong)
- .sum();
- }
- finally {
- scanner.close();
- }
- }
-
- @Override
- public Map loadAll(Iterable keys)
- throws Exception
- {
- int size = Iterables.size(keys);
- if (size == 0) {
- return ImmutableMap.of();
- }
-
- LOG.debug("Loading %s exact ranges from Accumulo", size);
-
- // In order to simplify the implementation, we are making a (safe) assumption
- // that the CacheKeys will all contain the same combination of schema/table/family/qualifier
- // This is asserted with the below implementation error just to make sure
- CacheKey anyKey = stream(keys).findAny().get();
- if (stream(keys).anyMatch(k -> !k.getSchema().equals(anyKey.getSchema()) || !k.getTable().equals(anyKey.getTable()) || !k.getFamily().equals(anyKey.getFamily()) || !k.getQualifier().equals(anyKey.getQualifier()))) {
- throw new TrinoException(FUNCTION_IMPLEMENTATION_ERROR, "loadAll called with a non-homogeneous collection of cache keys");
- }
-
- Map rangeToKey = stream(keys).collect(Collectors.toMap(CacheKey::getRange, Function.identity()));
- LOG.debug("rangeToKey size is %s", rangeToKey.size());
-
- // Get metrics table name and the column family for the scanner
- String metricsTable = getMetricsTableName(anyKey.getSchema(), anyKey.getTable());
- Text columnFamily = new Text(getIndexColumnFamily(anyKey.getFamily().getBytes(UTF_8), anyKey.getQualifier().getBytes(UTF_8)).array());
-
- BatchScanner scanner = client.createBatchScanner(metricsTable, anyKey.getAuths(), 10);
- try {
- scanner.setRanges(stream(keys).map(CacheKey::getRange).collect(Collectors.toList()));
- scanner.fetchColumn(columnFamily, CARDINALITY_CQ_AS_TEXT);
-
- // Create a new map to hold our cardinalities for each range, returning a default of
- // Zero for each non-existent Key
- Map rangeValues = new HashMap<>();
- stream(keys).forEach(key -> rangeValues.put(key, 0L));
-
- for (Entry entry : scanner) {
- rangeValues.put(rangeToKey.get(Range.exact(entry.getKey().getRow())), parseLong(entry.getValue().toString()));
- }
-
- return rangeValues;
- }
- finally {
- if (scanner != null) {
- scanner.close();
- }
- }
- }
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/IndexLookup.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/IndexLookup.java
deleted file mode 100644
index a579ae7022ba..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/IndexLookup.java
+++ /dev/null
@@ -1,396 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.index;
-
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.ImmutableListMultimap;
-import com.google.common.collect.ImmutableMultimap;
-import com.google.common.collect.Multimap;
-import com.google.inject.Inject;
-import io.airlift.concurrent.BoundedExecutor;
-import io.airlift.log.Logger;
-import io.airlift.units.Duration;
-import io.trino.plugin.accumulo.model.AccumuloColumnConstraint;
-import io.trino.plugin.accumulo.model.TabletSplitMetadata;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.ConnectorSession;
-import jakarta.annotation.PreDestroy;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.BatchScanner;
-import org.apache.accumulo.core.client.Scanner;
-import org.apache.accumulo.core.client.TableNotFoundException;
-import org.apache.accumulo.core.data.Key;
-import org.apache.accumulo.core.data.Range;
-import org.apache.accumulo.core.data.Value;
-import org.apache.accumulo.core.security.Authorizations;
-import org.apache.hadoop.io.Text;
-
-import java.util.ArrayList;
-import java.util.Collection;
-import java.util.HashSet;
-import java.util.List;
-import java.util.Map.Entry;
-import java.util.Optional;
-import java.util.Set;
-import java.util.concurrent.CompletionService;
-import java.util.concurrent.ExecutionException;
-import java.util.concurrent.ExecutorCompletionService;
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Future;
-import java.util.concurrent.TimeUnit;
-
-import static com.google.common.base.Preconditions.checkArgument;
-import static io.airlift.concurrent.Threads.daemonThreadsNamed;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static io.trino.plugin.accumulo.AccumuloMetadataManager.getRangesFromDomain;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.getIndexCardinalityCachePollingDuration;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.getIndexSmallCardThreshold;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.getIndexThreshold;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.getNumIndexRowsPerSplit;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.isIndexMetricsEnabled;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.isIndexShortCircuitEnabled;
-import static io.trino.plugin.accumulo.conf.AccumuloSessionProperties.isOptimizeIndexEnabled;
-import static io.trino.plugin.accumulo.index.Indexer.CARDINALITY_CQ_AS_TEXT;
-import static io.trino.plugin.accumulo.index.Indexer.METRICS_TABLE_ROWID_AS_TEXT;
-import static io.trino.plugin.accumulo.index.Indexer.METRICS_TABLE_ROWS_CF_AS_TEXT;
-import static io.trino.plugin.accumulo.index.Indexer.getIndexTableName;
-import static io.trino.plugin.accumulo.index.Indexer.getMetricsTableName;
-import static io.trino.spi.StandardErrorCode.FUNCTION_IMPLEMENTATION_ERROR;
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static java.util.Objects.requireNonNull;
-import static java.util.concurrent.Executors.newCachedThreadPool;
-
-/**
- * Class to assist the Trino connector, and maybe external applications,
- * leverage the secondary * index built by the {@link Indexer}.
- * Leverages {@link ColumnCardinalityCache} to assist in * retrieving row IDs.
- * Currently pretty bound to the Trino connector APIs.
- */
-public class IndexLookup
-{
- private static final Logger LOG = Logger.get(IndexLookup.class);
- private static final Range METRICS_TABLE_ROWID_RANGE = new Range(METRICS_TABLE_ROWID_AS_TEXT);
- private final ColumnCardinalityCache cardinalityCache;
- private final AccumuloClient connector;
- private final ExecutorService coreExecutor;
- private final BoundedExecutor executorService;
-
- @Inject
- public IndexLookup(AccumuloClient client, ColumnCardinalityCache cardinalityCache)
- {
- this.connector = requireNonNull(client, "client is null");
- this.cardinalityCache = requireNonNull(cardinalityCache, "cardinalityCache is null");
-
- // Create a bounded executor with a pool size at 4x number of processors
- this.coreExecutor = newCachedThreadPool(daemonThreadsNamed("cardinality-lookup-%s"));
- this.executorService = new BoundedExecutor(coreExecutor, 4 * Runtime.getRuntime().availableProcessors());
- }
-
- @PreDestroy
- public void shutdown()
- {
- coreExecutor.shutdownNow();
- }
-
- /**
- * Scans the index table, applying the index based on the given column constraints to return a set of tablet splits.
- *
- * If this function returns true, the output parameter tabletSplits contains a list of TabletSplitMetadata objects.
- * These in turn contain a collection of Ranges containing the exact row IDs determined using the index.
- *
- * If this function returns false, the secondary index should not be used. In this case,
- * either the accumulo session has disabled secondary indexing,
- * or the number of row IDs that would be used by the secondary index is greater than the configured threshold
- * (again retrieved from the session).
- *
- * @param schema Schema name
- * @param table Table name
- * @param session Current client session
- * @param constraints All column constraints (this method will filter for if the column is indexed)
- * @param rowIdRanges Collection of Accumulo ranges based on any predicate against a record key
- * @param tabletSplits Output parameter containing the bundles of row IDs determined by the use of the index.
- * @param serializer Instance of a row serializer
- * @param auths Scan-time authorizations
- * @return True if the tablet splits are valid and should be used, false otherwise
- * @throws Exception If something bad happens. What are the odds?
- */
- public boolean applyIndex(
- String schema,
- String table,
- ConnectorSession session,
- Collection constraints,
- Collection rowIdRanges,
- List tabletSplits,
- AccumuloRowSerializer serializer,
- Authorizations auths)
- throws Exception
- {
- // Early out if index is disabled
- if (!isOptimizeIndexEnabled(session)) {
- LOG.debug("Secondary index is disabled");
- return false;
- }
-
- LOG.debug("Secondary index is enabled");
-
- // Collect Accumulo ranges for each indexed column constraint
- Multimap constraintRanges = getIndexedConstraintRanges(constraints, serializer);
-
- // If there is no constraints on an index column, we again will bail out
- if (constraintRanges.isEmpty()) {
- LOG.debug("Query contains no constraints on indexed columns, skipping secondary index");
- return false;
- }
-
- // If metrics are not enabled
- if (!isIndexMetricsEnabled(session)) {
- LOG.debug("Use of index metrics is disabled");
- // Get the ranges via the index table
- List indexRanges = getIndexRanges(getIndexTableName(schema, table), constraintRanges, rowIdRanges, auths);
-
- if (!indexRanges.isEmpty()) {
- // Bin the ranges into TabletMetadataSplits and return true to use the tablet splits
- binRanges(getNumIndexRowsPerSplit(session), indexRanges, tabletSplits);
- LOG.debug("Number of splits for %s.%s is %d with %d ranges", schema, table, tabletSplits.size(), indexRanges.size());
- }
- else {
- LOG.debug("Query would return no results, returning empty list of splits");
- }
-
- return true;
- }
- LOG.debug("Use of index metrics is enabled");
- // Get ranges using the metrics
- return getRangesWithMetrics(session, schema, table, constraintRanges, rowIdRanges, tabletSplits, auths);
- }
-
- private static Multimap getIndexedConstraintRanges(Collection constraints, AccumuloRowSerializer serializer)
- {
- ImmutableListMultimap.Builder builder = ImmutableListMultimap.builder();
- for (AccumuloColumnConstraint columnConstraint : constraints) {
- if (columnConstraint.indexed()) {
- for (Range range : getRangesFromDomain(columnConstraint.domain(), serializer)) {
- builder.put(columnConstraint, range);
- }
- }
- else {
- LOG.warn("Query contains constraint on non-indexed column %s. Is it worth indexing?", columnConstraint.name());
- }
- }
- return builder.build();
- }
-
- private boolean getRangesWithMetrics(
- ConnectorSession session,
- String schema,
- String table,
- Multimap constraintRanges,
- Collection rowIdRanges,
- List tabletSplits,
- Authorizations auths)
- throws Exception
- {
- String metricsTable = getMetricsTableName(schema, table);
- long numRows = getNumRowsInTable(metricsTable, auths);
-
- // Get the cardinalities from the metrics table
- Multimap cardinalities;
- if (isIndexShortCircuitEnabled(session)) {
- cardinalities = cardinalityCache.getCardinalities(
- schema,
- table,
- auths,
- constraintRanges,
- (long) (numRows * getIndexSmallCardThreshold(session)),
- getIndexCardinalityCachePollingDuration(session));
- }
- else {
- // disable short circuit using 0
- cardinalities = cardinalityCache.getCardinalities(schema, table, auths, constraintRanges, 0, new Duration(0, TimeUnit.MILLISECONDS));
- }
-
- Optional> entry = cardinalities.entries().stream().findFirst();
- if (entry.isEmpty()) {
- return false;
- }
-
- Entry lowestCardinality = entry.get();
- String indexTable = getIndexTableName(schema, table);
- double threshold = getIndexThreshold(session);
- List indexRanges;
-
- // If the smallest cardinality in our list is above the lowest cardinality threshold,
- // we should look at intersecting the row ID ranges to try and get under the threshold.
- if (smallestCardAboveThreshold(session, numRows, lowestCardinality.getKey())) {
- // If we only have one column, we can skip the intersection process and just check the index threshold
- if (cardinalities.size() == 1) {
- long numEntries = lowestCardinality.getKey();
- double ratio = ((double) numEntries / (double) numRows);
- LOG.debug("Use of index would scan %s of %s rows, ratio %s. Threshold %2f, Using for index table? %s", numEntries, numRows, ratio, threshold, ratio < threshold);
- if (ratio >= threshold) {
- return false;
- }
- }
-
- // Else, get the intersection of all row IDs for all column constraints
- LOG.debug("%d indexed columns, intersecting ranges", constraintRanges.size());
- indexRanges = getIndexRanges(indexTable, constraintRanges, rowIdRanges, auths);
- LOG.debug("Intersection results in %d ranges from secondary index", indexRanges.size());
- }
- else {
- // Else, we don't need to intersect the columns and we can just use the column with the lowest cardinality,
- // so get all those row IDs in a set of ranges.
- LOG.debug("Not intersecting columns, using column with lowest cardinality ");
- ImmutableMultimap.Builder lcBldr = ImmutableMultimap.builder();
- lcBldr.putAll(lowestCardinality.getValue(), constraintRanges.get(lowestCardinality.getValue()));
- indexRanges = getIndexRanges(indexTable, lcBldr.build(), rowIdRanges, auths);
- }
-
- if (indexRanges.isEmpty()) {
- LOG.debug("Query would return no results, returning empty list of splits");
- return true;
- }
-
- // Okay, we now check how many rows we would scan by using the index vs. the overall number
- // of rows
- long numEntries = indexRanges.size();
- double ratio = (double) numEntries / (double) numRows;
- LOG.debug("Use of index would scan %d of %d rows, ratio %s. Threshold %2f, Using for table %s? %b", numEntries, numRows, ratio, threshold, table, ratio < threshold);
-
- // If the percentage of scanned rows, the ratio, less than the configured threshold
- if (ratio < threshold) {
- // Bin the ranges into TabletMetadataSplits and return true to use the tablet splits
- binRanges(getNumIndexRowsPerSplit(session), indexRanges, tabletSplits);
- LOG.debug("Number of splits for %s.%s is %d with %d ranges", schema, table, tabletSplits.size(), indexRanges.size());
- return true;
- }
- // We are going to do too much work to use the secondary index, so return false
- return false;
- }
-
- private static boolean smallestCardAboveThreshold(ConnectorSession session, long numRows, long smallestCardinality)
- {
- double ratio = ((double) smallestCardinality / (double) numRows);
- double threshold = getIndexSmallCardThreshold(session);
- LOG.debug("Smallest cardinality is %d, num rows is %d, ratio is %2f with threshold of %f", smallestCardinality, numRows, ratio, threshold);
- return ratio > threshold;
- }
-
- private long getNumRowsInTable(String metricsTable, Authorizations auths)
- throws TableNotFoundException
- {
- // Create scanner against the metrics table, pulling the special column and the rows column
- Scanner scanner = connector.createScanner(metricsTable, auths);
- scanner.setRange(METRICS_TABLE_ROWID_RANGE);
- scanner.fetchColumn(METRICS_TABLE_ROWS_CF_AS_TEXT, CARDINALITY_CQ_AS_TEXT);
-
- // Scan the entry and get the number of rows
- long numRows = -1;
- for (Entry entry : scanner) {
- if (numRows > 0) {
- throw new TrinoException(FUNCTION_IMPLEMENTATION_ERROR, "Should have received only one entry when scanning for number of rows in metrics table");
- }
- numRows = Long.parseLong(entry.getValue().toString());
- }
- scanner.close();
-
- LOG.debug("Number of rows in table is %d", numRows);
- return numRows;
- }
-
- private List getIndexRanges(String indexTable, Multimap constraintRanges, Collection rowIDRanges, Authorizations auths)
- {
- Set finalRanges = new HashSet<>();
- // For each column/constraint pair we submit a task to scan the index ranges
- List>> tasks = new ArrayList<>();
- CompletionService> executor = new ExecutorCompletionService<>(executorService);
- for (Entry> constraintEntry : constraintRanges.asMap().entrySet()) {
- tasks.add(executor.submit(() -> {
- // Create a batch scanner against the index table, setting the ranges
- BatchScanner scan = connector.createBatchScanner(indexTable, auths, 10);
- scan.setRanges(constraintEntry.getValue());
-
- // Fetch the column family for this specific column
- scan.fetchColumnFamily(new Text(Indexer.getIndexColumnFamily(constraintEntry.getKey().family().getBytes(UTF_8), constraintEntry.getKey().qualifier().getBytes(UTF_8)).array()));
-
- // For each entry in the scanner
- Text tmpQualifier = new Text();
- Set columnRanges = new HashSet<>();
- for (Entry entry : scan) {
- entry.getKey().getColumnQualifier(tmpQualifier);
-
- // Add to our column ranges if it is in one of the row ID ranges
- if (inRange(tmpQualifier, rowIDRanges)) {
- columnRanges.add(new Range(tmpQualifier));
- }
- }
-
- LOG.debug("Retrieved %d ranges for index column %s", columnRanges.size(), constraintEntry.getKey().name());
- scan.close();
- return columnRanges;
- }));
- }
- tasks.forEach(future -> {
- try {
- // If finalRanges is null, we have not yet added any column ranges
- if (finalRanges.isEmpty()) {
- finalRanges.addAll(future.get());
- }
- else {
- // Retain only the row IDs for this column that have already been added
- // This is your set intersection operation!
- finalRanges.retainAll(future.get());
- }
- }
- catch (ExecutionException | InterruptedException e) {
- if (e instanceof InterruptedException) {
- Thread.currentThread().interrupt();
- }
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Exception when getting index ranges", e.getCause());
- }
- });
- return ImmutableList.copyOf(finalRanges);
- }
-
- private static void binRanges(int numRangesPerBin, List splitRanges, List trinoSplits)
- {
- checkArgument(numRangesPerBin > 0, "number of ranges per bin must positivebe greater than zero");
- int toAdd = splitRanges.size();
- int fromIndex = 0;
- int toIndex = Math.min(toAdd, numRangesPerBin);
- do {
- // Add the sublist of range handles
- // Use an empty location because we are binning multiple Ranges spread across many tablet servers
- trinoSplits.add(new TabletSplitMetadata(Optional.empty(), splitRanges.subList(fromIndex, toIndex)));
- toAdd -= toIndex - fromIndex;
- fromIndex = toIndex;
- toIndex += Math.min(toAdd, numRangesPerBin);
- }
- while (toAdd > 0);
- }
-
- /**
- * Gets a Boolean value indicating if the given value is in one of the Ranges in the given collection
- *
- * @param text Text object to check against the Range collection
- * @param ranges Ranges to look into
- * @return True if the text object is in one of the ranges, false otherwise
- */
- private static boolean inRange(Text text, Collection ranges)
- {
- Key kCq = new Key(text);
- return ranges.stream().anyMatch(r -> !r.beforeStartKey(kCq) && !r.afterEndKey(kCq));
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/Indexer.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/Indexer.java
deleted file mode 100644
index 6dfc421dd097..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/index/Indexer.java
+++ /dev/null
@@ -1,566 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.index;
-
-import com.google.common.collect.HashBasedTable;
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.ImmutableMap;
-import com.google.common.collect.ImmutableMultimap;
-import com.google.common.collect.ImmutableSet;
-import com.google.common.collect.Multimap;
-import com.google.common.collect.Table;
-import com.google.common.primitives.Bytes;
-import com.google.common.primitives.UnsignedBytes;
-import io.trino.annotation.NotThreadSafe;
-import io.trino.plugin.accumulo.Types;
-import io.trino.plugin.accumulo.iterators.MaxByteArrayCombiner;
-import io.trino.plugin.accumulo.iterators.MinByteArrayCombiner;
-import io.trino.plugin.accumulo.metadata.AccumuloTable;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.SchemaTableName;
-import io.trino.spi.type.Type;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.BatchWriter;
-import org.apache.accumulo.core.client.BatchWriterConfig;
-import org.apache.accumulo.core.client.IteratorSetting;
-import org.apache.accumulo.core.client.MutationsRejectedException;
-import org.apache.accumulo.core.client.Scanner;
-import org.apache.accumulo.core.client.TableNotFoundException;
-import org.apache.accumulo.core.client.lexicoder.AbstractLexicoder;
-import org.apache.accumulo.core.data.ColumnUpdate;
-import org.apache.accumulo.core.data.Key;
-import org.apache.accumulo.core.data.Mutation;
-import org.apache.accumulo.core.data.Range;
-import org.apache.accumulo.core.data.Value;
-import org.apache.accumulo.core.iterators.LongCombiner;
-import org.apache.accumulo.core.iterators.user.SummingCombiner;
-import org.apache.accumulo.core.security.Authorizations;
-import org.apache.accumulo.core.security.ColumnVisibility;
-import org.apache.hadoop.io.Text;
-
-import java.io.Closeable;
-import java.nio.ByteBuffer;
-import java.util.Collection;
-import java.util.Comparator;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Map.Entry;
-import java.util.Objects;
-import java.util.Set;
-import java.util.concurrent.atomic.AtomicLong;
-import java.util.stream.Collectors;
-
-import static com.google.common.base.MoreObjects.toStringHelper;
-import static com.google.common.base.Preconditions.checkArgument;
-import static com.google.common.base.Preconditions.checkState;
-import static com.google.common.collect.Maps.immutableEntry;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.ACCUMULO_TABLE_DNE;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static io.trino.spi.StandardErrorCode.NOT_SUPPORTED;
-import static java.nio.ByteBuffer.wrap;
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static java.util.Objects.requireNonNull;
-
-/**
- * This utility class assists the Trino connector, and external applications,
- * in populating the index table and metrics table for Accumulo-backed Trino tables.
- *
- * This class is totally not thread safe.
- *
- * When creating a table, if it contains indexed columns, users will have to create the index table
- * and the index metrics table, the names of which can be retrieved using the static functions in
- * this class. Additionally, users MUST add iterators to the index metrics table (also available via
- * static function), and, while not required, recommended to add the locality groups to the index
- * table to improve index lookup times.
- *
- * Sample usage of an indexer:
- *
- *
- * Indexer indexer = new Indexer(connector, userAuths, table, writerConf);
- * for (Mutation m : mutationsToNormalTable) {
- * indexer.index(m);
- * }
- *
- * // can flush indexer w/regular BatchWriter
- * indexer.flush()
- *
- * // finished adding new mutations, close the indexer
- * indexer.close();
- *
- *
- */
-@NotThreadSafe
-public class Indexer
- implements Closeable
-{
- public static final ByteBuffer METRICS_TABLE_ROW_ID = wrap("___METRICS_TABLE___".getBytes(UTF_8));
- public static final ByteBuffer METRICS_TABLE_ROWS_CF = wrap("___rows___".getBytes(UTF_8));
- public static final MetricsKey METRICS_TABLE_ROW_COUNT = new MetricsKey(METRICS_TABLE_ROW_ID, METRICS_TABLE_ROWS_CF);
- public static final ByteBuffer METRICS_TABLE_FIRST_ROW_CQ = wrap("___first_row___".getBytes(UTF_8));
- public static final ByteBuffer METRICS_TABLE_LAST_ROW_CQ = wrap("___last_row___".getBytes(UTF_8));
- public static final byte[] CARDINALITY_CQ = "___card___".getBytes(UTF_8);
- public static final Text CARDINALITY_CQ_AS_TEXT = new Text(CARDINALITY_CQ);
- public static final Text METRICS_TABLE_ROWS_CF_AS_TEXT = new Text(METRICS_TABLE_ROWS_CF.array());
- public static final Text METRICS_TABLE_ROWID_AS_TEXT = new Text(METRICS_TABLE_ROW_ID.array());
-
- private static final byte[] EMPTY_BYTES = new byte[0];
- private static final byte[] UNDERSCORE = {'_'};
- private static final AbstractLexicoder ENCODER = new LongCombiner.StringEncoder();
-
- private final AccumuloTable table;
- private final BatchWriter indexWriter;
- private final BatchWriterConfig writerConfig;
- private final AccumuloClient client;
- private final Map metrics = new HashMap<>();
- private final Multimap indexColumns;
- private final Map> indexColumnTypes;
- private final AccumuloRowSerializer serializer;
- private final Comparator byteArrayComparator = UnsignedBytes.lexicographicalComparator();
-
- private byte[] firstRow;
- private byte[] lastRow;
-
- public Indexer(
- AccumuloClient client,
- Authorizations auths,
- AccumuloTable table,
- BatchWriterConfig writerConfig)
- throws TableNotFoundException
- {
- this.client = requireNonNull(client, "client is null");
- this.table = requireNonNull(table, "table is null");
- this.writerConfig = requireNonNull(writerConfig, "writerConfig is null");
- requireNonNull(auths, "auths is null");
-
- this.serializer = table.getSerializerInstance();
-
- // Create our batch writer
- indexWriter = client.createBatchWriter(table.getIndexTableName(), writerConfig);
-
- ImmutableMultimap.Builder indexColumnsBuilder = ImmutableMultimap.builder();
- Table indexColumnTypesBuilder = HashBasedTable.create();
-
- // Initialize metadata
- table.getColumns().forEach(columnHandle -> {
- if (columnHandle.indexed()) {
- // Wrap the column family and qualifier for this column and add it to
- // collection of indexed columns
- ByteBuffer family = wrap(columnHandle.family().get().getBytes(UTF_8));
- ByteBuffer qualifier = wrap(columnHandle.qualifier().get().getBytes(UTF_8));
- indexColumnsBuilder.put(family, qualifier);
-
- // Create a mapping for this column's Trino type, again creating a new one for the
- // family if necessary
- indexColumnTypesBuilder.put(family, qualifier, columnHandle.type());
- }
- });
-
- indexColumns = indexColumnsBuilder.build();
- indexColumnTypes = ImmutableMap.copyOf(indexColumnTypesBuilder.rowMap());
-
- // If there are no indexed columns, throw an exception
- if (indexColumns.isEmpty()) {
- throw new TrinoException(NOT_SUPPORTED, "No indexed columns in table metadata. Refusing to index a table with no indexed columns");
- }
-
- // Initialize metrics map
- // This metrics map is for column cardinality
- metrics.put(METRICS_TABLE_ROW_COUNT, new AtomicLong(0));
-
- // Scan the metrics table for existing first row and last row
- Entry minmax = getMinMaxRowIds(client, table, auths);
- firstRow = minmax.getKey();
- lastRow = minmax.getValue();
- }
-
- /**
- * Index the given mutation, adding mutations to the index and metrics table
- *
- * Like typical use of a BatchWriter, this method does not flush mutations to the underlying index table.
- * For higher throughput the modifications to the metrics table are tracked in memory and added to the metrics table when the indexer is flushed or closed.
- *
- * @param mutation Mutation to index
- */
- public void index(Mutation mutation)
- {
- // Increment the cardinality for the number of rows in the table
- metrics.get(METRICS_TABLE_ROW_COUNT).incrementAndGet();
-
- // Set the first and last row values of the table based on existing row IDs
- if (firstRow == null || byteArrayComparator.compare(mutation.getRow(), firstRow) < 0) {
- firstRow = mutation.getRow();
- }
-
- if (lastRow == null || byteArrayComparator.compare(mutation.getRow(), lastRow) > 0) {
- lastRow = mutation.getRow();
- }
-
- // For each column update in this mutation
- for (ColumnUpdate columnUpdate : mutation.getUpdates()) {
- // Get the column qualifiers we want to index for this column family (if any)
- ByteBuffer family = wrap(columnUpdate.getColumnFamily());
- Collection indexQualifiers = indexColumns.get(family);
-
- // If we have column qualifiers we want to index for this column family
- if (indexQualifiers != null) {
- // Check if we want to index this particular qualifier
- ByteBuffer qualifier = wrap(columnUpdate.getColumnQualifier());
- if (indexQualifiers.contains(qualifier)) {
- // If so, create a mutation using the following mapping:
- // Row ID = column value
- // Column Family = columnqualifier_columnfamily
- // Column Qualifier = row ID
- // Value = empty
- ByteBuffer indexFamily = getIndexColumnFamily(columnUpdate.getColumnFamily(), columnUpdate.getColumnQualifier());
- Type type = indexColumnTypes.get(family).get(qualifier);
- ColumnVisibility visibility = new ColumnVisibility(columnUpdate.getColumnVisibility());
-
- // If this is an array type, then index each individual element in the array
- if (Types.isArrayType(type)) {
- Type elementType = Types.getElementType(type);
- List elements = serializer.decode(type, columnUpdate.getValue());
- for (Object element : elements) {
- addIndexMutation(wrap(serializer.encode(elementType, element)), indexFamily, visibility, mutation.getRow());
- }
- }
- else {
- addIndexMutation(wrap(columnUpdate.getValue()), indexFamily, visibility, mutation.getRow());
- }
- }
- }
- }
- }
-
- public void index(Iterable mutations)
- {
- for (Mutation mutation : mutations) {
- index(mutation);
- }
- }
-
- private void addIndexMutation(ByteBuffer row, ByteBuffer family, ColumnVisibility visibility, byte[] qualifier)
- {
- // Create the mutation and add it to the batch writer
- checkArgument(row.arrayOffset() == 0, "Unexpected row buffer offset: %s", row.arrayOffset());
- Mutation indexMutation = new Mutation(row.array());
- checkArgument(family.arrayOffset() == 0, "Unexpected family buffer offset: %s", family.arrayOffset());
- indexMutation.put(family.array(), qualifier, visibility, EMPTY_BYTES);
- try {
- indexWriter.addMutation(indexMutation);
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Index mutation rejected by server", e);
- }
-
- // Increment the cardinality metrics for this value of index
- // metrics is a mapping of row ID to column family
- MetricsKey key = new MetricsKey(row, family, visibility);
- AtomicLong count = metrics.get(key);
- if (count == null) {
- count = new AtomicLong(0);
- metrics.put(key, count);
- }
-
- count.incrementAndGet();
- }
-
- /**
- * Flushes all Mutations in the index writer. And all metric mutations to the metrics table.
- * Note that the metrics table is not updated until this method is explicitly called (or implicitly via close).
- */
- public void flush()
- {
- try {
- // Flush index writer
- indexWriter.flush();
-
- // Write out metrics mutations
- BatchWriter metricsWriter = client.createBatchWriter(table.getMetricsTableName(), writerConfig);
- metricsWriter.addMutations(getMetricsMutations());
- metricsWriter.close();
-
- // Re-initialize the metrics
- metrics.clear();
- metrics.put(METRICS_TABLE_ROW_COUNT, new AtomicLong(0));
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Index mutation was rejected by server on flush", e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Accumulo table does not exist", e);
- }
- }
-
- /**
- * Flushes all remaining mutations via {@link Indexer#flush} and closes the index writer.
- */
- @Override
- public void close()
- {
- try {
- flush();
- indexWriter.close();
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Mutation was rejected by server on close", e);
- }
- }
-
- private Collection getMetricsMutations()
- {
- ImmutableList.Builder mutationBuilder = ImmutableList.builder();
- // Mapping of column value to column to number of row IDs that contain that value
- for (Entry entry : metrics.entrySet()) {
- // Row ID: Column value
- // Family: columnfamily_columnqualifier
- // Qualifier: CARDINALITY_CQ
- // Visibility: Inherited from indexed Mutation
- // Value: Cardinality
- checkState(entry.getKey().row.arrayOffset() == 0, "Unexpected row buffer offset: %s", entry.getKey().row.arrayOffset());
- Mutation mut = new Mutation(entry.getKey().row.array());
- checkState(entry.getKey().family.arrayOffset() == 0, "Unexpected family buffer offset: %s", entry.getKey().family.arrayOffset());
- mut.put(entry.getKey().family.array(), CARDINALITY_CQ, entry.getKey().visibility, ENCODER.encode(entry.getValue().get()));
-
- // Add to our list of mutations
- mutationBuilder.add(mut);
- }
-
- // If the first row and last row are both not null,
- // which would really be for a brand new table that has zero rows and no indexed elements...
- // Talk about your edge cases!
- if (firstRow != null && lastRow != null) {
- // Add a some columns to the special metrics table row ID for the first/last row.
- // Note that if the values on the server side are greater/lesser,
- // the configured iterator will take care of this at scan/compaction time
- Mutation firstLastMutation = new Mutation(METRICS_TABLE_ROW_ID.array());
- firstLastMutation.put(METRICS_TABLE_ROWS_CF.array(), METRICS_TABLE_FIRST_ROW_CQ.array(), firstRow);
- firstLastMutation.put(METRICS_TABLE_ROWS_CF.array(), METRICS_TABLE_LAST_ROW_CQ.array(), lastRow);
- mutationBuilder.add(firstLastMutation);
- }
-
- return mutationBuilder.build();
- }
-
- /**
- * Gets a collection of iterator settings that should be added to the metric table for the given Accumulo table. Don't forget! Please!
- *
- * @param table Table for retrieving metrics iterators, see AccumuloClient#getTable
- * @return Collection of iterator settings
- */
- public static Collection getMetricIterators(AccumuloTable table)
- {
- String cardQualifier = new String(CARDINALITY_CQ, UTF_8);
- String rowsFamily = new String(METRICS_TABLE_ROWS_CF.array(), UTF_8);
-
- // Build a string for all columns where the summing combiner should be applied,
- // i.e. all indexed columns
- StringBuilder cardBuilder = new StringBuilder(rowsFamily + ":" + cardQualifier + ",");
- for (String s : getLocalityGroups(table).keySet()) {
- cardBuilder.append(s).append(":").append(cardQualifier).append(',');
- }
- cardBuilder.deleteCharAt(cardBuilder.length() - 1);
-
- // Configuration rows for the Min/Max combiners
- String firstRowColumn = rowsFamily + ":" + new String(METRICS_TABLE_FIRST_ROW_CQ.array(), UTF_8);
- String lastRowColumn = rowsFamily + ":" + new String(METRICS_TABLE_LAST_ROW_CQ.array(), UTF_8);
-
- // Summing combiner for cardinality columns
- IteratorSetting s1 = new IteratorSetting(1, SummingCombiner.class, ImmutableMap.of("columns", cardBuilder.toString(), "type", "STRING"));
-
- // Min/Max combiner for the first/last rows of the table
- IteratorSetting s2 = new IteratorSetting(2, MinByteArrayCombiner.class, ImmutableMap.of("columns", firstRowColumn));
- IteratorSetting s3 = new IteratorSetting(3, MaxByteArrayCombiner.class, ImmutableMap.of("columns", lastRowColumn));
-
- return ImmutableList.of(s1, s2, s3);
- }
-
- /**
- * Gets the column family of the index table based on the given column family and qualifier.
- *
- * @param columnFamily Trino column family
- * @param columnQualifier Trino column qualifier
- * @return ByteBuffer of the given index column family
- */
- public static ByteBuffer getIndexColumnFamily(byte[] columnFamily, byte[] columnQualifier)
- {
- return wrap(Bytes.concat(columnFamily, UNDERSCORE, columnQualifier));
- }
-
- /**
- * Gets a set of locality groups that should be added to the index table (not the metrics table).
- *
- * @param table Table for the locality groups, see AccumuloClient#getTable
- * @return Mapping of locality group to column families in the locality group, 1:1 mapping in
- * this case
- */
- public static Map> getLocalityGroups(AccumuloTable table)
- {
- Map> groups = new HashMap<>();
- // For each indexed column
- for (AccumuloColumnHandle columnHandle : table.getColumns().stream().filter(AccumuloColumnHandle::indexed).collect(Collectors.toList())) {
- // Create a Text version of the index column family
- Text indexColumnFamily = new Text(getIndexColumnFamily(columnHandle.family().get().getBytes(UTF_8), columnHandle.qualifier().get().getBytes(UTF_8)).array());
-
- // Add this to the locality groups,
- // it is a 1:1 mapping of locality group to column families
- groups.put(indexColumnFamily.toString(), ImmutableSet.of(indexColumnFamily));
- }
- return groups;
- }
-
- /**
- * Gets the fully-qualified index table name for the given table.
- *
- * @param schema Schema name
- * @param table Table name
- * @return Qualified index table name
- */
- public static String getIndexTableName(String schema, String table)
- {
- return schema.equals("default") ? table + "_idx" : schema + '.' + table + "_idx";
- }
-
- /**
- * Gets the fully-qualified index table name for the given table.
- *
- * @param tableName Schema table name
- * @return Qualified index table name
- */
- public static String getIndexTableName(SchemaTableName tableName)
- {
- return getIndexTableName(tableName.getSchemaName(), tableName.getTableName());
- }
-
- /**
- * Gets the fully-qualified index metrics table name for the given table.
- *
- * @param schema Schema name
- * @param table Table name
- * @return Qualified index metrics table name
- */
- public static String getMetricsTableName(String schema, String table)
- {
- return schema.equals("default") ? table + "_idx_metrics"
- : schema + '.' + table + "_idx_metrics";
- }
-
- /**
- * Gets the fully-qualified index metrics table name for the given table.
- *
- * @param tableName Schema table name
- * @return Qualified index metrics table name
- */
- public static String getMetricsTableName(SchemaTableName tableName)
- {
- return getMetricsTableName(tableName.getSchemaName(), tableName.getTableName());
- }
-
- public static Entry getMinMaxRowIds(AccumuloClient connector, AccumuloTable table, Authorizations auths)
- throws TableNotFoundException
- {
- Scanner scanner = connector.createScanner(table.getMetricsTableName(), auths);
- scanner.setRange(new Range(new Text(Indexer.METRICS_TABLE_ROW_ID.array())));
- Text family = new Text(Indexer.METRICS_TABLE_ROWS_CF.array());
- Text firstRowQualifier = new Text(Indexer.METRICS_TABLE_FIRST_ROW_CQ.array());
- Text lastRowQualifier = new Text(Indexer.METRICS_TABLE_LAST_ROW_CQ.array());
- scanner.fetchColumn(family, firstRowQualifier);
- scanner.fetchColumn(family, lastRowQualifier);
-
- byte[] firstRow = null;
- byte[] lastRow = null;
- for (Entry entry : scanner) {
- if (entry.getKey().compareColumnQualifier(firstRowQualifier) == 0) {
- firstRow = entry.getValue().get();
- }
-
- if (entry.getKey().compareColumnQualifier(lastRowQualifier) == 0) {
- lastRow = entry.getValue().get();
- }
- }
- scanner.close();
- return immutableEntry(firstRow, lastRow);
- }
-
- /**
- * Class containing the key for aggregating the local metrics counter.
- */
- private static class MetricsKey
- {
- private static final ColumnVisibility EMPTY_VISIBILITY = new ColumnVisibility();
-
- public final ByteBuffer row;
- public final ByteBuffer family;
- public final ColumnVisibility visibility;
-
- public MetricsKey(ByteBuffer row, ByteBuffer family)
- {
- requireNonNull(row, "row is null");
- requireNonNull(family, "family is null");
- checkArgument(row.arrayOffset() == 0, "Unexpected row buffer offset: %s", row.arrayOffset());
- checkArgument(family.arrayOffset() == 0, "Unexpected family buffer offset: %s", family.arrayOffset());
- this.row = row;
- this.family = family;
- this.visibility = EMPTY_VISIBILITY;
- }
-
- public MetricsKey(ByteBuffer row, ByteBuffer family, ColumnVisibility visibility)
- {
- requireNonNull(row, "row is null");
- requireNonNull(family, "family is null");
- requireNonNull(visibility, "visibility is null");
- checkArgument(row.arrayOffset() == 0, "Unexpected row buffer offset: %s", row.arrayOffset());
- checkArgument(family.arrayOffset() == 0, "Unexpected family buffer offset: %s", family.arrayOffset());
- this.row = row;
- this.family = family;
- this.visibility = visibility.getExpression() != null ? visibility : EMPTY_VISIBILITY;
- }
-
- @Override
- public boolean equals(Object obj)
- {
- if (this == obj) {
- return true;
- }
- if ((obj == null) || (getClass() != obj.getClass())) {
- return false;
- }
-
- MetricsKey other = (MetricsKey) obj;
- return Objects.equals(this.row, other.row)
- && Objects.equals(this.family, other.family)
- && Objects.equals(this.visibility, other.visibility);
- }
-
- @Override
- public int hashCode()
- {
- return Objects.hash(row, family, visibility);
- }
-
- @Override
- public String toString()
- {
- return toStringHelper(this)
- .add("row", new String(row.array(), UTF_8))
- .add("rowOffset", row.arrayOffset())
- .add("family", new String(family.array(), UTF_8))
- .add("familyOffset", family.arrayOffset())
- .add("visibility", visibility.toString())
- .toString();
- }
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSink.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSink.java
deleted file mode 100644
index 9f0ffbfb204d..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSink.java
+++ /dev/null
@@ -1,299 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.io;
-
-import com.google.common.collect.ImmutableList;
-import io.airlift.slice.Slice;
-import io.trino.plugin.accumulo.Types;
-import io.trino.plugin.accumulo.index.Indexer;
-import io.trino.plugin.accumulo.metadata.AccumuloTable;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.model.Field;
-import io.trino.plugin.accumulo.model.Row;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.Page;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.ConnectorPageSink;
-import io.trino.spi.type.Type;
-import io.trino.spi.type.TypeUtils;
-import io.trino.spi.type.VarcharType;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.AccumuloException;
-import org.apache.accumulo.core.client.AccumuloSecurityException;
-import org.apache.accumulo.core.client.BatchWriter;
-import org.apache.accumulo.core.client.BatchWriterConfig;
-import org.apache.accumulo.core.client.MutationsRejectedException;
-import org.apache.accumulo.core.client.TableNotFoundException;
-import org.apache.accumulo.core.data.Mutation;
-import org.apache.accumulo.core.data.Value;
-import org.apache.hadoop.io.Text;
-
-import java.util.Collection;
-import java.util.List;
-import java.util.Optional;
-import java.util.concurrent.CompletableFuture;
-
-import static io.airlift.concurrent.MoreFutures.getFutureValue;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.ACCUMULO_TABLE_DNE;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static io.trino.spi.StandardErrorCode.FUNCTION_IMPLEMENTATION_ERROR;
-import static io.trino.spi.StandardErrorCode.INVALID_FUNCTION_ARGUMENT;
-import static io.trino.spi.type.BigintType.BIGINT;
-import static io.trino.spi.type.BooleanType.BOOLEAN;
-import static io.trino.spi.type.DateType.DATE;
-import static io.trino.spi.type.DoubleType.DOUBLE;
-import static io.trino.spi.type.IntegerType.INTEGER;
-import static io.trino.spi.type.RealType.REAL;
-import static io.trino.spi.type.SmallintType.SMALLINT;
-import static io.trino.spi.type.TimeType.TIME_MILLIS;
-import static io.trino.spi.type.TimestampType.TIMESTAMP_MILLIS;
-import static io.trino.spi.type.TinyintType.TINYINT;
-import static io.trino.spi.type.VarbinaryType.VARBINARY;
-import static java.util.Objects.requireNonNull;
-import static java.util.concurrent.CompletableFuture.completedFuture;
-
-/**
- * Output class for serializing Trino pages (blocks of rows of data) to Accumulo.
- * This class converts the rows from within a page to a collection of Accumulo Mutations,
- * writing and indexed the rows. Writers are flushed and closed on commit, and if a rollback occurs...
- * we'll you're gonna have a bad time.
- *
- * @see AccumuloPageSinkProvider
- */
-public class AccumuloPageSink
- implements ConnectorPageSink
-{
- public static final Text ROW_ID_COLUMN = new Text("___ROW___");
- private final AccumuloRowSerializer serializer;
- private final BatchWriter writer;
- private final Optional indexer;
- private final List columns;
- private final int rowIdOrdinal;
- private long numRows;
-
- public AccumuloPageSink(
- AccumuloClient client,
- AccumuloTable table,
- String username)
- {
- requireNonNull(table, "table is null");
-
- this.columns = table.getColumns();
-
- // Fetch the row ID ordinal, throwing an exception if not found for safety
- this.rowIdOrdinal = columns.stream()
- .filter(columnHandle -> columnHandle.name().equals(table.getRowId()))
- .map(AccumuloColumnHandle::ordinal)
- .findAny()
- .orElseThrow(() -> new TrinoException(FUNCTION_IMPLEMENTATION_ERROR, "Row ID ordinal not found"));
- this.serializer = table.getSerializerInstance();
-
- try {
- // Create a BatchWriter to the Accumulo table
- BatchWriterConfig conf = new BatchWriterConfig();
- writer = client.createBatchWriter(table.getFullTableName(), conf);
-
- // If the table is indexed, create an instance of an Indexer, else empty
- if (table.isIndexed()) {
- indexer = Optional.of(
- new Indexer(
- client,
- client.securityOperations().getUserAuthorizations(username),
- table,
- conf));
- }
- else {
- indexer = Optional.empty();
- }
- }
- catch (AccumuloException | AccumuloSecurityException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Accumulo error when creating BatchWriter and/or Indexer", e);
- }
- catch (TableNotFoundException e) {
- throw new TrinoException(ACCUMULO_TABLE_DNE, "Accumulo error when creating BatchWriter and/or Indexer, table does not exist", e);
- }
- }
-
- /**
- * Converts a {@link Row} to an Accumulo mutation.
- *
- * @param row Row object
- * @param rowIdOrdinal Ordinal in the list of columns that is the row ID. This isn't checked at all, so I hope you're right. Also, it is expected that the list of column handles is sorted in ordinal order. This is a very demanding function.
- * @param columns All column handles for the Row, sorted by ordinal.
- * @param serializer Instance of {@link AccumuloRowSerializer} used to encode the values of the row to the Mutation
- * @return Mutation
- */
- public static Mutation toMutation(Row row, int rowIdOrdinal, List columns, AccumuloRowSerializer serializer)
- {
- // Set our value to the row ID
- Text value = new Text();
- Field rowField = row.getField(rowIdOrdinal);
- if (rowField.isNull()) {
- throw new TrinoException(INVALID_FUNCTION_ARGUMENT, "Column mapped as the Accumulo row ID cannot be null");
- }
-
- setText(rowField, value, serializer);
-
- // Iterate through all the column handles, setting the Mutation's columns
- Mutation mutation = new Mutation(value);
-
- // Store row ID in a special column
- mutation.put(ROW_ID_COLUMN, ROW_ID_COLUMN, new Value(value.copyBytes()));
- for (AccumuloColumnHandle columnHandle : columns) {
- // Skip the row ID ordinal
- if (columnHandle.ordinal() == rowIdOrdinal) {
- continue;
- }
-
- // If the value of the field is not null
- if (!row.getField(columnHandle.ordinal()).isNull()) {
- // Serialize the value to the text
- setText(row.getField(columnHandle.ordinal()), value, serializer);
-
- // And add the bytes to the Mutation
- mutation.put(columnHandle.family().get(), columnHandle.qualifier().get(), new Value(value.copyBytes()));
- }
- }
-
- return mutation;
- }
-
- private static void setText(Field field, Text value, AccumuloRowSerializer serializer)
- {
- Type type = field.getType();
- if (Types.isArrayType(type)) {
- serializer.setArray(value, type, field.getArray());
- }
- else if (Types.isMapType(type)) {
- serializer.setMap(value, type, field.getMap());
- }
- else {
- if (type.equals(BIGINT)) {
- serializer.setLong(value, field.getLong());
- }
- else if (type.equals(BOOLEAN)) {
- serializer.setBoolean(value, field.getBoolean());
- }
- else if (type.equals(DATE)) {
- serializer.setDate(value, field.getDate());
- }
- else if (type.equals(DOUBLE)) {
- serializer.setDouble(value, field.getDouble());
- }
- else if (type.equals(INTEGER)) {
- serializer.setInt(value, field.getInt());
- }
- else if (type.equals(REAL)) {
- serializer.setFloat(value, field.getFloat());
- }
- else if (type.equals(SMALLINT)) {
- serializer.setShort(value, field.getShort());
- }
- else if (type.equals(TIME_MILLIS)) {
- serializer.setTime(value, field.getTime());
- }
- else if (type.equals(TINYINT)) {
- serializer.setByte(value, field.getByte());
- }
- else if (type.equals(TIMESTAMP_MILLIS)) {
- serializer.setTimestamp(value, field.getTimestamp());
- }
- else if (type.equals(VARBINARY)) {
- serializer.setVarbinary(value, field.getVarbinary());
- }
- else if (type instanceof VarcharType) {
- serializer.setVarchar(value, field.getVarchar());
- }
- else {
- throw new UnsupportedOperationException("Unsupported type " + type);
- }
- }
- }
-
- @Override
- public CompletableFuture appendPage(Page page)
- {
- // For each position within the page, i.e. row
- for (int position = 0; position < page.getPositionCount(); ++position) {
- Row row = new Row();
- // For each channel within the page, i.e. column
- for (int channel = 0; channel < page.getChannelCount(); ++channel) {
- // Get the type for this channel
- Type type = columns.get(channel).type();
-
- // Read the value from the page and append the field to the row
- row.addField(TypeUtils.readNativeValue(type, page.getBlock(channel), position), type);
- }
-
- try {
- // Convert row to a Mutation, writing and indexing it
- Mutation mutation = toMutation(row, rowIdOrdinal, columns, serializer);
- writer.addMutation(mutation);
- if (indexer.isPresent()) {
- indexer.get().index(mutation);
- }
- ++numRows;
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Mutation rejected by server", e);
- }
-
- // TODO Fix arbitrary flush every 100k rows
- if (numRows % 100_000 == 0) {
- flush();
- }
- }
-
- return NOT_BLOCKED;
- }
-
- @Override
- public CompletableFuture> finish()
- {
- try {
- // Done serializing rows, so flush and close the writer and indexer
- writer.flush();
- writer.close();
- if (indexer.isPresent()) {
- indexer.get().close();
- }
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Mutation rejected by server on flush", e);
- }
-
- // TODO Look into any use of the metadata for writing out the rows
- return completedFuture(ImmutableList.of());
- }
-
- @Override
- public void abort()
- {
- getFutureValue(finish());
- }
-
- private void flush()
- {
- try {
- if (indexer.isPresent()) {
- indexer.get().flush();
- // MetricsWriter is non-null if Indexer is present
- }
- writer.flush();
- }
- catch (MutationsRejectedException e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, "Mutation rejected by server on flush", e);
- }
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSinkProvider.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSinkProvider.java
deleted file mode 100644
index b40d0d7982a1..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloPageSinkProvider.java
+++ /dev/null
@@ -1,66 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.io;
-
-import com.google.inject.Inject;
-import io.trino.plugin.accumulo.AccumuloMetadataManager;
-import io.trino.plugin.accumulo.conf.AccumuloConfig;
-import io.trino.plugin.accumulo.model.AccumuloTableHandle;
-import io.trino.spi.connector.ConnectorInsertTableHandle;
-import io.trino.spi.connector.ConnectorOutputTableHandle;
-import io.trino.spi.connector.ConnectorPageSink;
-import io.trino.spi.connector.ConnectorPageSinkId;
-import io.trino.spi.connector.ConnectorPageSinkProvider;
-import io.trino.spi.connector.ConnectorSession;
-import io.trino.spi.connector.ConnectorTransactionHandle;
-import org.apache.accumulo.core.client.AccumuloClient;
-
-import static java.util.Objects.requireNonNull;
-
-/**
- * Page sink provider for Accumulo connector. Creates {@link AccumuloPageSink} objects for output tables (CTAS) and inserts.
- *
- * @see AccumuloPageSink
- */
-public class AccumuloPageSinkProvider
- implements ConnectorPageSinkProvider
-{
- private final AccumuloMetadataManager metadataManager;
- private final AccumuloClient client;
- private final String username;
-
- @Inject
- public AccumuloPageSinkProvider(
- AccumuloClient client,
- AccumuloConfig config,
- AccumuloMetadataManager metadataManager)
- {
- this.metadataManager = requireNonNull(metadataManager, "metadataManager is null");
- this.client = requireNonNull(client, "client is null");
- this.username = config.getUsername();
- }
-
- @Override
- public ConnectorPageSink createPageSink(ConnectorTransactionHandle transactionHandle, ConnectorSession session, ConnectorOutputTableHandle outputTableHandle, ConnectorPageSinkId pageSinkId)
- {
- AccumuloTableHandle tableHandle = (AccumuloTableHandle) outputTableHandle;
- return new AccumuloPageSink(client, metadataManager.getTable(tableHandle.toSchemaTableName()), username);
- }
-
- @Override
- public ConnectorPageSink createPageSink(ConnectorTransactionHandle transactionHandle, ConnectorSession session, ConnectorInsertTableHandle insertTableHandle, ConnectorPageSinkId pageSinkId)
- {
- return createPageSink(transactionHandle, session, (ConnectorOutputTableHandle) insertTableHandle, pageSinkId);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordCursor.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordCursor.java
deleted file mode 100644
index 707922f85882..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordCursor.java
+++ /dev/null
@@ -1,293 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.io;
-
-import io.airlift.slice.Slice;
-import io.airlift.slice.Slices;
-import io.trino.plugin.accumulo.Types;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.RecordCursor;
-import io.trino.spi.type.Type;
-import io.trino.spi.type.VarbinaryType;
-import io.trino.spi.type.VarcharType;
-import org.apache.accumulo.core.client.BatchScanner;
-import org.apache.accumulo.core.client.IteratorSetting;
-import org.apache.accumulo.core.data.Key;
-import org.apache.accumulo.core.data.Value;
-import org.apache.accumulo.core.iterators.FirstEntryInRowIterator;
-import org.apache.accumulo.core.iterators.user.WholeRowIterator;
-import org.apache.hadoop.io.Text;
-
-import java.io.IOException;
-import java.util.Arrays;
-import java.util.Iterator;
-import java.util.List;
-import java.util.Map.Entry;
-
-import static com.google.common.base.Preconditions.checkArgument;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.IO_ERROR;
-import static io.trino.plugin.accumulo.io.AccumuloPageSink.ROW_ID_COLUMN;
-import static io.trino.spi.StandardErrorCode.NOT_SUPPORTED;
-import static io.trino.spi.type.BigintType.BIGINT;
-import static io.trino.spi.type.BooleanType.BOOLEAN;
-import static io.trino.spi.type.DateType.DATE;
-import static io.trino.spi.type.DoubleType.DOUBLE;
-import static io.trino.spi.type.IntegerType.INTEGER;
-import static io.trino.spi.type.RealType.REAL;
-import static io.trino.spi.type.SmallintType.SMALLINT;
-import static io.trino.spi.type.TimeType.TIME_MILLIS;
-import static io.trino.spi.type.TimestampType.TIMESTAMP_MILLIS;
-import static io.trino.spi.type.Timestamps.MICROSECONDS_PER_MILLISECOND;
-import static io.trino.spi.type.TinyintType.TINYINT;
-import static java.lang.String.format;
-import static java.util.Objects.requireNonNull;
-
-/**
- * Implementation of Trino RecordCursor, responsible for iterating over a Trino split,
- * reading rows of data and then implementing various methods to retrieve columns within each row.
- *
- * @see AccumuloRecordSet
- * @see AccumuloRecordSetProvider
- */
-public class AccumuloRecordCursor
- implements RecordCursor
-{
- private static final int WHOLE_ROW_ITERATOR_PRIORITY = Integer.MAX_VALUE;
-
- private final List columnHandles;
- private final String[] fieldToColumnName;
- private final BatchScanner scanner;
- private final Iterator> iterator;
- private final AccumuloRowSerializer serializer;
-
- private long bytesRead;
-
- public AccumuloRecordCursor(
- AccumuloRowSerializer serializer,
- BatchScanner scanner,
- String rowIdName,
- List columnHandles)
- {
- this.columnHandles = requireNonNull(columnHandles, "columnHandles is null");
- this.scanner = requireNonNull(scanner, "scanner is null");
- this.serializer = requireNonNull(serializer, "serializer is null");
- this.serializer.setRowIdName(requireNonNull(rowIdName, "rowIdName is null"));
-
- requireNonNull(columnHandles, "columnHandles is null");
-
- if (retrieveOnlyRowIds(rowIdName)) {
- this.scanner.addScanIterator(new IteratorSetting(1, "firstentryiter", FirstEntryInRowIterator.class));
-
- fieldToColumnName = new String[1];
- fieldToColumnName[0] = rowIdName;
-
- // Set a flag on the serializer saying we are only going to be retrieving the row ID
- this.serializer.setRowOnly(true);
- }
- else {
- // Else, we will be scanning some more columns here
- this.serializer.setRowOnly(false);
-
- // Fetch the reserved row ID column
- this.scanner.fetchColumn(ROW_ID_COLUMN, ROW_ID_COLUMN);
-
- Text family = new Text();
- Text qualifier = new Text();
-
- // Create an array which maps the column ordinal to the name of the column
- fieldToColumnName = new String[columnHandles.size()];
- for (int i = 0; i < columnHandles.size(); ++i) {
- AccumuloColumnHandle columnHandle = columnHandles.get(i);
- fieldToColumnName[i] = columnHandle.name();
-
- // Make sure to skip the row ID!
- if (!columnHandle.name().equals(rowIdName)) {
- // Set the mapping of Trino column name to the family/qualifier
- this.serializer.setMapping(columnHandle.name(), columnHandle.family().get(), columnHandle.qualifier().get());
-
- // Set our scanner to fetch this family/qualifier column
- // This will help us prune which data we receive from Accumulo
- family.set(columnHandle.family().get());
- qualifier.set(columnHandle.qualifier().get());
- this.scanner.fetchColumn(family, qualifier);
- }
- }
- }
-
- IteratorSetting setting = new IteratorSetting(WHOLE_ROW_ITERATOR_PRIORITY, WholeRowIterator.class);
- scanner.addScanIterator(setting);
-
- iterator = this.scanner.iterator();
- }
-
- @Override
- public long getCompletedBytes()
- {
- return bytesRead;
- }
-
- @Override
- public long getReadTimeNanos()
- {
- return 0;
- }
-
- @Override
- public Type getType(int field)
- {
- checkArgument(field >= 0 && field < columnHandles.size(), "Invalid field index");
- return columnHandles.get(field).type();
- }
-
- @Override
- public boolean advanceNextPosition()
- {
- try {
- if (iterator.hasNext()) {
- serializer.reset();
- Entry row = iterator.next();
- for (Entry entry : WholeRowIterator.decodeRow(row.getKey(), row.getValue()).entrySet()) {
- bytesRead += entry.getKey().getSize() + entry.getValue().getSize();
- serializer.deserialize(entry);
- }
- return true;
- }
- return false;
- }
- catch (IOException e) {
- throw new TrinoException(IO_ERROR, "Caught IO error from serializer on read", e);
- }
- }
-
- @Override
- public boolean isNull(int field)
- {
- checkArgument(field < columnHandles.size(), "Invalid field index");
- return serializer.isNull(fieldToColumnName[field]);
- }
-
- @Override
- public boolean getBoolean(int field)
- {
- checkFieldType(field, BOOLEAN);
- return serializer.getBoolean(fieldToColumnName[field]);
- }
-
- @Override
- public double getDouble(int field)
- {
- checkFieldType(field, DOUBLE);
- return serializer.getDouble(fieldToColumnName[field]);
- }
-
- @Override
- public long getLong(int field)
- {
- checkFieldType(field, BIGINT, DATE, INTEGER, REAL, SMALLINT, TIME_MILLIS, TIMESTAMP_MILLIS, TINYINT);
- Type type = getType(field);
- if (type.equals(BIGINT)) {
- return serializer.getLong(fieldToColumnName[field]);
- }
- if (type.equals(DATE)) {
- return serializer.getDate(fieldToColumnName[field]);
- }
- if (type.equals(INTEGER)) {
- return serializer.getInt(fieldToColumnName[field]);
- }
- if (type.equals(REAL)) {
- return Float.floatToIntBits(serializer.getFloat(fieldToColumnName[field]));
- }
- if (type.equals(SMALLINT)) {
- return serializer.getShort(fieldToColumnName[field]);
- }
- if (type.equals(TIME_MILLIS)) {
- return serializer.getTime(fieldToColumnName[field]).getTime();
- }
- if (type.equals(TIMESTAMP_MILLIS)) {
- return serializer.getTimestamp(fieldToColumnName[field]).getTime() * MICROSECONDS_PER_MILLISECOND;
- }
- if (type.equals(TINYINT)) {
- return serializer.getByte(fieldToColumnName[field]);
- }
- throw new TrinoException(NOT_SUPPORTED, "Unsupported type " + getType(field));
- }
-
- @Override
- public Object getObject(int field)
- {
- Type type = getType(field);
- checkArgument(Types.isArrayType(type) || Types.isMapType(type), "Expected field %s to be a type of array or map but is %s", field, type);
-
- if (Types.isArrayType(type)) {
- return serializer.getArray(fieldToColumnName[field], type);
- }
-
- return serializer.getMap(fieldToColumnName[field], type);
- }
-
- @Override
- public Slice getSlice(int field)
- {
- Type type = getType(field);
- if (type instanceof VarbinaryType) {
- return Slices.wrappedBuffer(serializer.getVarbinary(fieldToColumnName[field]));
- }
- if (type instanceof VarcharType) {
- return Slices.utf8Slice(serializer.getVarchar(fieldToColumnName[field]));
- }
- throw new TrinoException(NOT_SUPPORTED, "Unsupported type " + type);
- }
-
- @Override
- public void close()
- {
- scanner.close();
- }
-
- /**
- * Gets a Boolean value indicating whether or not the scanner should only return row IDs.
- *
- * This can occur in cases such as SELECT COUNT(*) or the table only has one column.
- * Trino doesn't need the entire contents of the row to count them,
- * so we can configure Accumulo to only give us the first key/value pair in the row
- *
- * @param rowIdName Row ID column name
- * @return True if scanner should retriev eonly row IDs, false otherwise
- */
- private boolean retrieveOnlyRowIds(String rowIdName)
- {
- return columnHandles.isEmpty() || (columnHandles.size() == 1 && columnHandles.get(0).name().equals(rowIdName));
- }
-
- /**
- * Checks that the given field is one of the provided types.
- *
- * @param field Ordinal of the field
- * @param expected An array of expected types
- * @throws IllegalArgumentException If the given field does not match one of the types
- */
- private void checkFieldType(int field, Type... expected)
- {
- Type actual = getType(field);
- for (Type type : expected) {
- if (actual.equals(type)) {
- return;
- }
- }
-
- throw new IllegalArgumentException(format("Expected field %s to be a type of %s but is %s", field, Arrays.toString(expected), actual));
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSet.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSet.java
deleted file mode 100644
index ddca17a53a12..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSet.java
+++ /dev/null
@@ -1,141 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.io;
-
-import com.google.common.base.Splitter;
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.Iterables;
-import io.airlift.log.Logger;
-import io.trino.plugin.accumulo.conf.AccumuloSessionProperties;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.model.AccumuloSplit;
-import io.trino.plugin.accumulo.model.AccumuloTableHandle;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.ConnectorSession;
-import io.trino.spi.connector.RecordCursor;
-import io.trino.spi.connector.RecordSet;
-import io.trino.spi.type.Type;
-import org.apache.accumulo.core.client.AccumuloClient;
-import org.apache.accumulo.core.client.AccumuloException;
-import org.apache.accumulo.core.client.AccumuloSecurityException;
-import org.apache.accumulo.core.client.BatchScanner;
-import org.apache.accumulo.core.security.Authorizations;
-
-import java.util.List;
-import java.util.Optional;
-
-import static io.trino.plugin.accumulo.AccumuloErrorCode.UNEXPECTED_ACCUMULO_ERROR;
-import static java.lang.String.format;
-import static java.util.Objects.requireNonNull;
-
-/**
- * Implementation of a Trino RecordSet, responsible for returning the column types and the RecordCursor to the framework.
- *
- * @see AccumuloRecordCursor
- * @see AccumuloRecordSetProvider
- */
-public class AccumuloRecordSet
- implements RecordSet
-{
- private static final Logger LOG = Logger.get(AccumuloRecordSet.class);
- private static final Splitter COMMA_SPLITTER = Splitter.on(',').omitEmptyStrings().trimResults();
-
- private final List columnHandles;
- private final List columnTypes;
- private final AccumuloRowSerializer serializer;
- private final BatchScanner scanner;
- private final String rowIdName;
-
- public AccumuloRecordSet(
- AccumuloClient client,
- ConnectorSession session,
- AccumuloSplit split,
- String username,
- AccumuloTableHandle table,
- List columnHandles)
- {
- requireNonNull(session, "session is null");
- requireNonNull(split, "split is null");
- requireNonNull(username, "username is null");
- requireNonNull(table, "table is null");
-
- rowIdName = table.getRowId();
-
- serializer = table.getSerializerInstance();
-
- // Save off the column handles and createa list of the Accumulo types
- this.columnHandles = requireNonNull(columnHandles, "columnHandles is null");
- ImmutableList.Builder types = ImmutableList.builder();
- for (AccumuloColumnHandle column : columnHandles) {
- types.add(column.type());
- }
- this.columnTypes = types.build();
-
- try {
- // Create the BatchScanner and set the ranges from the split
- scanner = client.createBatchScanner(table.getFullTableName(), getScanAuthorizations(session, table, client, username), 10);
- scanner.setRanges(split.getRanges());
- }
- catch (Exception e) {
- throw new TrinoException(UNEXPECTED_ACCUMULO_ERROR, format("Failed to create batch scanner for table %s", table.getFullTableName()), e);
- }
- }
-
- /**
- * Gets the scanner authorizations to use for scanning tables.
- *
- * In order of priority: session username authorizations, then table property, then the default client auths.
- *
- * @param session Current session
- * @param table Accumulo table
- * @param client Accumulo client
- * @param username Accumulo username
- * @return Scan authorizations
- * @throws AccumuloException If a generic Accumulo error occurs
- * @throws AccumuloSecurityException If a security exception occurs
- */
- private static Authorizations getScanAuthorizations(ConnectorSession session, AccumuloTableHandle table, AccumuloClient client, String username)
- throws AccumuloException, AccumuloSecurityException
- {
- String sessionScanUser = AccumuloSessionProperties.getScanUsername(session);
- if (sessionScanUser != null) {
- Authorizations scanAuths = client.securityOperations().getUserAuthorizations(sessionScanUser);
- LOG.debug("Using session scanner auths for user %s: %s", sessionScanUser, scanAuths);
- return scanAuths;
- }
-
- Optional scanAuths = table.getScanAuthorizations();
- if (scanAuths.isPresent()) {
- Authorizations auths = new Authorizations(Iterables.toArray(COMMA_SPLITTER.split(scanAuths.get()), String.class));
- LOG.debug("scan_auths table property set: %s", auths);
- return auths;
- }
- Authorizations auths = client.securityOperations().getUserAuthorizations(username);
- LOG.debug("scan_auths table property not set, using user auths: %s", auths);
- return auths;
- }
-
- @Override
- public List getColumnTypes()
- {
- return columnTypes;
- }
-
- @Override
- public RecordCursor cursor()
- {
- return new AccumuloRecordCursor(serializer, scanner, rowIdName, columnHandles);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSetProvider.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSetProvider.java
deleted file mode 100644
index 56f896230d2c..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/io/AccumuloRecordSetProvider.java
+++ /dev/null
@@ -1,68 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.io;
-
-import com.google.inject.Inject;
-import io.trino.plugin.accumulo.conf.AccumuloConfig;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.model.AccumuloSplit;
-import io.trino.plugin.accumulo.model.AccumuloTableHandle;
-import io.trino.spi.connector.ColumnHandle;
-import io.trino.spi.connector.ConnectorRecordSetProvider;
-import io.trino.spi.connector.ConnectorSession;
-import io.trino.spi.connector.ConnectorSplit;
-import io.trino.spi.connector.ConnectorTableHandle;
-import io.trino.spi.connector.ConnectorTransactionHandle;
-import io.trino.spi.connector.RecordSet;
-import org.apache.accumulo.core.client.AccumuloClient;
-
-import java.util.List;
-
-import static com.google.common.collect.ImmutableList.toImmutableList;
-import static java.util.Objects.requireNonNull;
-
-/**
- * Implementation of a ConnectorRecordSetProvider for Accumulo. Generates {@link AccumuloRecordSet} objects for a provided split.
- *
- * @see AccumuloRecordSet
- * @see AccumuloRecordCursor
- */
-public class AccumuloRecordSetProvider
- implements ConnectorRecordSetProvider
-{
- private final AccumuloClient client;
- private final String username;
-
- @Inject
- public AccumuloRecordSetProvider(
- AccumuloClient client,
- AccumuloConfig config)
- {
- this.client = requireNonNull(client, "client is null");
- this.username = config.getUsername();
- }
-
- @Override
- public RecordSet getRecordSet(ConnectorTransactionHandle transaction, ConnectorSession session, ConnectorSplit split, ConnectorTableHandle table, List columns)
- {
- AccumuloSplit accSplit = (AccumuloSplit) split;
- AccumuloTableHandle accTable = (AccumuloTableHandle) table;
-
- List accColumns = columns.stream()
- .map(AccumuloColumnHandle.class::cast)
- .collect(toImmutableList());
-
- return new AccumuloRecordSet(client, session, accSplit, username, accTable, accColumns);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloTable.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloTable.java
deleted file mode 100644
index 143e6a05da3a..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloTable.java
+++ /dev/null
@@ -1,215 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.metadata;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.google.common.collect.ImmutableList;
-import io.trino.plugin.accumulo.index.Indexer;
-import io.trino.plugin.accumulo.model.AccumuloColumnHandle;
-import io.trino.plugin.accumulo.serializers.AccumuloRowSerializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.ColumnMetadata;
-import io.trino.spi.connector.SchemaTableName;
-
-import java.lang.reflect.InvocationTargetException;
-import java.util.List;
-import java.util.Optional;
-
-import static com.google.common.base.MoreObjects.toStringHelper;
-import static io.trino.spi.StandardErrorCode.NOT_FOUND;
-import static java.util.Objects.requireNonNull;
-
-/**
- * This class encapsulates metadata regarding an Accumulo table in Trino.
- */
-public class AccumuloTable
-{
- private final boolean external;
- private final Integer rowIdOrdinal;
- private final String schema;
- private final String serializerClassName;
- private final Optional scanAuthorizations;
- private final List columnsMetadata;
- private final boolean indexed;
- private final List columns;
- private final String rowId;
- private final String table;
- private final SchemaTableName schemaTableName;
-
- @JsonCreator
- public AccumuloTable(
- @JsonProperty("schema") String schema,
- @JsonProperty("table") String table,
- @JsonProperty("columns") List columns,
- @JsonProperty("rowId") String rowId,
- @JsonProperty("external") boolean external,
- @JsonProperty("serializerClassName") String serializerClassName,
- @JsonProperty("scanAuthorizations") Optional scanAuthorizations)
- {
- this.external = external;
- this.rowId = requireNonNull(rowId, "rowId is null");
- this.schema = requireNonNull(schema, "schema is null");
- this.table = requireNonNull(table, "table is null");
- this.columns = ImmutableList.copyOf(requireNonNull(columns, "columns are null"));
- this.serializerClassName = requireNonNull(serializerClassName, "serializerClassName is null");
- this.scanAuthorizations = scanAuthorizations;
-
- boolean indexed = false;
- Optional rowIdOrdinal = Optional.empty();
-
- // Extract the ColumnMetadata from the handles for faster access
- ImmutableList.Builder columnMetadataBuilder = ImmutableList.builder();
- for (AccumuloColumnHandle column : this.columns) {
- columnMetadataBuilder.add(column.columnMetadata());
- indexed |= column.indexed();
- if (column.name().equals(this.rowId)) {
- rowIdOrdinal = Optional.of(column.ordinal());
- }
- }
-
- if (rowIdOrdinal.isPresent()) {
- this.rowIdOrdinal = rowIdOrdinal.get();
- }
- else {
- throw new IllegalArgumentException("rowIdOrdinal is null, enable to locate rowId in given column list");
- }
-
- this.indexed = indexed;
- this.columnsMetadata = columnMetadataBuilder.build();
- this.schemaTableName = new SchemaTableName(this.schema, this.table);
- }
-
- @JsonProperty
- public String getRowId()
- {
- return rowId;
- }
-
- @JsonProperty
- public String getSchema()
- {
- return schema;
- }
-
- @JsonProperty
- public String getTable()
- {
- return table;
- }
-
- @JsonIgnore
- public String getIndexTableName()
- {
- return Indexer.getIndexTableName(schema, table);
- }
-
- @JsonIgnore
- public String getMetricsTableName()
- {
- return Indexer.getMetricsTableName(schema, table);
- }
-
- @JsonIgnore
- public String getFullTableName()
- {
- return getFullTableName(schema, table);
- }
-
- @JsonProperty
- public List getColumns()
- {
- return columns;
- }
-
- @JsonProperty
- public Optional getScanAuthorizations()
- {
- return scanAuthorizations;
- }
-
- @JsonProperty
- public String getSerializerClassName()
- {
- return serializerClassName;
- }
-
- @JsonIgnore
- public List getColumnsMetadata()
- {
- return columnsMetadata;
- }
-
- @JsonProperty
- public boolean isExternal()
- {
- return external;
- }
-
- @JsonIgnore
- public boolean isIndexed()
- {
- return indexed;
- }
-
- @JsonIgnore
- public int getRowIdOrdinal()
- {
- return this.rowIdOrdinal;
- }
-
- @JsonIgnore
- public AccumuloRowSerializer getSerializerInstance()
- {
- try {
- return (AccumuloRowSerializer) Class.forName(serializerClassName).getConstructor().newInstance();
- }
- catch (ClassNotFoundException | InstantiationException | IllegalAccessException | InvocationTargetException | NoSuchMethodException e) {
- throw new TrinoException(NOT_FOUND, "Configured serializer class not found", e);
- }
- }
-
- @JsonIgnore
- public static String getFullTableName(String schema, String table)
- {
- return schema.equals("default") ? table : schema + '.' + table;
- }
-
- @JsonIgnore
- public static String getFullTableName(SchemaTableName tableName)
- {
- return getFullTableName(tableName.getSchemaName(), tableName.getTableName());
- }
-
- @JsonIgnore
- public SchemaTableName getSchemaTableName()
- {
- return schemaTableName;
- }
-
- @Override
- public String toString()
- {
- return toStringHelper(this)
- .add("schemaName", schema)
- .add("tableName", table)
- .add("columns", columns)
- .add("rowIdName", rowId)
- .add("external", external)
- .add("serializerClassName", serializerClassName)
- .add("scanAuthorizations", scanAuthorizations)
- .toString();
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloView.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloView.java
deleted file mode 100644
index 0355b3b0a049..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/AccumuloView.java
+++ /dev/null
@@ -1,36 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.metadata;
-
-import io.trino.spi.connector.SchemaTableName;
-
-import static java.util.Objects.requireNonNull;
-
-/**
- * This class encapsulates metadata regarding an Accumulo view in Trino.
- */
-public record AccumuloView(String schema, String table, String data)
-{
- public AccumuloView
- {
- requireNonNull(schema, "schema is null");
- requireNonNull(table, "table is null");
- requireNonNull(data, "data is null");
- }
-
- public SchemaTableName schemaTableName()
- {
- return new SchemaTableName(schema, table);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/ZooKeeperMetadataManager.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/ZooKeeperMetadataManager.java
deleted file mode 100644
index 6c8550c5217b..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/metadata/ZooKeeperMetadataManager.java
+++ /dev/null
@@ -1,354 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.metadata;
-
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import com.google.common.collect.ImmutableMap;
-import com.google.common.collect.ImmutableSet;
-import com.google.inject.Inject;
-import io.airlift.json.ObjectMapperProvider;
-import io.trino.plugin.accumulo.conf.AccumuloConfig;
-import io.trino.plugin.base.TypeDeserializer;
-import io.trino.spi.TrinoException;
-import io.trino.spi.connector.SchemaTableName;
-import io.trino.spi.type.Type;
-import io.trino.spi.type.TypeManager;
-import jakarta.annotation.PreDestroy;
-import org.apache.curator.framework.CuratorFramework;
-import org.apache.curator.framework.CuratorFrameworkFactory;
-import org.apache.curator.retry.RetryForever;
-import org.apache.zookeeper.KeeperException;
-
-import java.io.IOException;
-import java.util.HashSet;
-import java.util.Locale;
-import java.util.Set;
-
-import static com.google.common.collect.ImmutableSet.toImmutableSet;
-import static io.trino.plugin.accumulo.AccumuloErrorCode.ZOOKEEPER_ERROR;
-import static io.trino.plugin.base.util.JsonUtils.parseJson;
-import static java.lang.String.format;
-import static java.util.Objects.requireNonNull;
-import static org.apache.zookeeper.KeeperException.Code.NONODE;
-
-public class ZooKeeperMetadataManager
-{
- public static final String DEFAULT_SCHEMA = "default";
-
- private final CuratorFramework curator;
- private final ObjectMapper mapper;
-
- @Inject
- public ZooKeeperMetadataManager(AccumuloConfig config, TypeManager typeManager)
- {
- requireNonNull(typeManager, "typeManager is null");
-
- // Create JSON deserializer for the AccumuloTable
- ObjectMapperProvider objectMapperProvider = new ObjectMapperProvider();
- objectMapperProvider.setJsonDeserializers(ImmutableMap.of(Type.class, new TypeDeserializer(typeManager)));
- mapper = objectMapperProvider.get();
-
- String zkMetadataRoot = config.getZkMetadataRoot();
- String zookeepers = config.getZooKeepers();
-
- // Create the connection to ZooKeeper to check if the metadata root exists
- try (CuratorFramework checkRoot = CuratorFrameworkFactory.newClient(zookeepers, new RetryForever(1000))) {
- checkRoot.start();
- // If the metadata root does not exist, create it
- if (checkRoot.checkExists().forPath(zkMetadataRoot) == null) {
- checkRoot.create().forPath(zkMetadataRoot);
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error checking metadata root", e);
- }
-
- // Create the curator client framework to use for metadata management, set at the ZK root
- curator = CuratorFrameworkFactory.newClient(zookeepers + zkMetadataRoot, new RetryForever(1000));
- curator.start();
-
- try {
- // Create default schema should it not exist
- if (curator.checkExists().forPath("/" + DEFAULT_SCHEMA) == null) {
- curator.create().forPath("/" + DEFAULT_SCHEMA);
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error checking/creating default schema", e);
- }
- }
-
- @PreDestroy
- public void close()
- {
- curator.close();
- }
-
- public void createSchema(String schemaName)
- {
- try {
- curator.create().forPath("/" + schemaName);
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error creating schema: " + schemaName, e);
- }
- }
-
- public void dropSchema(String schemaName)
- {
- try {
- curator.delete().forPath("/" + schemaName);
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error deleting schema: " + schemaName, e);
- }
- }
-
- public Set getSchemaNames()
- {
- try {
- Set schemas = new HashSet<>();
- schemas.addAll(curator.getChildren().forPath("/"));
- return schemas;
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error fetching schemas", e);
- }
- }
-
- public Set getTableNames(String schema)
- {
- String schemaPath = getSchemaPath(schema);
- try {
- if (curator.checkExists().forPath(schemaPath) == null) {
- return ImmutableSet.of();
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error checking if schema exists", e);
- }
-
- try {
- return curator.getChildren().forPath(schemaPath).stream()
- .filter(x -> isAccumuloTable(new SchemaTableName(schema, x)))
- .collect(toImmutableSet());
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error fetching schemas", e);
- }
- }
-
- public AccumuloTable getTable(SchemaTableName stName)
- {
- try {
- if (curator.checkExists().forPath(getTablePath(stName)) != null) {
- return toAccumuloTable(curator.getData().forPath(getTablePath(stName)));
- }
-
- return null;
- }
- catch (Exception e) {
- // Capture race condition between checkExists and getData
- if (e instanceof KeeperException && ((KeeperException) e).code() == NONODE) {
- return null;
- }
-
- throw new TrinoException(ZOOKEEPER_ERROR, "Error fetching table", e);
- }
- }
-
- public Set getViewNames(String schema)
- {
- String schemaPath = getSchemaPath(schema);
- try {
- if (curator.checkExists().forPath(schemaPath) == null) {
- return ImmutableSet.of();
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error checking if schema exists", e);
- }
-
- try {
- return curator.getChildren().forPath(schemaPath).stream()
- .filter(x -> isAccumuloView(new SchemaTableName(schema, x)))
- .collect(toImmutableSet());
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error fetching schemas", e);
- }
- }
-
- public AccumuloView getView(SchemaTableName stName)
- {
- try {
- String tablePath = getTablePath(stName);
- if (curator.checkExists().forPath(tablePath) != null) {
- byte[] data = curator.getData().forPath(tablePath);
- if (isAccumuloView(data)) {
- return toAccumuloView(data);
- }
- }
-
- return null;
- }
- catch (Exception e) {
- // Capture race condition between checkExists and getData
- if (e instanceof KeeperException && ((KeeperException) e).code() == NONODE) {
- return null;
- }
-
- throw new TrinoException(ZOOKEEPER_ERROR, "Error fetching view", e);
- }
- }
-
- public void createTableMetadata(AccumuloTable table)
- {
- SchemaTableName tableName = table.getSchemaTableName();
- String tablePath = getTablePath(tableName);
- try {
- if (curator.checkExists().forPath(tablePath) != null) {
- throw new IOException(format("Metadata for table %s already exists", tableName));
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error when checking if table already exists", e);
- }
-
- try {
- curator.create().creatingParentsIfNeeded().forPath(tablePath, toJsonBytes(table));
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error creating table znode in ZooKeeper", e);
- }
- }
-
- public void deleteTableMetadata(SchemaTableName tableName)
- {
- try {
- curator.delete().deletingChildrenIfNeeded().forPath(getTablePath(tableName));
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error when deleting table metadata", e);
- }
- }
-
- public void createViewMetadata(AccumuloView view)
- {
- SchemaTableName tableName = view.schemaTableName();
- String viewPath = getTablePath(tableName);
- try {
- if (curator.checkExists().forPath(viewPath) != null) {
- throw new IOException(format("Metadata for view %s already exists", tableName));
- }
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error when checking if view already exists", e);
- }
-
- try {
- curator.create().creatingParentsIfNeeded().forPath(viewPath, toJsonBytes(view));
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "Error creating view znode in ZooKeeper", e);
- }
- }
-
- public void deleteViewMetadata(SchemaTableName tableName)
- {
- try {
- curator.delete().deletingChildrenIfNeeded().forPath(getTablePath(tableName));
- }
- catch (Exception e) {
- throw new TrinoException(ZOOKEEPER_ERROR, "ZK error when deleting view metadata", e);
- }
- }
-
- private static String getSchemaPath(String schema)
- {
- return "/" + schema.toLowerCase(Locale.ENGLISH);
- }
-
- private static String getSchemaPath(SchemaTableName tableName)
- {
- return getSchemaPath(tableName.getSchemaName());
- }
-
- private static String getTablePath(SchemaTableName tableName)
- {
- return getSchemaPath(tableName) + '/' + tableName.getTableName().toLowerCase(Locale.ENGLISH);
- }
-
- private boolean isAccumuloTable(SchemaTableName tableName)
- {
- try {
- String path = getTablePath(tableName);
- return curator.checkExists().forPath(path) != null && isAccumuloTable(curator.getData().forPath(path));
- }
- catch (Exception e) {
- // Capture race condition between checkExists and getData
- if (e instanceof KeeperException && ((KeeperException) e).code() == NONODE) {
- return false;
- }
-
- throw new TrinoException(ZOOKEEPER_ERROR, "Error checking if path is an AccumuloTable object", e);
- }
- }
-
- private boolean isAccumuloView(SchemaTableName tableName)
- {
- try {
- String path = getTablePath(tableName);
- return curator.checkExists().forPath(path) != null && isAccumuloView(curator.getData().forPath(path));
- }
- catch (Exception e) {
- // Capture race condition between checkExists and getData
- if (e instanceof KeeperException && ((KeeperException) e).code() == NONODE) {
- return false;
- }
-
- throw new TrinoException(ZOOKEEPER_ERROR, "Error checking if path is an AccumuloView object", e);
- }
- }
-
- private boolean isAccumuloTable(byte[] data)
- {
- // AccumuloTable does not contain a 'data' node
- return !parseJson(mapper, data, JsonNode.class).has("data");
- }
-
- private boolean isAccumuloView(byte[] data)
- {
- // AccumuloView contains a 'data' node
- return parseJson(mapper, data, JsonNode.class).has("data");
- }
-
- private AccumuloTable toAccumuloTable(byte[] data)
- {
- return parseJson(mapper, data, AccumuloTable.class);
- }
-
- private AccumuloView toAccumuloView(byte[] data)
- throws IOException
- {
- return parseJson(mapper, data, AccumuloView.class);
- }
-
- private byte[] toJsonBytes(Object obj)
- throws IOException
- {
- return mapper.writeValueAsBytes(obj);
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnConstraint.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnConstraint.java
deleted file mode 100644
index a68bfd68e9b1..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnConstraint.java
+++ /dev/null
@@ -1,36 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.model;
-
-import io.trino.spi.predicate.Domain;
-
-import java.util.Optional;
-
-import static java.util.Objects.requireNonNull;
-
-public record AccumuloColumnConstraint(
- String name,
- String family,
- String qualifier,
- Optional domain,
- boolean indexed)
-{
- public AccumuloColumnConstraint
- {
- requireNonNull(name, "name is null");
- requireNonNull(family, "family is null");
- requireNonNull(qualifier, "qualifier is null");
- requireNonNull(domain, "domain is null");
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnHandle.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnHandle.java
deleted file mode 100644
index 81b2243cc4eb..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloColumnHandle.java
+++ /dev/null
@@ -1,62 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.model;
-
-import io.trino.spi.connector.ColumnHandle;
-import io.trino.spi.connector.ColumnMetadata;
-import io.trino.spi.type.Type;
-
-import java.util.Optional;
-
-import static com.google.common.base.Preconditions.checkArgument;
-import static java.util.Objects.requireNonNull;
-
-public record AccumuloColumnHandle(
- String name,
- Optional family,
- Optional qualifier,
- Type type,
- int ordinal,
- String extraInfo,
- Optional comment,
- boolean indexed)
- implements ColumnHandle, Comparable
-{
- public AccumuloColumnHandle
- {
- requireNonNull(name, "name is null");
- requireNonNull(family, "family is null");
- requireNonNull(qualifier, "qualifier is null");
- requireNonNull(type, "type is null");
- checkArgument(ordinal >= 0, "ordinal must be >= zero");
- requireNonNull(extraInfo, "extraInfo is null");
- requireNonNull(comment, "comment is null");
- }
-
- public ColumnMetadata columnMetadata()
- {
- return ColumnMetadata.builder()
- .setName(name)
- .setType(type)
- .setExtraInfo(Optional.ofNullable(extraInfo))
- .setComment(comment)
- .build();
- }
-
- @Override
- public int compareTo(AccumuloColumnHandle obj)
- {
- return Integer.compare(this.ordinal(), obj.ordinal());
- }
-}
diff --git a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloSplit.java b/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloSplit.java
deleted file mode 100644
index 85d019b99d66..000000000000
--- a/plugin/trino-accumulo/src/main/java/io/trino/plugin/accumulo/model/AccumuloSplit.java
+++ /dev/null
@@ -1,112 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package io.trino.plugin.accumulo.model;
-
-import com.fasterxml.jackson.annotation.JsonCreator;
-import com.fasterxml.jackson.annotation.JsonIgnore;
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.google.common.collect.ImmutableList;
-import com.google.common.collect.ImmutableMap;
-import io.airlift.slice.SizeOf;
-import io.trino.spi.HostAddress;
-import io.trino.spi.connector.ConnectorSplit;
-import org.apache.accumulo.core.data.Range;
-
-import java.util.List;
-import java.util.Map;
-import java.util.Optional;
-import java.util.stream.Collectors;
-
-import static com.google.common.base.MoreObjects.toStringHelper;
-import static io.airlift.slice.SizeOf.estimatedSizeOf;
-import static io.airlift.slice.SizeOf.instanceSize;
-import static io.airlift.slice.SizeOf.sizeOf;
-import static java.util.Objects.requireNonNull;
-import static java.util.stream.Collectors.joining;
-
-public class AccumuloSplit
- implements ConnectorSplit
-{
- private static final int INSTANCE_SIZE = instanceSize(AccumuloSplit.class);
-
- private final Optional hostPort;
- private final List addresses;
- private final List ranges;
-
- @JsonCreator
- public AccumuloSplit(
- @JsonProperty("ranges") List ranges,
- @JsonProperty("hostPort") Optional hostPort)
- {
- this.hostPort = requireNonNull(hostPort, "hostPort is null");
- this.ranges = ImmutableList.copyOf(requireNonNull(ranges, "ranges is null"));
-
- // Parse the host address into a list of addresses, this would be an Accumulo Tablet server or some localhost thing
- if (hostPort.isPresent()) {
- addresses = ImmutableList.of(HostAddress.fromString(hostPort.get()));
- }
- else {
- addresses = ImmutableList.of();
- }
- }
-
- @JsonProperty
- public Optional getHostPort()
- {
- return hostPort;
- }
-
- @JsonProperty("ranges")
- public List getSerializedRanges()
- {
- return ranges;
- }
-
- @JsonIgnore
- public List
-```
-
-The Accumulo connector supports reading and writing data from
-[Apache Accumulo](https://accumulo.apache.org/).
-Please read this page thoroughly to understand the capabilities and features of the connector.
-
-## Installing the iterator dependency
-
-The Accumulo connector uses custom Accumulo iterators in
-order to push various information in SQL predicate clauses to Accumulo for
-server-side filtering, known as *predicate pushdown*. In order
-for the server-side iterators to work, you need to add the `trino-accumulo-iterators`
-JAR file to Accumulo's `lib/ext` directory on each TabletServer node.
-
-```bash
-# For each TabletServer node:
-scp $TRINO_HOME/plugins/accumulo/trino-accumulo-iterators-*.jar [tabletserver_address]:$ACCUMULO_HOME/lib/ext
-
-# TabletServer should pick up new JAR files in ext directory, but may require restart
-```
-
-## Requirements
-
-To connect to Accumulo, you need:
-
-- Accumulo versions 1.x starting with 1.7.4. Versions 2.x are not supported.
-- Network access from the Trino coordinator and workers to the Accumulo
- Zookeeper server. Port 2181 is the default port.
-
-## Connector configuration
-
-Create `etc/catalog/example.properties` to mount the `accumulo` connector as
-the `example` catalog, with the following connector properties as appropriate
-for your setup:
-
-```text
-connector.name=accumulo
-accumulo.instance=xxx
-accumulo.zookeepers=xxx
-accumulo.username=username
-accumulo.password=password
-```
-
-Replace the `accumulo.xxx` properties as required.
-
-## Configuration variables
-
-| Property name | Default value | Required | Description |
-| -------------------------------------------- | ----------------- | -------- | -------------------------------------------------------------------------------- |
-| `accumulo.instance` | (none) | Yes | Name of the Accumulo instance |
-| `accumulo.zookeepers` | (none) | Yes | ZooKeeper connect string |
-| `accumulo.username` | (none) | Yes | Accumulo user for Trino |
-| `accumulo.password` | (none) | Yes | Accumulo password for user |
-| `accumulo.zookeeper.metadata.root` | `/trino-accumulo` | No | Root znode for storing metadata. Only relevant if using default Metadata Manager |
-| `accumulo.cardinality.cache.size` | `100000` | No | Sets the size of the index cardinality cache |
-| `accumulo.cardinality.cache.expire.duration` | `5m` | No | Sets the expiration duration of the cardinality cache. |
-
-## Usage
-
-Simply begin using SQL to create a new table in Accumulo to begin
-working with data. By default, the first column of the table definition
-is set to the Accumulo row ID. This should be the primary key of your
-table, and keep in mind that any `INSERT` statements containing the same
-row ID is effectively an UPDATE as far as Accumulo is concerned, as any
-previous data in the cell is overwritten. The row ID can be
-any valid Trino datatype. If the first column is not your primary key, you
-can set the row ID column using the `row_id` table property within the `WITH`
-clause of your table definition.
-
-Simply issue a `CREATE TABLE` statement to create a new Trino/Accumulo table:
-
-```
-CREATE TABLE example_schema.scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-);
-```
-
-```sql
-DESCRIBE example_schema.scientists;
-```
-
-```text
- Column | Type | Extra | Comment
------------+---------+-------+---------------------------------------------------
- recordkey | varchar | | Accumulo row ID
- name | varchar | | Accumulo column name:name. Indexed: false
- age | bigint | | Accumulo column age:age. Indexed: false
- birthday | date | | Accumulo column birthday:birthday. Indexed: false
-```
-
-This command creates a new Accumulo table with the `recordkey` column
-as the Accumulo row ID. The name, age, and birthday columns are mapped to
-auto-generated column family and qualifier values (which, in practice,
-are both identical to the Trino column name).
-
-When creating a table using SQL, you can optionally specify a
-`column_mapping` table property. The value of this property is a
-comma-delimited list of triples, Trino column **:** Accumulo column
-family **:** accumulo column qualifier, with one triple for every
-non-row ID column. This sets the mapping of the Trino column name to
-the corresponding Accumulo column family and column qualifier.
-
-If you don't specify the `column_mapping` table property, then the
-connector auto-generates column names (respecting any configured locality groups).
-Auto-generation of column names is only available for internal tables, so if your
-table is external you must specify the column_mapping property.
-
-For a full list of table properties, see [Table Properties](accumulo-table-properties).
-
-For example:
-
-```sql
-CREATE TABLE example_schema.scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- column_mapping = 'name:metadata:name,age:metadata:age,birthday:metadata:date'
-);
-```
-
-```sql
-DESCRIBE example_schema.scientists;
-```
-
-```text
- Column | Type | Extra | Comment
------------+---------+-------+-----------------------------------------------
- recordkey | varchar | | Accumulo row ID
- name | varchar | | Accumulo column metadata:name. Indexed: false
- age | bigint | | Accumulo column metadata:age. Indexed: false
- birthday | date | | Accumulo column metadata:date. Indexed: false
-```
-
-You can then issue `INSERT` statements to put data into Accumulo.
-
-:::{note}
-While issuing `INSERT` statements is convenient,
-this method of loading data into Accumulo is low-throughput. You want
-to use the Accumulo APIs to write `Mutations` directly to the tables.
-See the section on [Loading Data](accumulo-loading-data) for more details.
-:::
-
-```sql
-INSERT INTO example_schema.scientists VALUES
-('row1', 'Grace Hopper', 109, DATE '1906-12-09' ),
-('row2', 'Alan Turing', 103, DATE '1912-06-23' );
-```
-
-```sql
-SELECT * FROM example_schema.scientists;
-```
-
-```text
- recordkey | name | age | birthday
------------+--------------+-----+------------
- row1 | Grace Hopper | 109 | 1906-12-09
- row2 | Alan Turing | 103 | 1912-06-23
-(2 rows)
-```
-
-As you'd expect, rows inserted into Accumulo via the shell or
-programmatically will also show up when queried. (The Accumulo shell
-thinks "-5321" is an option and not a number... so we'll just make TBL a
-little younger.)
-
-```bash
-$ accumulo shell -u root -p secret
-root@default> table example_schema.scientists
-root@default example_schema.scientists> insert row3 metadata name "Tim Berners-Lee"
-root@default example_schema.scientists> insert row3 metadata age 60
-root@default example_schema.scientists> insert row3 metadata date 5321
-```
-
-```sql
-SELECT * FROM example_schema.scientists;
-```
-
-```text
- recordkey | name | age | birthday
------------+-----------------+-----+------------
- row1 | Grace Hopper | 109 | 1906-12-09
- row2 | Alan Turing | 103 | 1912-06-23
- row3 | Tim Berners-Lee | 60 | 1984-07-27
-(3 rows)
-```
-
-You can also drop tables using `DROP TABLE`. This command drops both
-metadata and the tables. See the below section on [External
-Tables](accumulo-external-tables) for more details on internal and external
-tables.
-
-```sql
-DROP TABLE example_schema.scientists;
-```
-
-## Indexing columns
-
-Internally, the connector creates an Accumulo `Range` and packs it in
-a split. This split gets passed to a Trino Worker to read the data from
-the `Range` via a `BatchScanner`. When issuing a query that results
-in a full table scan, each Trino Worker gets a single `Range` that
-maps to a single tablet of the table. When issuing a query with a
-predicate (i.e. `WHERE x = 10` clause), Trino passes the values
-within the predicate (`10`) to the connector so it can use this
-information to scan less data. When the Accumulo row ID is used as part
-of the predicate clause, this narrows down the `Range` lookup to quickly
-retrieve a subset of data from Accumulo.
-
-But what about the other columns? If you're frequently querying on
-non-row ID columns, you should consider using the **indexing**
-feature built into the Accumulo connector. This feature can drastically
-reduce query runtime when selecting a handful of values from the table,
-and the heavy lifting is done for you when loading data via Trino
-`INSERT` statements. Keep in mind writing data to Accumulo via
-`INSERT` does not have high throughput.
-
-To enable indexing, add the `index_columns` table property and specify
-a comma-delimited list of Trino column names you wish to index (we use the
-`string` serializer here to help with this example -- you
-should be using the default `lexicoder` serializer).
-
-```sql
-CREATE TABLE example_schema.scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- serializer = 'string',
- index_columns='name,age,birthday'
-);
-```
-
-After creating the table, we see there are an additional two Accumulo
-tables to store the index and metrics.
-
-```text
-root@default> tables
-accumulo.metadata
-accumulo.root
-example_schema.scientists
-example_schema.scientists_idx
-example_schema.scientists_idx_metrics
-trace
-```
-
-After inserting data, we can look at the index table and see there are
-indexed values for the name, age, and birthday columns. The connector
-queries this index table
-
-```sql
-INSERT INTO example_schema.scientists VALUES
-('row1', 'Grace Hopper', 109, DATE '1906-12-09'),
-('row2', 'Alan Turing', 103, DATE '1912-06-23');
-```
-
-```text
-root@default> scan -t example_schema.scientists_idx
--21011 metadata_date:row2 []
--23034 metadata_date:row1 []
-103 metadata_age:row2 []
-109 metadata_age:row1 []
-Alan Turing metadata_name:row2 []
-Grace Hopper metadata_name:row1 []
-```
-
-When issuing a query with a `WHERE` clause against indexed columns,
-the connector searches the index table for all row IDs that contain the
-value within the predicate. These row IDs are bundled into a Trino
-split as single-value `Range` objects, the number of row IDs per split
-is controlled by the value of `accumulo.index_rows_per_split`, and
-passed to a Trino worker to be configured in the `BatchScanner` which
-scans the data table.
-
-```sql
-SELECT * FROM example_schema.scientists WHERE age = 109;
-```
-
-```text
- recordkey | name | age | birthday
------------+--------------+-----+------------
- row1 | Grace Hopper | 109 | 1906-12-09
-(1 row)
-```
-
-(accumulo-loading-data)=
-## Loading data
-
-The Accumulo connector supports loading data via INSERT statements, however
-this method tends to be low-throughput and should not be relied on when
-throughput is a concern.
-
-(accumulo-external-tables)=
-## External tables
-
-By default, the tables created using SQL statements via Trino are
-*internal* tables, that is both the Trino table metadata and the
-Accumulo tables are managed by Trino. When you create an internal
-table, the Accumulo table is created as well. You receive an error
-if the Accumulo table already exists. When an internal table is dropped
-via Trino, the Accumulo table, and any index tables, are dropped as
-well.
-
-To change this behavior, set the `external` property to `true` when
-issuing the `CREATE` statement. This makes the table an *external*
-table, and a `DROP TABLE` command **only** deletes the metadata
-associated with the table. If the Accumulo tables do not already exist,
-they are created by the connector.
-
-Creating an external table *will* set any configured locality groups as well
-as the iterators on the index and metrics tables, if the table is indexed.
-In short, the only difference between an external table and an internal table,
-is that the connector deletes the Accumulo tables when a `DROP TABLE` command
-is issued.
-
-External tables can be a bit more difficult to work with, as the data is stored
-in an expected format. If the data is not stored correctly, then you're
-gonna have a bad time. Users must provide a `column_mapping` property
-when creating the table. This creates the mapping of Trino column name
-to the column family/qualifier for the cell of the table. The value of the
-cell is stored in the `Value` of the Accumulo key/value pair. By default,
-this value is expected to be serialized using Accumulo's *lexicoder* API.
-If you are storing values as strings, you can specify a different serializer
-using the `serializer` property of the table. See the section on
-[Table Properties](accumulo-table-properties) for more information.
-
-Next, we create the Trino external table.
-
-```sql
-CREATE TABLE external_table (
- a VARCHAR,
- b BIGINT,
- c DATE
-)
-WITH (
- column_mapping = 'a:md:a,b:md:b,c:md:c',
- external = true,
- index_columns = 'b,c',
- locality_groups = 'foo:b,c'
-);
-```
-
-After creating the table, usage of the table continues as usual:
-
-```sql
-INSERT INTO external_table VALUES
-('1', 1, DATE '2015-03-06'),
-('2', 2, DATE '2015-03-07');
-```
-
-```sql
-SELECT * FROM external_table;
-```
-
-```text
- a | b | c
----+---+------------
- 1 | 1 | 2015-03-06
- 2 | 2 | 2015-03-06
-(2 rows)
-```
-
-```sql
-DROP TABLE external_table;
-```
-
-After dropping the table, the table still exists in Accumulo because it is *external*.
-
-```text
-root@default> tables
-accumulo.metadata
-accumulo.root
-external_table
-external_table_idx
-external_table_idx_metrics
-trace
-```
-
-If we wanted to add a new column to the table, we can create the table again and specify a new column.
-Any existing rows in the table have a value of NULL. This command re-configures the Accumulo
-tables, setting the locality groups and iterator configuration.
-
-```sql
-CREATE TABLE external_table (
- a VARCHAR,
- b BIGINT,
- c DATE,
- d INTEGER
-)
-WITH (
- column_mapping = 'a:md:a,b:md:b,c:md:c,d:md:d',
- external = true,
- index_columns = 'b,c,d',
- locality_groups = 'foo:b,c,d'
-);
-
-SELECT * FROM external_table;
-```
-
-```sql
- a | b | c | d
----+---+------------+------
- 1 | 1 | 2015-03-06 | NULL
- 2 | 2 | 2015-03-07 | NULL
-(2 rows)
-```
-
-(accumulo-table-properties)=
-## Table properties
-
-Table property usage example:
-
-```sql
-CREATE TABLE example_schema.scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- column_mapping = 'name:metadata:name,age:metadata:age,birthday:metadata:date',
- index_columns = 'name,age'
-);
-```
-
-| Property name | Default value | Description |
-| ----------------- | -------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| `column_mapping` | (generated) | Comma-delimited list of column metadata: `col_name:col_family:col_qualifier,[...]`. Required for external tables. Not setting this property results in auto-generated column names. |
-| `index_columns` | (none) | A comma-delimited list of Trino columns that are indexed in this table's corresponding index table |
-| `external` | `false` | If true, Trino will only do metadata operations for the table. Otherwise, Trino will create and drop Accumulo tables where appropriate. |
-| `locality_groups` | (none) | List of locality groups to set on the Accumulo table. Only valid on internal tables. String format is locality group name, colon, comma delimited list of column families in the group. Groups are delimited by pipes. Example: `group1:famA,famB,famC\|group2:famD,famE,famF\|etc...` |
-| `row_id` | (first column) | Trino column name that maps to the Accumulo row ID. |
-| `serializer` | `default` | Serializer for Accumulo data encodings. Can either be `default`, `string`, `lexicoder` or a Java class name. Default is `default`, i.e. the value from `AccumuloRowSerializer.getDefault()`, i.e. `lexicoder`. |
-| `scan_auths` | (user auths) | Scan-time authorizations set on the batch scanner. |
-
-## Session properties
-
-You can change the default value of a session property by using {doc}`/sql/set-session`.
-Note that session properties are prefixed with the catalog name:
-
-```
-SET SESSION example.column_filter_optimizations_enabled = false;
-```
-
-| Property name | Default value | Description |
-| ------------------------------------------ | ------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| `optimize_locality_enabled` | `true` | Set to true to enable data locality for non-indexed scans |
-| `optimize_split_ranges_enabled` | `true` | Set to true to split non-indexed queries by tablet splits. Should generally be true. |
-| `optimize_index_enabled` | `true` | Set to true to enable usage of the secondary index on query |
-| `index_rows_per_split` | `10000` | The number of Accumulo row IDs that are packed into a single Trino split |
-| `index_threshold` | `0.2` | The ratio between number of rows to be scanned based on the index over the total number of rows. If the ratio is below this threshold, the index will be used. |
-| `index_lowest_cardinality_threshold` | `0.01` | The threshold where the column with the lowest cardinality will be used instead of computing an intersection of ranges in the index. Secondary index must be enabled |
-| `index_metrics_enabled` | `true` | Set to true to enable usage of the metrics table to optimize usage of the index |
-| `scan_username` | (config) | User to impersonate when scanning the tables. This property trumps the `scan_auths` table property |
-| `index_short_circuit_cardinality_fetch` | `true` | Short circuit the retrieval of index metrics once any column is less than the lowest cardinality threshold |
-| `index_cardinality_cache_polling_duration` | `10ms` | Sets the cardinality cache polling duration for short circuit retrieval of index metrics |
-
-## Adding columns
-
-Adding a new column to an existing table cannot be done today via
-`ALTER TABLE [table] ADD COLUMN [name] [type]` because of the additional
-metadata required for the columns to work; the column family, qualifier,
-and if the column is indexed.
-
-## Serializers
-
-The Trino connector for Accumulo has a pluggable serializer framework
-for handling I/O between Trino and Accumulo. This enables end-users the
-ability to programmatically serialized and deserialize their special data
-formats within Accumulo, while abstracting away the complexity of the
-connector itself.
-
-There are two types of serializers currently available; a `string`
-serializer that treats values as Java `String`, and a `lexicoder`
-serializer that leverages Accumulo's Lexicoder API to store values. The
-default serializer is the `lexicoder` serializer, as this serializer
-does not require expensive conversion operations back and forth between
-`String` objects and the Trino types -- the cell's value is encoded as a
-byte array.
-
-Additionally, the `lexicoder` serializer does proper lexigraphical ordering of
-numerical types like `BIGINT` or `TIMESTAMP`. This is essential for the connector
-to properly leverage the secondary index when querying for data.
-
-You can change the default the serializer by specifying the
-`serializer` table property, using either `default` (which is
-`lexicoder`), `string` or `lexicoder` for the built-in types, or
-you could provide your own implementation by extending
-`AccumuloRowSerializer`, adding it to the Trino `CLASSPATH`, and
-specifying the fully-qualified Java class name in the connector configuration.
-
-```sql
-CREATE TABLE example_schema.scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- column_mapping = 'name:metadata:name,age:metadata:age,birthday:metadata:date',
- serializer = 'default'
-);
-```
-
-```sql
-INSERT INTO example_schema.scientists VALUES
-('row1', 'Grace Hopper', 109, DATE '1906-12-09' ),
-('row2', 'Alan Turing', 103, DATE '1912-06-23' );
-```
-
-```text
-root@default> scan -t example_schema.scientists
-row1 metadata:age [] \x08\x80\x00\x00\x00\x00\x00\x00m
-row1 metadata:date [] \x08\x7F\xFF\xFF\xFF\xFF\xFF\xA6\x06
-row1 metadata:name [] Grace Hopper
-row2 metadata:age [] \x08\x80\x00\x00\x00\x00\x00\x00g
-row2 metadata:date [] \x08\x7F\xFF\xFF\xFF\xFF\xFF\xAD\xED
-row2 metadata:name [] Alan Turing
-```
-
-```sql
-CREATE TABLE example_schema.stringy_scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- column_mapping = 'name:metadata:name,age:metadata:age,birthday:metadata:date',
- serializer = 'string'
-);
-```
-
-```sql
-INSERT INTO example_schema.stringy_scientists VALUES
-('row1', 'Grace Hopper', 109, DATE '1906-12-09' ),
-('row2', 'Alan Turing', 103, DATE '1912-06-23' );
-```
-
-```text
-root@default> scan -t example_schema.stringy_scientists
-row1 metadata:age [] 109
-row1 metadata:date [] -23034
-row1 metadata:name [] Grace Hopper
-row2 metadata:age [] 103
-row2 metadata:date [] -21011
-row2 metadata:name [] Alan Turing
-```
-
-```sql
-CREATE TABLE example_schema.custom_scientists (
- recordkey VARCHAR,
- name VARCHAR,
- age BIGINT,
- birthday DATE
-)
-WITH (
- column_mapping = 'name:metadata:name,age:metadata:age,birthday:metadata:date',
- serializer = 'my.serializer.package.MySerializer'
-);
-```
-
-## Metadata management
-
-Metadata for the Trino/Accumulo tables is stored in ZooKeeper. You can,
-and should, issue SQL statements in Trino to create and drop tables.
-This is the easiest method of creating the metadata required to make the
-connector work. It is best to not mess with the metadata, but here are
-the details of how it is stored.
-
-A root node in ZooKeeper holds all the mappings, and the format is as
-follows:
-
-```text
-/metadata-root/schema/table
-```
-
-Where `metadata-root` is the value of `zookeeper.metadata.root` in
-the config file (default is `/trino-accumulo`), `schema` is the
-Trino schema (which is identical to the Accumulo namespace name), and
-`table` is the Trino table name (again, identical to Accumulo name).
-The data of the `table` ZooKeeper node is a serialized
-`AccumuloTable` Java object (which resides in the connector code).
-This table contains the schema (namespace) name, table name, column
-definitions, the serializer to use for the table, and any additional
-table properties.
-
-If you have a need to programmatically manipulate the ZooKeeper metadata
-for Accumulo, take a look at
-`io.trino.plugin.accumulo.metadata.ZooKeeperMetadataManager` for some
-Java code to simplify the process.
-
-## Converting table from internal to external
-
-If your table is *internal*, you can convert it to an external table by deleting
-the corresponding znode in ZooKeeper, effectively making the table no longer exist as
-far as Trino is concerned. Then, create the table again using the same DDL, but adding the
-`external = true` table property.
-
-For example:
-
-1\. We're starting with an internal table `foo.bar` that was created with the below DDL.
-If you have not previously defined a table property for `column_mapping` (like this example),
-be sure to describe the table **before** deleting the metadata. We need the column mappings
-when creating the external table.
-
-```sql
-CREATE TABLE foo.bar (a VARCHAR, b BIGINT, c DATE)
-WITH (
- index_columns = 'b,c'
-);
-```
-
-```sql
-DESCRIBE foo.bar;
-```
-
-```text
- Column | Type | Extra | Comment
---------+---------+-------+-------------------------------------
- a | varchar | | Accumulo row ID
- b | bigint | | Accumulo column b:b. Indexed: true
- c | date | | Accumulo column c:c. Indexed: true
-```
-
-2\. Using the ZooKeeper CLI, delete the corresponding znode. Note this uses the default ZooKeeper
-metadata root of `/trino-accumulo`
-
-```text
-$ zkCli.sh
-[zk: localhost:2181(CONNECTED) 1] delete /trino-accumulo/foo/bar
-```
-
-3\. Re-create the table using the same DDL as before, but adding the `external=true` property.
-Note that if you had not previously defined the column_mapping, you need to add the property
-to the new DDL (external tables require this property to be set). The column mappings are in
-the output of the `DESCRIBE` statement.
-
-```sql
-CREATE TABLE foo.bar (
- a VARCHAR,
- b BIGINT,
- c DATE
-)
-WITH (
- column_mapping = 'a:a:a,b:b:b,c:c:c',
- index_columns = 'b,c',
- external = true
-);
-```
-
-(accumulo-type-mapping)=
-## Type mapping
-
-Because Trino and Accumulo each support types that the other does not, this
-connector modifies some types when reading or writing data. Data types may not
-map the same way in both directions between Trino and the data source. Refer to
-the following sections for type mapping in each direction.
-
-### Accumulo type to Trino type mapping
-
-The connector maps Accumulo types to the corresponding Trino types following
-this table:
-
-:::{list-table} Accumulo type to Trino type mapping
-:widths: 50, 50
-:header-rows: 1
-
-* - Accumulo type
- - Trino type
-* - `BOOLEAN`
- - `BOOLEAN`
-* - `TINYINT`
- - `TINYINT`
-* - `SMALLINT`
- - `SMALLINT`
-* - `INTEGER`
- - `INTEGER`
-* - `BIGINT`
- - `BIGINT`
-* - `REAL`
- - `REAL`
-* - `DOUBLE`
- - `DOUBLE`
-* - `VARCHAR(n)`
- - `VARCHAR(n)`
-* - `VARBINARY`
- - `VARBINARY`
-* - `DATE`
- - `DATE`
-* - `TIME(n)`
- - `TIME(n)`
-* - `TIMESTAMP(n)`
- - `TIMESTAMP(n)`
-:::
-
-No other types are supported.
-
-### Trino type to Accumulo type mapping
-
-The connector maps Trino types to the corresponding Trino type to Accumulo type
-mapping types following this table:
-
-:::{list-table} Trino type to Accumulo type mapping
-:widths: 25, 25, 50
-:header-rows: 1
-
-* - Trino type
- - Accumulo type
- - Notes
-* - `BOOLEAN`
- - `BOOLEAN`
- -
-* - `TINYINT`
- - `TINYINT`
- - Trino only supports writing values belonging to `[0, 127]`
-* - `SMALLINT`
- - `SMALLINT`
- -
-* - `INTEGER`
- - `INTEGER`
- -
-* - `BIGINT`
- - `BIGINT`
- -
-* - `REAL`
- - `REAL`
- -
-* - `DOUBLE`
- - `DOUBLE`
- -
-* - `VARCHAR(n)`
- - `VARCHAR(n)`
- -
-* - `VARBINARY`
- - `VARBINARY`
- -
-* - `DATE`
- - `DATE`
- -
-* - `TIME(n)`
- - `TIME(n)`
- -
-* - `TIMESTAMP(n)`
- - `TIMESTAMP(n)`
- -
-:::
-
-No other types are supported
-
-(accumulo-sql-support)=
-## SQL support
-
-The connector provides read and write access to data and metadata in
-the Accumulo database. In addition to the {ref}`globally available
-