content: /*
   * Licensed to the Apache Software Foundation (ASF) under one
   * or more contributor license agreements.  See the NOTICE file
   * distributed with this work for additional information
   * regarding copyright ownership.  The ASF licenses this file
   * to you under the Apache License, Version 2.0 (the
   * "License"); you may not use this file except in compliance
   * with the License.  You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.apache.cassandra.cql3.statements;
  
  import java.util.ArrayList;
  import java.util.Collection;
  import java.util.Collections;
  import java.util.HashSet;
  import java.util.List;
  import java.util.Map;
  import java.util.Set;
  import java.util.TreeMap;
  
  import org.apache.commons.lang3.builder.ToStringBuilder;
  import org.apache.commons.lang3.builder.ToStringStyle;
  import org.slf4j.Logger;
  import org.slf4j.LoggerFactory;
  
  import accord.api.Update;
  import accord.primitives.Keys;
  import accord.primitives.Txn;
  import org.apache.cassandra.cql3.QueryOptions;
  import org.apache.cassandra.cql3.UpdateParameters;
  import org.apache.cassandra.cql3.conditions.ColumnCondition;
  import org.apache.cassandra.db.Clustering;
  import org.apache.cassandra.db.Columns;
  import org.apache.cassandra.db.ConsistencyLevel;
  import org.apache.cassandra.db.DecoratedKey;
  import org.apache.cassandra.db.ReadCommand.PotentialTxnConflicts;
  import org.apache.cassandra.db.RegularAndStaticColumns;
  import org.apache.cassandra.db.SinglePartitionReadCommand;
  import org.apache.cassandra.db.Slice;
  import org.apache.cassandra.db.Slices;
  import org.apache.cassandra.db.filter.ClusteringIndexNamesFilter;
  import org.apache.cassandra.db.filter.ClusteringIndexSliceFilter;
  import org.apache.cassandra.db.filter.ColumnFilter;
  import org.apache.cassandra.db.filter.DataLimits;
  import org.apache.cassandra.db.filter.RowFilter;
  import org.apache.cassandra.db.marshal.TimeUUIDType;
  import org.apache.cassandra.db.partitions.FilteredPartition;
  import org.apache.cassandra.db.partitions.Partition;
  import org.apache.cassandra.db.partitions.PartitionUpdate;
  import org.apache.cassandra.db.rows.Row;
  import org.apache.cassandra.exceptions.InvalidRequestException;
  import org.apache.cassandra.index.IndexRegistry;
  import org.apache.cassandra.schema.TableMetadata;
  import org.apache.cassandra.schema.TableParams;
  import org.apache.cassandra.service.CASRequest;
  import org.apache.cassandra.service.ClientState;
  import org.apache.cassandra.service.PreserveTimestamp;
  import org.apache.cassandra.service.accord.api.PartitionKey;
  import org.apache.cassandra.service.accord.serializers.TableMetadatas;
  import org.apache.cassandra.service.accord.serializers.TableMetadatasAndKeys;
  import org.apache.cassandra.service.accord.txn.TxnCondition;
  import org.apache.cassandra.service.accord.txn.TxnData;
  import org.apache.cassandra.service.accord.txn.TxnDataKeyValue;
  import org.apache.cassandra.service.accord.txn.TxnQuery;
  import org.apache.cassandra.service.accord.txn.TxnRead;
  import org.apache.cassandra.service.accord.txn.TxnReference;
  import org.apache.cassandra.service.accord.txn.TxnResult;
  import org.apache.cassandra.service.accord.txn.TxnUpdate;
  import org.apache.cassandra.service.accord.txn.TxnWrite;
  import org.apache.cassandra.service.paxos.Ballot;
  import org.apache.cassandra.tcm.ClusterMetadata;
  import org.apache.cassandra.transport.Dispatcher;
  import org.apache.cassandra.utils.TimeUUID;
  
  import static com.google.common.base.Preconditions.checkState;
  import static org.apache.cassandra.service.StorageProxy.ConsensusAttemptResult;
  import static org.apache.cassandra.service.StorageProxy.ConsensusAttemptResult.RETRY_NEW_PROTOCOL;
  import static org.apache.cassandra.service.StorageProxy.ConsensusAttemptResult.casResult;
  import static org.apache.cassandra.service.accord.txn.TxnData.TxnDataNameKind.CAS_READ;
  import static org.apache.cassandra.service.accord.txn.TxnData.txnDataName;
  import static org.apache.cassandra.service.accord.txn.TxnResult.Kind.retry_new_protocol;
  import static org.apache.cassandra.service.consensus.migration.ConsensusRequestRouter.getTableMetadata;
  
  /**
   * Processed CAS conditions and update on potentially multiple rows of the same partition.
   */
  public class CQL3CasRequest implements CASRequest
  {
      @SuppressWarnings("unused")
      private static final Logger logger = LoggerFactory.getLogger(CQL3CasRequest.class);
  
      public final TableMetadata metadata;
      public final DecoratedKey key;
      private final RegularAndStaticColumns conditionColumns;
      private final boolean updatesRegularRows;
      private final boolean updatesStaticRow;
      private final Dispatcher.RequestTime requestTime;
      private boolean hasExists; // whether we have an exist or if not exist condition
  
      // Conditions on the static row. We keep it separate from 'conditions' as most things related to the static row are
      // special cases anyway.
      private RowCondition staticConditions;
      // We index RowCondition by the clustering of the row they applied to for 2 reasons:
      //   1) this allows to keep things sorted to build the read command below
      //   2) this allows to detect when contradictory conditions are set (not exists with some other conditions on the same row)
      private final TreeMap<Clustering<?>, RowCondition> conditions;
  
      private final List<RowUpdate> updates = new ArrayList<>();
      private final List<RangeDeletion> rangeDeletions = new ArrayList<>();
  
      public CQL3CasRequest(TableMetadata metadata,
                            DecoratedKey key,
                            RegularAndStaticColumns conditionColumns,
                            boolean updatesRegularRows,
                            boolean updatesStaticRow,
                            Dispatcher.RequestTime requestTime)
      {
          this.metadata = metadata;
          this.key = key;
          this.conditions = new TreeMap<>(metadata.comparator);
          this.conditionColumns = conditionColumns;
          this.updatesRegularRows = updatesRegularRows;
          this.updatesStaticRow = updatesStaticRow;
          this.requestTime = requestTime;
      }
  
      @Override
      public Dispatcher.RequestTime requestTime()
      {
          return requestTime;
      }
  
      void addRowUpdate(Clustering<?> clustering, ModificationStatement stmt, QueryOptions options, long timestamp, long nowInSeconds)
      {
          updates.add(new RowUpdate(clustering, stmt, options, timestamp, nowInSeconds));
      }
  
      void addRangeDeletion(Slice slice, ModificationStatement stmt, QueryOptions options, long timestamp, long nowInSeconds)
      {
          rangeDeletions.add(new RangeDeletion(slice, stmt, options, timestamp, nowInSeconds));
      }
  
      public void addNotExist(Clustering<?> clustering) throws InvalidRequestException
      {
          addExistsCondition(clustering, new NotExistCondition(clustering), true);
      }
  
      public void addExist(Clustering<?> clustering) throws InvalidRequestException
      {
          addExistsCondition(clustering, new ExistCondition(clustering), false);
      }
  
      private void addExistsCondition(Clustering<?> clustering, RowCondition condition, boolean isNotExist)
      {
          assert condition instanceof ExistCondition || condition instanceof NotExistCondition;
          RowCondition previous = getConditionsForRow(clustering);
          if (previous != null)
          {
              if (previous.getClass().equals(condition.getClass()))
              {
                  // We can get here if a BATCH has 2 different statements on the same row with the same "exist" condition.
                  // For instance (assuming 'k' is the full PK):
                  //   BEGIN BATCH
                  //      INSERT INTO t(k, v1) VALUES (0, 'foo') IF NOT EXISTS;
                  //      INSERT INTO t(k, v2) VALUES (0, 'bar') IF NOT EXISTS;
                  //   APPLY BATCH;
                  // Of course, those can be trivially rewritten by the user as a single INSERT statement, but we still don't
                  // want this to be a problem (see #12867 in particular), so we simply return (the condition itself has
                  // already be set).
                  assert hasExists; // We shouldn't have a previous condition unless hasExists has been set already.
                  return;
              }
              else
              {
                  // these should be prevented by the parser, but it doesn't hurt to check
                  throw (previous instanceof NotExistCondition || previous instanceof ExistCondition)
                      ? new InvalidRequestException("Cannot mix IF EXISTS and IF NOT EXISTS conditions for the same row")
                      : new InvalidRequestException("Cannot mix IF conditions and IF " + (isNotExist ? "NOT " : "") + "EXISTS for the same row");
              }
          }
  
          setConditionsForRow(clustering, condition);
          hasExists = true;
      }
  
      public void addConditions(Clustering<?> clustering, Collection<ColumnCondition> conds, QueryOptions options) throws InvalidRequestException
      {
          RowCondition condition = getConditionsForRow(clustering);
          if (condition == null)
          {
              condition = new ColumnsConditions(clustering);
              setConditionsForRow(clustering, condition);
          }
          else if (!(condition instanceof ColumnsConditions))
          {
              throw new InvalidRequestException("Cannot mix IF conditions and " + ((ToCQL) condition).toCQL() + " for the same row");
          }
          ((ColumnsConditions)condition).addConditions(conds, options);
      }
  
      private RowCondition getConditionsForRow(Clustering<?> clustering)
      {
          return clustering == Clustering.STATIC_CLUSTERING ? staticConditions : conditions.get(clustering);
      }
  
      private void setConditionsForRow(Clustering<?> clustering, RowCondition condition)
      {
          if (clustering == Clustering.STATIC_CLUSTERING)
          {
              assert staticConditions == null;
              staticConditions = condition;
          }
          else
          {
              RowCondition previous = conditions.put(clustering, condition);
              assert previous == null;
          }
      }
  
      private RegularAndStaticColumns columnsToRead()
      {
          RegularAndStaticColumns allColumns = metadata.regularAndStaticColumns();
  
          // If we update static row, we won't have any conditions on regular rows.
          // If we update regular row, we have to fetch all regular rows (which would satisfy column condition) and
          // static rows that take part in column condition.
          // In both cases, we're fetching enough rows to distinguish between "all conditions are nulls" and "row does not exist".
          // We have to do this as we can't rely on row marker for that (see #6623)
          Columns statics = updatesStaticRow ? allColumns.statics : conditionColumns.statics;
          Columns regulars = updatesRegularRows ? allColumns.regulars : conditionColumns.regulars;
          return new RegularAndStaticColumns(statics, regulars);
      }
  
      public SinglePartitionReadCommand readCommand(long nowInSec)
      {
          assert staticConditions != null || !conditions.isEmpty();
  
          // Fetch all columns, but query only the selected ones
          ColumnFilter columnFilter = ColumnFilter.selection(columnsToRead());
  
          // With only a static condition, we still want to make the distinction between a non-existing partition and one
          // that exists (has some live data) but has not static content. So we query the first live row of the partition.
          if (conditions.isEmpty())
              return SinglePartitionReadCommand.create(metadata,
                                                       nowInSec,
                                                       columnFilter,
                                                       RowFilter.none(),
                                                       DataLimits.cqlLimits(1),
                                                       key,
                                                       new ClusteringIndexSliceFilter(Slices.ALL, false),
                                                       PotentialTxnConflicts.ALLOW);
  
          ClusteringIndexNamesFilter filter = new ClusteringIndexNamesFilter(conditions.navigableKeySet(), false);
          return SinglePartitionReadCommand.create(metadata, nowInSec, key, columnFilter, filter);
      }
  
      /**
       * Checks whether the conditions represented by this object applies provided the current state of the partition on
       * which those conditions are.
       *
       * @param current the partition with current data corresponding to these conditions. More precisely, this must be
       * the result of executing the command returned by {@link #readCommand}. This can be empty but it should not be
       * {@code null}.
       * @return whether the conditions represented by this object applies or not.
       */
      public boolean appliesTo(FilteredPartition current) throws InvalidRequestException
      {
          if (staticConditions != null && !staticConditions.appliesTo(current))
              return false;
  
          for (RowCondition condition : conditions.values())
          {
              if (!condition.appliesTo(current))
                  return false;
          }
          return true;
      }
  
      private RegularAndStaticColumns updatedColumns()
      {
          RegularAndStaticColumns.Builder builder = RegularAndStaticColumns.builder();
          for (RowUpdate upd : updates)
              builder.addAll(upd.stmt.updatedColumns());
          return builder.build();
      }
  
      public PartitionUpdate makeUpdates(FilteredPartition current, ClientState clientState, Ballot ballot) throws InvalidRequestException
      {
          PartitionUpdate.Builder updateBuilder = new PartitionUpdate.Builder(metadata, key, updatedColumns(), conditions.size());
          long timeUuidNanos = 0;
          for (RowUpdate upd : updates)
              timeUuidNanos = upd.applyUpdates(current, updateBuilder, clientState, ballot.msb(), timeUuidNanos);
          for (RangeDeletion upd : rangeDeletions)
              upd.applyUpdates(current, updateBuilder, clientState);
  
          PartitionUpdate partitionUpdate = updateBuilder.build();
          IndexRegistry.obtain(metadata).validate(partitionUpdate, clientState);
  
          return partitionUpdate;
      }
  
      private static class CASUpdateParameters extends UpdateParameters
      {
          final long timeUuidMsb;
          long timeUuidNanos;
  
          public CASUpdateParameters(TableMetadata metadata, ClientState state, QueryOptions options, long timestamp, long nowInSec, int ttl, Map<DecoratedKey, Partition> prefetchedRows, long timeUuidMsb, long timeUuidNanos) throws InvalidRequestException
          {
              super(metadata, state, options, timestamp, nowInSec, ttl, prefetchedRows);
              this.timeUuidMsb = timeUuidMsb;
              this.timeUuidNanos = timeUuidNanos;
          }
  
          public byte[] nextTimeUUIDAsBytes()
          {
              return TimeUUID.toBytes(timeUuidMsb, TimeUUIDType.signedBytesToNativeLong(timeUuidNanos++));
          }
      }
  
      /**
       * Due to some operation on lists, we can't generate the update that a given Modification statement does before
       * we get the values read by the initial read of Paxos. A RowUpdate thus just store the relevant information
       * (include the statement iself) to generate those updates. We'll have multiple RowUpdate for a Batch, otherwise
       * we'll have only one.
       */
      private class RowUpdate
      {
          private final Clustering<?> clustering;
          private final ModificationStatement stmt;
          private final QueryOptions options;
          private final long timestamp;
          private final long nowInSeconds;
  
          private RowUpdate(Clustering<?> clustering, ModificationStatement stmt, QueryOptions options, long timestamp, long nowInSeconds)
          {
              this.clustering = clustering;
              this.stmt = stmt;
              this.options = options;
              this.timestamp = timestamp;
              this.nowInSeconds = nowInSeconds;
          }
  
          long applyUpdates(FilteredPartition current, PartitionUpdate.Builder updateBuilder, ClientState state, long timeUuidMsb, long timeUuidNanos)
          {
              Map<DecoratedKey, Partition> map = stmt.requiresRead() ? Collections.singletonMap(key, current) : null;
              CASUpdateParameters params =
                  new CASUpdateParameters(metadata, state, options, timestamp, nowInSeconds,
                                       stmt.getTimeToLive(options), map, timeUuidMsb, timeUuidNanos);
              stmt.addUpdateForKey(updateBuilder, clustering, params);
              return params.timeUuidNanos;
          }
      }
  
      private class RangeDeletion
      {
          private final Slice slice;
          private final ModificationStatement stmt;
          private final QueryOptions options;
          private final long timestamp;
          private final long nowInSeconds;
  
          private RangeDeletion(Slice slice, ModificationStatement stmt, QueryOptions options, long timestamp, long nowInSeconds)
          {
              this.slice = slice;
              this.stmt = stmt;
              this.options = options;
              this.timestamp = timestamp;
              this.nowInSeconds = nowInSeconds;
          }
  
          void applyUpdates(FilteredPartition current, PartitionUpdate.Builder updateBuilder, ClientState state)
          {
              // No slice statements currently require a read, but this maintains consistency with RowUpdate, and future proofs us
              Map<DecoratedKey, Partition> map = stmt.requiresRead() ? Collections.singletonMap(key, current) : null;
              UpdateParameters params =
                  new UpdateParameters(metadata,
                                       state,
                                       options,
                                       timestamp,
                                       nowInSeconds,
                                       stmt.getTimeToLive(options),
                                       map);
              stmt.addUpdateForKey(updateBuilder, slice, params);
          }
      }
  
      private static abstract class RowCondition
      {
          public final Clustering<?> clustering;
  
          protected RowCondition(Clustering<?> clustering)
          {
              this.clustering = clustering;
          }
  
          public abstract boolean appliesTo(FilteredPartition current) throws InvalidRequestException;
  
          public abstract TxnCondition asTxnCondition();
      }
  
      private interface ToCQL
      {
          String toCQL();
      }
  
      private static class NotExistCondition extends RowCondition implements ToCQL
      {
          private NotExistCondition(Clustering<?> clustering)
          {
              super(clustering);
          }
  
          public boolean appliesTo(FilteredPartition current)
          {
              return current.getRow(clustering) == null;
          }
  
          @Override
          public String toCQL()
          {
              return "IF NOT EXISTS";
          }
  
          public TxnCondition asTxnCondition()
          {
              TxnReference txnReference = TxnReference.row(txnDataName(CAS_READ));
              return new TxnCondition.Exists(txnReference, TxnCondition.Kind.IS_NULL);
          }
      }
  
      private static class ExistCondition extends RowCondition implements ToCQL
      {
          private ExistCondition(Clustering<?> clustering)
          {
              super(clustering);
          }
  
          public boolean appliesTo(FilteredPartition current)
          {
              return current.getRow(clustering) != null;
          }
  
          @Override
          public String toCQL()
          {
              return "IF EXISTS";
          }
  
          public TxnCondition asTxnCondition()
          {
              TxnReference txnReference = TxnReference.row(txnDataName(CAS_READ));
              return new TxnCondition.Exists(txnReference, TxnCondition.Kind.IS_NOT_NULL);
          }
      }
  
      private static class ColumnsConditions extends RowCondition
      {
          private final Set<ColumnCondition.Bound> conditions = new HashSet<>();
  
          private ColumnsConditions(Clustering<?> clustering)
          {
              super(clustering);
          }
  
          public void addConditions(Collection<ColumnCondition> conds, QueryOptions options) throws InvalidRequestException
          {
              for (ColumnCondition condition : conds)
              {
                  conditions.add(condition.bind(options));
              }
          }
  
          public boolean appliesTo(FilteredPartition current) throws InvalidRequestException
          {
              Row row = current.getRow(clustering);
              for (ColumnCondition.Bound condition : conditions)
              {
                  if (!condition.appliesTo(row))
                      return false;
              }
              return true;
          }
  
          @Override
          public TxnCondition asTxnCondition()
          {
              return new TxnCondition.ColumnConditionsAdapter(clustering, conditions);
          }
      }
      
      @Override
      public String toString()
      {
          return ToStringBuilder.reflectionToString(this, ToStringStyle.SHORT_PREFIX_STYLE);
      }
  
      @Override
      public Txn toAccordTxn(ClusterMetadata cm, ConsistencyLevel consistencyLevel, ConsistencyLevel commitConsistencyLevel, ClientState clientState, long nowInSecs)
      {
          SinglePartitionReadCommand readCommand = readCommand(nowInSecs);
          TableMetadata metadata = getTableMetadata(cm, this.metadata.id);
          TableMetadatas.Complete tables = TableMetadatas.of(metadata);
          TableMetadatasAndKeys tablesAndKeys = new TableMetadatasAndKeys(tables, Keys.of(new PartitionKey(metadata.id, readCommand.partitionKey())));
          Update update = createUpdate(cm, tables, clientState, commitConsistencyLevel);
          // If the write strategy is sending all writes through Accord there is no need to use the supplied consistency
          // level since Accord will manage reading safely
          TableParams tableParams = tables.getMetadata(metadata.id).params;
          consistencyLevel = tableParams.transactionalMode.readCLForMode(tableParams.transactionalMigrationFrom, consistencyLevel, cm, metadata.id, readCommand.partitionKey().getToken());
          TxnRead read = TxnRead.createCasRead(readCommand, consistencyLevel, tablesAndKeys);
          // In a CAS requesting only one key is supported and writes
          // can't be dependent on any data that is read (only conditions)
          // so the only relevant keys are the read key
          return new Txn.InMemory(read.keys(), read, TxnQuery.CONDITION, update, tablesAndKeys);
      }
  
      private Update createUpdate(ClusterMetadata cm, TableMetadatas.Complete tables, ClientState clientState, ConsistencyLevel commitConsistencyLevel)
      {
          // Potentially ignore commit consistency level if TransactionalMode is full
          // since it is safe to match what non-SERIAL writes do
          TableMetadata tableMetadata = tables.getMetadata(metadata.id);
          TableParams tableParams = tableMetadata.params;
          commitConsistencyLevel = tableParams.transactionalMode.commitCLForMode(tableParams.transactionalMigrationFrom, commitConsistencyLevel, cm, tableMetadata.id, key.getToken());
          // CAS requires using the new txn timestamp to correctly linearize some kinds of updates
          return new TxnUpdate(tables, createWriteFragments(clientState), createCondition(), commitConsistencyLevel, PreserveTimestamp.no);
      }
  
      private TxnCondition createCondition()
      {
          List<TxnCondition> txnConditions = new ArrayList<>(conditions.size() + (staticConditions == null ? 0 : 1));
          if (staticConditions != null)
          {
              txnConditions.add(staticConditions.asTxnCondition());
          }
          for (RowCondition condition : conditions.values())
              txnConditions.add(condition.asTxnCondition());
          // CAS forbids empty conditions
          checkState(!txnConditions.isEmpty());
          return conditions.size() == 1 ? txnConditions.get(0) : new TxnCondition.BooleanGroup(TxnCondition.Kind.AND, txnConditions);
      }
  
      private List<TxnWrite.Fragment> createWriteFragments(ClientState state)
      {
          PartitionKey partitionKey = new PartitionKey(metadata.id, key);
          List<TxnWrite.Fragment> fragments = new ArrayList<>();
          int idx = 0;
          for (RowUpdate update : updates)
          {
              // Some operations may need to migrate to run in the transaction, so need to call forTxn to make sure this
              // happens.
              // see CASSANDRA-18337
              ModificationStatement modification = update.stmt.forTxn();
              QueryOptions options = update.options;
              fragments.addAll(modification.getTxnWriteFragment(idx++, state, options, partitionKey));
          }
          for (RangeDeletion rangeDeletion : rangeDeletions)
          {
              ModificationStatement modification = rangeDeletion.stmt;
              QueryOptions options = rangeDeletion.options;
              fragments.addAll(modification.getTxnWriteFragment(idx++, state, options, partitionKey));
          }
          return fragments;
      }
  
      @Override
      public ConsensusAttemptResult toCasResult(TxnResult txnResult)
      {
          if (txnResult.kind() == retry_new_protocol)
              return RETRY_NEW_PROTOCOL;
          TxnData txnData = (TxnData)txnResult;
          TxnDataKeyValue partition = (TxnDataKeyValue)txnData.get(txnDataName(CAS_READ));
          return casResult(partition != null ? partition.rowIterator(false) : null);
      }
  }
  