feat(bigtable): enable microsecond timestamps in client (#14057)

- Enable microsecond timestamp flag in stub settings
- Plumb timestamp origin to Mutation setCell
- Skip emulator in mutation-based integration tests to prevent failures

Author: kanchi12P

java-bigtable/google-cloud-bigtable/src/main/java/com/google/cloud/bigtable/data/v2/models/Mutation.java

@@ -23,6 +23,7 @@
 import com.google.bigtable.v2.Mutation.DeleteFromRow;
 import com.google.bigtable.v2.Mutation.MergeToCell;
 import com.google.bigtable.v2.Mutation.SetCell;
+import com.google.bigtable.v2.Mutation.TimestampOrigin;
 import com.google.cloud.bigtable.data.v2.models.Range.TimestampRange;
 import com.google.common.base.Preconditions;
 import com.google.common.collect.ImmutableList;
@@ -32,6 +33,7 @@
 import java.io.ObjectInputStream;
 import java.io.ObjectOutputStream;
 import java.io.Serializable;
+import java.time.Instant;
 import java.util.List;
 import javax.annotation.Nonnull;
 
@@ -154,9 +156,10 @@ public Mutation setCell(
   @Override
   public Mutation setCell(
       @Nonnull String familyName, @Nonnull ByteString qualifier, @Nonnull ByteString value) {
-    long timestamp = System.currentTimeMillis() * 1_000;
+    Instant now = Instant.now();
+    long timestamp = now.getEpochSecond() * 1_000_000L + now.getNano() / 1_000;
 
-    return setCell(familyName, qualifier, timestamp, value);
+    return setCell(familyName, qualifier, timestamp, value, TimestampOrigin.CLIENT_AUTO_GENERATED);
   }
 
   @Override
@@ -165,6 +168,15 @@ public Mutation setCell(
       @Nonnull ByteString qualifier,
       long timestamp,
       @Nonnull ByteString value) {
+    return setCell(familyName, qualifier, timestamp, value, TimestampOrigin.USER_SPECIFIED);
+  }
+
+  private Mutation setCell(
+      @Nonnull String familyName,
+      @Nonnull ByteString qualifier,
+      long timestamp,
+      @Nonnull ByteString value,
+      @Nonnull TimestampOrigin timestampOrigin) {
     Validations.validateFamily(familyName);
     Preconditions.checkNotNull(qualifier, "qualifier can't be null.");
     Preconditions.checkNotNull(value, "value can't be null.");
@@ -182,6 +194,7 @@ public Mutation setCell(
                     .setTimestampMicros(timestamp)
                     .setValue(value)
                     .build())
+            .setTimestampOrigin(timestampOrigin)
             .build());
 
     return this;

java-bigtable/google-cloud-bigtable/src/main/java/com/google/cloud/bigtable/data/v2/stub/EnhancedBigtableStubSettings.java

@@ -660,7 +660,8 @@ private Builder() {
               .setDirectAccessRequested(isDirectPathRequested)
               .setTrafficDirectorEnabled(isDirectPathRequested)
               .setPeerInfo(true)
-              .setSessionsCompatible(true);
+              .setSessionsCompatible(true)
+              .setMicrosecondTimestamp(true);
     }
 
     private Builder(EnhancedBigtableStubSettings settings) {
@@ -1008,6 +1009,7 @@ public EnhancedBigtableStubSettings build() {
 
       featureFlags.setRoutingCookie(true);
       featureFlags.setRetryInfo(true);
+      featureFlags.setMicrosecondTimestamp(true);
       // client_Side_metrics_enabled feature flag is only set when a user is running with a
       // DefaultMetricsProvider. This may cause false negatives when a user registered the
       // metrics on their CustomOpenTelemetryMetricsProvider.

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/it/BulkMutateIT.java

@@ -53,6 +53,11 @@ public class BulkMutateIT {
 
   @Test(timeout = 60 * 1000)
   public void test() throws IOException, InterruptedException {
+    assume()
+        .withMessage("Emulator does not support microsecond timestamp granularity")
+        .that(testEnvRule.env())
+        .isNotInstanceOf(EmulatorEnv.class);
+
     BigtableDataSettings settings = testEnvRule.env().getDataClientSettings();
     String rowPrefix = UUID.randomUUID().toString();
     // Set target latency really low so it'll trigger adjusting thresholds

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/it/CheckAndMutateIT.java

@@ -49,6 +49,11 @@ public class CheckAndMutateIT {
 
   @Test
   public void test() throws Exception {
+    assume()
+        .withMessage("Emulator does not support microsecond timestamp granularity")
+        .that(testEnvRule.env())
+        .isNotInstanceOf(EmulatorEnv.class);
+
     TableId tableId = testEnvRule.env().getTableId();
     String familyId = testEnvRule.env().getFamilyId();
     String rowKey = UUID.randomUUID().toString();

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/it/MutateRowIT.java

@@ -44,6 +44,11 @@ public class MutateRowIT {
 
   @Test
   public void test() throws Exception {
+    assume()
+        .withMessage("Emulator does not support microsecond timestamp granularity")
+        .that(testEnvRule.env())
+        .isNotInstanceOf(EmulatorEnv.class);
+
     String rowKey = UUID.randomUUID().toString();
     String familyId = testEnvRule.env().getFamilyId();
 

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/it/ReadIT.java

@@ -92,6 +92,11 @@ public void setUp() {
 
   @Test
   public void isRowExists() throws Exception {
+    assume()
+        .withMessage("Emulator does not support microsecond timestamp granularity")
+        .that(testEnvRule.env())
+        .isNotInstanceOf(EmulatorEnv.class);
+
     String rowKey = prefix + "-test-row-key";
     TableId tableId = testEnvRule.env().getTableId();
     testEnvRule

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/it/SampleRowsIT.java

@@ -50,6 +50,11 @@ public class SampleRowsIT {
 
   @Test
   public void test() throws InterruptedException, ExecutionException, TimeoutException {
+    assume()
+        .withMessage("Emulator does not support microsecond timestamp granularity")
+        .that(testEnvRule.env())
+        .isNotInstanceOf(EmulatorEnv.class);
+
     BigtableDataClient client = testEnvRule.env().getDataClient();
     String rowPrefix = UUID.randomUUID().toString();
 

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/models/BulkMutationTest.java

@@ -73,6 +73,7 @@ public void test() throws ParseException {
             + "      timestamp_micros: 1000"
             + "      value: 'fake-value1'"
             + "    }"
+            + "    timestamp_origin: USER_SPECIFIED"
             + "  }"
             + "  mutations {"
             + "    set_cell {"
@@ -81,6 +82,7 @@ public void test() throws ParseException {
             + "      timestamp_micros: 2000"
             + "      value: 'fake-value2'"
             + "    }"
+            + "    timestamp_origin: USER_SPECIFIED"
             + "  }"
             + "}"
             + "entries {"
@@ -92,6 +94,7 @@ public void test() throws ParseException {
             + "      timestamp_micros: 3000"
             + "      value: 'fake-value3'"
             + "    }"
+            + "    timestamp_origin: USER_SPECIFIED"
             + "  }"
             + "}",
         expected);

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/models/MutationTest.java

@@ -22,6 +22,7 @@
 import com.google.bigtable.v2.Mutation.DeleteFromFamily;
 import com.google.bigtable.v2.Mutation.DeleteFromRow;
 import com.google.bigtable.v2.Mutation.MergeToCell;
+import com.google.bigtable.v2.Mutation.TimestampOrigin;
 import com.google.cloud.bigtable.data.v2.models.Range.TimestampRange;
 import com.google.common.primitives.Longs;
 import com.google.protobuf.ByteString;
@@ -30,6 +31,7 @@
 import java.io.IOException;
 import java.io.ObjectInputStream;
 import java.io.ObjectOutputStream;
+import java.time.Instant;
 import java.util.List;
 import org.junit.Before;
 import org.junit.Test;
@@ -48,7 +50,8 @@ public void setUp() {
 
   @Test
   public void setCellTest() {
-    long minTimestamp = System.currentTimeMillis() * 1_000;
+    Instant minInstant = Instant.now();
+    long minTimestamp = minInstant.getEpochSecond() * 1_000_000L + minInstant.getNano() / 1_000;
 
     mutation
         .setCell(
@@ -65,7 +68,8 @@ public void setCellTest() {
 
     List<com.google.bigtable.v2.Mutation> actual = mutation.getMutations();
 
-    long maxTimestamp = System.currentTimeMillis() * 1_000;
+    Instant maxInstant = Instant.now();
+    long maxTimestamp = maxInstant.getEpochSecond() * 1_000_000L + maxInstant.getNano() / 1_000;
     com.google.common.collect.Range<Long> expectedTimestampRange =
         com.google.common.collect.Range.closed(minTimestamp, maxTimestamp);
 
@@ -77,27 +81,31 @@ public void setCellTest() {
     assertThat(actual.get(0).getSetCell().getValue())
         .isEqualTo(ByteString.copyFromUtf8("fake-value"));
     assertThat(actual.get(0).getSetCell().getTimestampMicros()).isEqualTo(1_000);
+    assertThat(actual.get(0).getTimestampOrigin()).isEqualTo(TimestampOrigin.USER_SPECIFIED);
 
     assertThat(actual.get(1).getSetCell().getFamilyName()).isEqualTo("fake-family");
     assertThat(actual.get(1).getSetCell().getColumnQualifier())
         .isEqualTo(ByteString.copyFromUtf8("fake-qualifier"));
     assertThat(actual.get(1).getSetCell().getValue())
         .isEqualTo(ByteString.copyFromUtf8("fake-value"));
     assertThat(actual.get(1).getSetCell().getTimestampMicros()).isIn(expectedTimestampRange);
+    assertThat(actual.get(1).getTimestampOrigin()).isEqualTo(TimestampOrigin.CLIENT_AUTO_GENERATED);
 
     assertThat(actual.get(2).getSetCell().getFamilyName()).isEqualTo("fake-family2");
     assertThat(actual.get(2).getSetCell().getColumnQualifier())
         .isEqualTo(ByteString.copyFromUtf8("fake-qualifier2"));
     assertThat(actual.get(2).getSetCell().getValue())
         .isEqualTo(ByteString.copyFromUtf8("fake-value2"));
     assertThat(actual.get(2).getSetCell().getTimestampMicros()).isEqualTo(1_000);
+    assertThat(actual.get(2).getTimestampOrigin()).isEqualTo(TimestampOrigin.USER_SPECIFIED);
 
     assertThat(actual.get(3).getSetCell().getFamilyName()).isEqualTo("fake-family2");
     assertThat(actual.get(3).getSetCell().getColumnQualifier())
         .isEqualTo(ByteString.copyFromUtf8("fake-qualifier2"));
     assertThat(actual.get(3).getSetCell().getValue())
         .isEqualTo(ByteString.copyFromUtf8("fake-value2"));
     assertThat(actual.get(3).getSetCell().getTimestampMicros()).isIn(expectedTimestampRange);
+    assertThat(actual.get(3).getTimestampOrigin()).isEqualTo(TimestampOrigin.CLIENT_AUTO_GENERATED);
 
     assertThat(Mutation.fromProtoUnsafe(actual).getMutations()).isEqualTo(actual);
   }
@@ -113,6 +121,7 @@ public void setCellWithServerSideTimestamp() {
     List<com.google.bigtable.v2.Mutation> actual = mutation.getMutations();
     assertThat(actual.get(0).getSetCell().getTimestampMicros())
         .isEqualTo(Mutation.SERVER_SIDE_TIMESTAMP);
+    assertThat(actual.get(0).getTimestampOrigin()).isEqualTo(TimestampOrigin.USER_SPECIFIED);
   }
 
   @Test
@@ -276,6 +285,10 @@ public void testWithLongValue() {
 
     assertThat(actualMutation.getSetCell().getValue())
         .isEqualTo(ByteString.copyFrom(Longs.toByteArray(100_000L)));
+    assertThat(mutations.get(0).getTimestampOrigin())
+        .isEqualTo(TimestampOrigin.CLIENT_AUTO_GENERATED);
+    assertThat(mutations.get(1).getTimestampOrigin())
+        .isEqualTo(TimestampOrigin.CLIENT_AUTO_GENERATED);
 
     assertThat(mutations.get(2).getSetCell())
         .isEqualTo(
@@ -285,6 +298,7 @@ public void testWithLongValue() {
                 .setTimestampMicros(30_000L)
                 .setValue(ByteString.copyFrom(Longs.toByteArray(20_000L)))
                 .build());
+    assertThat(mutations.get(2).getTimestampOrigin()).isEqualTo(TimestampOrigin.USER_SPECIFIED);
   }
 
   @Test

java-bigtable/google-cloud-bigtable/src/test/java/com/google/cloud/bigtable/data/v2/models/RowMutationEntryTest.java

@@ -19,6 +19,7 @@
 
 import com.google.bigtable.v2.MutateRowsRequest;
 import com.google.bigtable.v2.Mutation;
+import com.google.bigtable.v2.Mutation.TimestampOrigin;
 import com.google.common.collect.ImmutableList;
 import com.google.common.primitives.Longs;
 import com.google.protobuf.ByteString;
@@ -71,7 +72,8 @@ public void toProtoTest() {
                                 .setFamilyName("fake-family")
                                 .setColumnQualifier(ByteString.copyFromUtf8("qualifier-1"))
                                 .setTimestampMicros(timestamp)
-                                .setValue(ByteString.copyFromUtf8("fake-values"))))
+                                .setValue(ByteString.copyFromUtf8("fake-values")))
+                        .setTimestampOrigin(TimestampOrigin.USER_SPECIFIED))
                 .build());
   }
 
@@ -92,6 +94,7 @@ public void multipleMutationTest() {
                         .setColumnQualifier(ByteString.copyFromUtf8("qualifier-1"))
                         .setTimestampMicros(10_000L)
                         .setValue(ByteString.copyFromUtf8("fake-values")))
+                .setTimestampOrigin(TimestampOrigin.USER_SPECIFIED)
                 .build(),
             Mutation.newBuilder()
                 .setDeleteFromColumn(
@@ -135,6 +138,7 @@ public void unsafeMutationTest() {
                             .setColumnQualifier(ByteString.copyFromUtf8("qualifier-1"))
                             .setTimestampMicros(10_000L)
                             .setValue(ByteString.copyFromUtf8("fake-values")))
+                    .setTimestampOrigin(TimestampOrigin.USER_SPECIFIED)
                     .build(),
                 Mutation.newBuilder()
                     .setDeleteFromFamily(