Upgrade to TF 2.16.1

CONTRIBUTING.md

@@ -87,6 +87,7 @@ To upgrade the version of TensorFlow that is embedded within TensorFlow Java, pl
 7. Copy the content of `tensorflow-x.x.x/.bazelversion` file to `tensorflow-core/tensorflow-core-native/.bazelversion`
 8. Validate that options in `tensorflow-core/tensorflow-core-native/.bazelrc` are still accurate or update them accordingly
 9. Update URLs of existing TensorFlow binaries in the `tensorflow-core/tensorflow-core-native/scripts/dist_download` script
+10. Update URLs of TensorFlow-Text binaries used for testing in the `tensorflow-core/tensorflow-core-api/scripts/test_download` script
 
 #### Patching TensorFlow Sources
 

README.md

@@ -173,7 +173,7 @@ This table shows the mapping between TensorFlow, TensorFlow Java and minimum sup
 | 0.4.2                   | 2.7.4              | 8 |
 | 0.5.0                   | 2.10.1             | 11 |
 | 0.6.0-SNAPSHOT          | 2.10.1             | 11 |
-| 1.0.0-SNAPSHOT          | 2.15.0             | 11 |
+| 1.0.0-SNAPSHOT          | 2.16.1             | 11 |
 
 ## How to Contribute?
 

pom.xml

@@ -43,7 +43,7 @@
     <junit.version>5.10.0</junit.version>
     <jmh.version>1.37</jmh.version>
     <versions-plugin.version>2.7</versions-plugin.version>
-    <errorprone.version>2.10.0</errorprone.version>
+    <errorprone.version>2.25.0</errorprone.version>
     <maven.javadoc.skip>true</maven.javadoc.skip>
     <maven.source.skip>true</maven.source.skip>
     <gpg.skip>true</gpg.skip>

tensorflow-core/tensorflow-core-api/scripts/test_download.sh

@@ -5,10 +5,10 @@ DOWNLOAD_FOLDER="$1"
 
 case ${PLATFORM:-} in
   'linux-x86_64')
-    TEXT_WHEEL_URL='https://files.pythonhosted.org/packages/20/a0/bdbf2a11141f1c93e572364d13c42537cfe811b747a0bbb58fdd904f3960/tensorflow_text-2.15.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl'
+    TEXT_WHEEL_URL='https://files.pythonhosted.org/packages/c5/ef/5b8270e5665923bda4222f56382d9fbcb7fd6efd5fb8557ad0776848cdff/tensorflow_text-2.16.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl'
     ;;
   'macosx-x86_64')
-    TEXT_WHEEL_URL='https://files.pythonhosted.org/packages/8a/fe/a2f19d3d3ab834c3fa1007c970b0b86573beb929c86ca6c85cd13e86e4b2/tensorflow_text-2.15.0-cp311-cp311-macosx_10_9_x86_64.whl'
+    TEXT_WHEEL_URL='https://files.pythonhosted.org/packages/ed/5d/b55f48cdf98a164d293f660748c2501ea828e148250a4cadbb5b0d988735/tensorflow_text-2.16.1-cp311-cp311-macosx_10_9_x86_64.whl'
     ;;
   *)
     echo "TensorFlow Text distribution for ${PLATFORM} is not supported for download"

tensorflow-core/tensorflow-core-api/src/api/api_def_ComputeDedupDataSize.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "ComputeDedupDataSize"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.ComputeDedupDataSize"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_ConvertToCooTensor.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "ConvertToCooTensor"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.ConvertToCooTensor"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_DatasetFingerprint.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "DatasetFingerprint"
+  visibility: VISIBLE
+  endpoint {
+    name: "data.DatasetFingerprint"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_GetMinibatchSplitsWithPhysicalReplica.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "GetMinibatchSplitsWithPhysicalReplica"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.GetMinibatchSplitsWithPhysicalReplica"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_GetMinibatchesInCsrWithPhysicalReplica.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "GetMinibatchesInCsrWithPhysicalReplica"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.GetMinibatchesInCsrWithPhysicalReplica"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_GlobalIterId.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "GlobalIterId"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.GlobalIterId"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_ListSnapshotChunksDataset.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "ListSnapshotChunksDataset"
+  visibility: VISIBLE
+  endpoint {
+    name: "data.ListSnapshotChunksDataset"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_StoreMinibatchStatisticsInFdo.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "StoreMinibatchStatisticsInFdo"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.StoreMinibatchStatisticsInFdo"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_TPUAnnotateTensorsWithDynamicShape.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "TPUAnnotateTensorsWithDynamicShape"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.TPUAnnotateTensorsWithDynamicShape"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_TPUCopyWithDynamicShape.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "TPUCopyWithDynamicShape"
+  visibility: VISIBLE
+  endpoint {
+    name: "tpu.TPUCopyWithDynamicShape"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseCoreAdagrad.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseCoreAdagrad"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseCoreAdagrad"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseCoreAdagradMomentum.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseCoreAdagradMomentum"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseCoreAdagradMomentum"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseCoreAdam.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseCoreAdam"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseCoreAdam"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseCoreFtrl.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseCoreFtrl"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseCoreFtrl"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseCoreSgd.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseCoreSgd"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseCoreSgd"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmul.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmul"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmul"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulGradWithAdagradAndCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulGradWithAdagradAndCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulGradWithAdagradAndCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulGradWithAdagradMomentumAndCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulGradWithAdagradMomentumAndCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulGradWithAdagradMomentumAndCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulGradWithAdamAndCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulGradWithAdamAndCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulGradWithAdamAndCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulGradWithFtrlAndCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulGradWithFtrlAndCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulGradWithFtrlAndCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulGradWithSgdAndCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulGradWithSgdAndCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulGradWithSgdAndCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/api/api_def_XlaSparseDenseMatmulWithCsrInput.pbtxt

@@ -0,0 +1,7 @@
+op {
+  graph_op_name: "XlaSparseDenseMatmulWithCsrInput"
+  visibility: VISIBLE
+  endpoint {
+    name: "xla.XlaSparseDenseMatmulWithCsrInput"
+  }
+}

tensorflow-core/tensorflow-core-api/src/gen/annotations/org/tensorflow/op/DataOps.java

@@ -35,6 +35,7 @@
 import org.tensorflow.op.data.ConcatenateDataset;
 import org.tensorflow.op.data.DataServiceDataset;
 import org.tensorflow.op.data.DatasetCardinality;
+import org.tensorflow.op.data.DatasetFingerprint;
 import org.tensorflow.op.data.DatasetFromGraph;
 import org.tensorflow.op.data.DatasetToGraph;
 import org.tensorflow.op.data.DatasetToSingleElement;
@@ -62,6 +63,7 @@
 import org.tensorflow.op.data.LMDBDataset;
 import org.tensorflow.op.data.LatencyStatsDataset;
 import org.tensorflow.op.data.LegacyParallelInterleaveDataset;
+import org.tensorflow.op.data.ListSnapshotChunksDataset;
 import org.tensorflow.op.data.LoadDataset;
 import org.tensorflow.op.data.MakeIterator;
 import org.tensorflow.op.data.MapAndBatchDataset;
@@ -390,6 +392,17 @@ public DatasetCardinality datasetCardinality(Operand<? extends TType> inputDatas
     return DatasetCardinality.create(scope, inputDataset, options);
   }
 
+  /**
+   * Returns the fingerprint of {@code input_dataset}.
+   *  Returns the fingerprint of {@code input_dataset}.
+   *
+   * @param inputDataset A variant tensor representing the dataset to return fingerprint for.
+   * @return a new instance of DatasetFingerprint
+   */
+  public DatasetFingerprint datasetFingerprint(Operand<? extends TType> inputDataset) {
+    return DatasetFingerprint.create(scope, inputDataset);
+  }
+
   /**
    * Creates a dataset from the given {@code graph_def}.
    *  Creates a dataset from the provided {@code graph_def}.
@@ -873,6 +886,19 @@ public LegacyParallelInterleaveDataset legacyParallelInterleaveDataset(
     return LegacyParallelInterleaveDataset.create(scope, inputDataset, otherArguments, cycleLength, blockLength, bufferOutputElements, prefetchInputElements, f, outputTypes, outputShapes, options);
   }
 
+  /**
+   * The ListSnapshotChunksDataset operation
+   *
+   * @param snapshotPath The snapshotPath value
+   * @param outputTypes The value of the outputTypes attribute
+   * @param outputShapes The value of the outputShapes attribute
+   * @return a new instance of ListSnapshotChunksDataset
+   */
+  public ListSnapshotChunksDataset listSnapshotChunksDataset(Operand<TString> snapshotPath,
+      List<Class<? extends TType>> outputTypes, List<Shape> outputShapes) {
+    return ListSnapshotChunksDataset.create(scope, snapshotPath, outputTypes, outputShapes);
+  }
+
   /**
    * The LoadDataset operation
    *

tensorflow-core/tensorflow-core-api/src/gen/annotations/org/tensorflow/op/Ops.java

@@ -2338,7 +2338,7 @@ public <T extends TType> DynamicPartition<T> dynamicPartition(Operand<T> data,
    *  must have {@code data[i].shape = indices[i].shape + constant}.  In terms of this
    *  {@code constant}, the output shape is
    *  <pre>
-   *  merged.shape = [max(indices)] + constant
+   *  merged.shape = [max(indices) + 1] + constant
    *  </pre>
    *  <p>Values are merged in order, so if an index appears in both {@code indices[m][i]} and
    *  {@code indices[n][j]} for {@code (m,i) < (n,j)} the slice {@code data[n][j]} will appear in the
@@ -7599,7 +7599,7 @@ public <T extends TType, U extends TNumber> TensorStridedSliceUpdate<T> tensorSt
    *  </blockquote>
    *
    * @param <T> data type for {@code output} output
-   * @param input 1-D or higher.
+   * @param input Can be of any rank.
    * @param multiples 1-D. Length must be the same as the number of dimensions in {@code input}
    * @param <T> data type for {@code Tile} output and operands
    * @return a new instance of Tile