TFDV 0.23.0 Release

tfx-copybara · tfx-copybara · commit c47b3d7f344a · 2020-08-14T14:27:27.000-07:00
PiperOrigin-RevId: 326729951
diff --git a/README.md b/README.md
@@ -106,8 +106,8 @@ cd data-validation
 ```
 
 Note that these instructions will install the latest master branch of TensorFlow
-Data Validation. If you want to install a specific branch (such as a release branch),
-pass `-b <branchname>` to the `git clone` command.
+Data Validation. If you want to install a specific branch (such as a release
+branch), pass `-b <branchname>` to the `git clone` command.
 
 ### 3. Build the pip package
 
@@ -159,25 +159,26 @@ The following table shows the  package versions that are
 compatible with each other. This is determined by our testing framework, but
 other *untested* combinations may also work.
 
-|tensorflow-data-validation                                                            |tensorflow        |apache-beam[gcp] |pyarrow |
-|--------------------------------------------------------------------------------------|------------------|-----------------|--------|
-|[GitHub master](https://github.com/tensorflow/data-validation/blob/master/RELEASE.md) |nightly (1.x/2.x) |2.22.0           |0.17.0  |
-|[0.22.2](https://github.com/tensorflow/data-validation/blob/v0.22.2/RELEASE.md)       |1.15 / 2.2        |2.20.0           |0.16.0  |
-|[0.22.1](https://github.com/tensorflow/data-validation/blob/v0.22.1/RELEASE.md)       |1.15 / 2.2        |2.20.0           |0.16.0  |
-|[0.22.0](https://github.com/tensorflow/data-validation/blob/v0.22.0/RELEASE.md)       |1.15 / 2.2        |2.20.0           |0.16.0  |
-|[0.21.5](https://github.com/tensorflow/data-validation/blob/v0.21.5/RELEASE.md)       |1.15 / 2.1        |2.17.0           |0.15.0  |
-|[0.21.4](https://github.com/tensorflow/data-validation/blob/v0.21.4/RELEASE.md)       |1.15 / 2.1        |2.17.0           |0.15.0  |
-|[0.21.2](https://github.com/tensorflow/data-validation/blob/v0.21.2/RELEASE.md)       |1.15 / 2.1        |2.17.0           |0.15.0  |
-|[0.21.1](https://github.com/tensorflow/data-validation/blob/v0.21.1/RELEASE.md)       |1.15 / 2.1        |2.17.0           |0.15.0  |
-|[0.21.0](https://github.com/tensorflow/data-validation/blob/v0.21.0/RELEASE.md)       |1.15 / 2.1        |2.17.0           |0.15.0  |
-|[0.15.0](https://github.com/tensorflow/data-validation/blob/v0.15.0/RELEASE.md)       |1.15 / 2.0        |2.16.0           |0.14.0  |
-|[0.14.1](https://github.com/tensorflow/data-validation/blob/v0.14.1/RELEASE.md)       |1.14              |2.14.0           |0.14.0  |
-|[0.14.0](https://github.com/tensorflow/data-validation/blob/v0.14.0/RELEASE.md)       |1.14              |2.14.0           |0.14.0  |
-|[0.13.1](https://github.com/tensorflow/data-validation/blob/v0.13.1/RELEASE.md)       |1.13              |2.11.0           |n/a     |
-|[0.13.0](https://github.com/tensorflow/data-validation/blob/v0.13.0/RELEASE.md)       |1.13              |2.11.0           |n/a     |
-|[0.12.0](https://github.com/tensorflow/data-validation/blob/v0.12.0/RELEASE.md)       |1.12              |2.10.0           |n/a     |
-|[0.11.0](https://github.com/tensorflow/data-validation/blob/v0.11.0/RELEASE.md)       |1.11              |2.8.0            |n/a     |
-|[0.9.0](https://github.com/tensorflow/data-validation/blob/v0.9.0/RELEASE.md)         |1.9               |2.6.0            |n/a     |
+tensorflow-data-validation                                                            | apache-beam[gcp] | pyarrow | tensorflow        | tensorflow-metadata | tensorflow-transform | tfx-bsl
+------------------------------------------------------------------------------------- | ---------------- | ------- | ----------------- | ------------------- | -------------------- | -------
+[GitHub master](https://github.com/tensorflow/data-validation/blob/master/RELEASE.md) | 2.23.0           | 0.17.0  | nightly (1.x/2.x) | 0.23.0              | 0.23.0               | 0.23.0
+[0.23.0](https://github.com/tensorflow/data-validation/blob/v0.23.0/RELEASE.md)       | 2.23.0           | 0.17.0  | 1.15 / 2.3        | 0.23.0              | 0.23.0               | 0.23.0
+[0.22.2](https://github.com/tensorflow/data-validation/blob/v0.22.2/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.1
+[0.22.1](https://github.com/tensorflow/data-validation/blob/v0.22.1/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.1
+[0.22.0](https://github.com/tensorflow/data-validation/blob/v0.22.0/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.0
+[0.21.5](https://github.com/tensorflow/data-validation/blob/v0.21.5/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.1               | 0.21.3
+[0.21.4](https://github.com/tensorflow/data-validation/blob/v0.21.4/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.1               | 0.21.3
+[0.21.2](https://github.com/tensorflow/data-validation/blob/v0.21.2/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.21.1](https://github.com/tensorflow/data-validation/blob/v0.21.1/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.21.0](https://github.com/tensorflow/data-validation/blob/v0.21.0/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.15.0](https://github.com/tensorflow/data-validation/blob/v0.15.0/RELEASE.md)       | 2.16.0           | 0.14.0  | 1.15 / 2.0        | 0.15.0              | 0.15.0               | 0.15.0
+[0.14.1](https://github.com/tensorflow/data-validation/blob/v0.14.1/RELEASE.md)       | 2.14.0           | 0.14.0  | 1.14              | 0.14.0              | 0.14.0               | n/a
+[0.14.0](https://github.com/tensorflow/data-validation/blob/v0.14.0/RELEASE.md)       | 2.14.0           | 0.14.0  | 1.14              | 0.14.0              | 0.14.0               | n/a
+[0.13.1](https://github.com/tensorflow/data-validation/blob/v0.13.1/RELEASE.md)       | 2.11.0           | n/a     | 1.13              | 0.12.1              | 0.13.0               | n/a
+[0.13.0](https://github.com/tensorflow/data-validation/blob/v0.13.0/RELEASE.md)       | 2.11.0           | n/a     | 1.13              | 0.12.1              | 0.13.0               | n/a
+[0.12.0](https://github.com/tensorflow/data-validation/blob/v0.12.0/RELEASE.md)       | 2.10.0           | n/a     | 1.12              | 0.12.1              | 0.12.0               | n/a
+[0.11.0](https://github.com/tensorflow/data-validation/blob/v0.11.0/RELEASE.md)       | 2.8.0            | n/a     | 1.11              | 0.9.0               | 0.11.0               | n/a
+[0.9.0](https://github.com/tensorflow/data-validation/blob/v0.9.0/RELEASE.md)         | 2.6.0            | n/a     | 1.9               | n/a                 | n/a                  | n/a
 
 ## Questions
 
diff --git a/RELEASE.md b/RELEASE.md
@@ -3,24 +3,49 @@
 # Current Version(Still in Development)
 
 ## Major Features and Improvements
+
+## Bug Fixes and Other Changes
+
+## Known Issues
+
+## Breaking Changes
+
+## Deprecations
+
+# Version 0.23.0
+
+## Major Features and Improvements
+
 *   Data validation is now able to handle arbitrarily nested arrow
     List/LargeList types. Schema entries for features with multiple nest levels
     describe the value count at each level in the value_counts field.
 *   Add combiner stats generator to estimate top-K and uniques using Misra-Gries
     and K-Minimum Values sketches.
 
 ## Bug Fixes and Other Changes
+
 *   Validate that enough supported images are present (if
     image_domain.minimum_supported_image_fraction is provided).
 *   Stopped requiring avro-python3.
+*   Depends on `apache-beam[gcp]>=2.23,<3`.
 *   Depends on `pyarrow>=0.17,<0.18`.
+*   Depends on `tensorflow>=1.15.2,!=2.0.*,!=2.1.*,!=2.2.*,<3`.
+*   Depends on `tensorflow-metadata>=0.23,<0.24`.
+*   Depends on `tensorflow-transform>=0.23,<0.24`.
+*   Depends on `tfx-bsl>=0.23,<0.24`.
 
 ## Known Issues
 
+*   N/A
+
 ## Breaking Changes
 
+*   N/A
+
 ## Deprecations
 
+*   N/A
+
 # Version 0.22.2
 
 ## Major Features and Improvements
diff --git a/g3doc/install.md b/g3doc/install.md
@@ -157,25 +157,26 @@ The following table shows the  package versions that are
 compatible with each other. This is determined by our testing framework, but
 other *untested* combinations may also work.
 
-tensorflow-data-validation                                                            | tensorflow        | apache-beam[gcp] | pyarrow
-------------------------------------------------------------------------------------- | ----------------- | ---------------- | -------
-[GitHub master](https://github.com/tensorflow/data-validation/blob/master/RELEASE.md) | nightly (1.x/2.x) | 2.22.0           | 0.16.0
-[0.22.2](https://github.com/tensorflow/data-validation/blob/v0.22.2/RELEASE.md)       | 1.15 / 2.2        | 2.20.0           | 0.16.0
-[0.22.1](https://github.com/tensorflow/data-validation/blob/v0.22.1/RELEASE.md)       | 1.15 / 2.2        | 2.20.0           | 0.16.0
-[0.22.0](https://github.com/tensorflow/data-validation/blob/v0.22.0/RELEASE.md)       | 1.15 / 2.2        | 2.20.0           | 0.16.0
-[0.21.5](https://github.com/tensorflow/data-validation/blob/v0.21.5/RELEASE.md)       | 1.15 / 2.1        | 2.17.0           | 0.15.0
-[0.21.4](https://github.com/tensorflow/data-validation/blob/v0.21.4/RELEASE.md)       | 1.15 / 2.1        | 2.17.0           | 0.15.0
-[0.21.2](https://github.com/tensorflow/data-validation/blob/v0.21.2/RELEASE.md)       | 1.15 / 2.1        | 2.17.0           | 0.15.0
-[0.21.1](https://github.com/tensorflow/data-validation/blob/v0.21.1/RELEASE.md)       | 1.15 / 2.1        | 2.17.0           | 0.15.0
-[0.21.0](https://github.com/tensorflow/data-validation/blob/v0.21.0/RELEASE.md)       | 1.15 / 2.1        | 2.17.0           | 0.15.0
-[0.15.0](https://github.com/tensorflow/data-validation/blob/v0.15.0/RELEASE.md)       | 1.15 / 2.0        | 2.16.0           | 0.14.0
-[0.14.1](https://github.com/tensorflow/data-validation/blob/v0.14.1/RELEASE.md)       | 1.14              | 2.14.0           | 0.14.0
-[0.14.0](https://github.com/tensorflow/data-validation/blob/v0.14.0/RELEASE.md)       | 1.14              | 2.14.0           | 0.14.0
-[0.13.1](https://github.com/tensorflow/data-validation/blob/v0.13.1/RELEASE.md)       | 1.13              | 2.11.0           | n/a
-[0.13.0](https://github.com/tensorflow/data-validation/blob/v0.13.0/RELEASE.md)       | 1.13              | 2.11.0           | n/a
-[0.12.0](https://github.com/tensorflow/data-validation/blob/v0.12.0/RELEASE.md)       | 1.12              | 2.10.0           | n/a
-[0.11.0](https://github.com/tensorflow/data-validation/blob/v0.11.0/RELEASE.md)       | 1.11              | 2.8.0            | n/a
-[0.9.0](https://github.com/tensorflow/data-validation/blob/v0.9.0/RELEASE.md)         | 1.9               | 2.6.0            | n/a
+tensorflow-data-validation                                                            | apache-beam[gcp] | pyarrow | tensorflow        | tensorflow-metadata | tensorflow-transform | tfx-bsl
+------------------------------------------------------------------------------------- | ---------------- | ------- | ----------------- | ------------------- | -------------------- | -------
+[GitHub master](https://github.com/tensorflow/data-validation/blob/master/RELEASE.md) | 2.23.0           | 0.17.0  | nightly (1.x/2.x) | 0.23.0              | 0.23.0               | 0.23.0
+[0.23.0](https://github.com/tensorflow/data-validation/blob/v0.23.0/RELEASE.md)       | 2.23.0           | 0.17.0  | 1.15 / 2.3        | 0.23.0              | 0.23.0               | 0.23.0
+[0.22.2](https://github.com/tensorflow/data-validation/blob/v0.22.2/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.1
+[0.22.1](https://github.com/tensorflow/data-validation/blob/v0.22.1/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.1
+[0.22.0](https://github.com/tensorflow/data-validation/blob/v0.22.0/RELEASE.md)       | 2.20.0           | 0.16.0  | 1.15 / 2.2        | 0.22.0              | 0.22.0               | 0.22.0
+[0.21.5](https://github.com/tensorflow/data-validation/blob/v0.21.5/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.1               | 0.21.3
+[0.21.4](https://github.com/tensorflow/data-validation/blob/v0.21.4/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.1               | 0.21.3
+[0.21.2](https://github.com/tensorflow/data-validation/blob/v0.21.2/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.21.1](https://github.com/tensorflow/data-validation/blob/v0.21.1/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.21.0](https://github.com/tensorflow/data-validation/blob/v0.21.0/RELEASE.md)       | 2.17.0           | 0.15.0  | 1.15 / 2.1        | 0.21.0              | 0.21.0               | 0.21.0
+[0.15.0](https://github.com/tensorflow/data-validation/blob/v0.15.0/RELEASE.md)       | 2.16.0           | 0.14.0  | 1.15 / 2.0        | 0.15.0              | 0.15.0               | 0.15.0
+[0.14.1](https://github.com/tensorflow/data-validation/blob/v0.14.1/RELEASE.md)       | 2.14.0           | 0.14.0  | 1.14              | 0.14.0              | 0.14.0               | n/a
+[0.14.0](https://github.com/tensorflow/data-validation/blob/v0.14.0/RELEASE.md)       | 2.14.0           | 0.14.0  | 1.14              | 0.14.0              | 0.14.0               | n/a
+[0.13.1](https://github.com/tensorflow/data-validation/blob/v0.13.1/RELEASE.md)       | 2.11.0           | n/a     | 1.13              | 0.12.1              | 0.13.0               | n/a
+[0.13.0](https://github.com/tensorflow/data-validation/blob/v0.13.0/RELEASE.md)       | 2.11.0           | n/a     | 1.13              | 0.12.1              | 0.13.0               | n/a
+[0.12.0](https://github.com/tensorflow/data-validation/blob/v0.12.0/RELEASE.md)       | 2.10.0           | n/a     | 1.12              | 0.12.1              | 0.12.0               | n/a
+[0.11.0](https://github.com/tensorflow/data-validation/blob/v0.11.0/RELEASE.md)       | 2.8.0            | n/a     | 1.11              | 0.9.0               | 0.11.0               | n/a
+[0.9.0](https://github.com/tensorflow/data-validation/blob/v0.9.0/RELEASE.md)         | 2.6.0            | n/a     | 1.9               | n/a                 | n/a                  | n/a
 
 ## Questions
 
diff --git a/setup.py b/setup.py
@@ -97,7 +97,7 @@ def _make_all_extra_requirements():
     # six, and protobuf) with TF.
     install_requires=[
         'absl-py>=0.7,<0.9',
-        'apache-beam[gcp]>=2.22,<3',
+        'apache-beam[gcp]>=2.23,<3',
         # TODO(b/139941423): Consider using multi-processing provided by
         # Beam's DirectRunner.
         'joblib>=0.12,<0.15',  # Dependency for multi-processing.
@@ -106,10 +106,10 @@ def _make_all_extra_requirements():
         'protobuf>=3.7,<4',
         'pyarrow>=0.17,<0.18',
         'six>=1.12,<2',
-        'tensorflow>=1.15,!=2.0.*,<3',
-        'tensorflow-metadata>=0.22.2,<0.23',
-        'tensorflow-transform>=0.22,<0.23',
-        'tfx-bsl>=0.22.1,<0.23',
+        'tensorflow>=1.15.2,!=2.0.*,!=2.1.*,!=2.2.*,<3',
+        'tensorflow-metadata>=0.23,<0.24',
+        'tensorflow-transform>=0.23,<0.24',
+        'tfx-bsl>=0.23,<0.24',
     ],
     extras_require={
         'mutual-information': _make_mutual_information_requirements(),
diff --git a/tensorflow_data_validation/version.py b/tensorflow_data_validation/version.py
@@ -15,4 +15,4 @@
 """Contains the version string of TFDV."""
 
 # Note that setup.py uses this version.
-__version__ = '0.23.0.dev'
+__version__ = '0.24.0.dev'
diff --git a/tensorflow_data_validation/workspace.bzl b/tensorflow_data_validation/workspace.bzl
@@ -19,7 +19,7 @@ def tf_data_validation_workspace():
     # Fetch tf.Metadata repo from GitHub.
     git_repository(
         name = "com_github_tensorflow_metadata",
-        commit = "c266ca9c59fb1103203c19aff75270ad6b40c0f9",
+        commit = "e5ad59dc7f3027c4886d51cbff1b786bda7490ae",
         remote = "https://github.com/tensorflow/metadata.git",
     )
     # LINT.ThenChange(//third_party/py/tensorflow_data_validation/google/copy.bara.sky)

Original file line number	Diff line number	Diff line change
`@@ -19,7 +19,7 @@ def tf_data_validation_workspace():`
`19`	`19`	`# Fetch tf.Metadata repo from GitHub.`
`20`	`20`	`git_repository(`
`21`	`21`	`name = "com_github_tensorflow_metadata",`
`22`		`- commit = "c266ca9c59fb1103203c19aff75270ad6b40c0f9",`
	`22`	`+ commit = "e5ad59dc7f3027c4886d51cbff1b786bda7490ae",`
`23`	`23`	`remote = "https://github.com/tensorflow/metadata.git",`
`24`	`24`	`)`
`25`	`25`	`# LINT.ThenChange(//third_party/py/tensorflow_data_validation/google/copy.bara.sky)`