This repository was archived by the owner on Jan 21, 2025. It is now read-only.
File tree Expand file tree Collapse file tree 12 files changed +0
-12
lines changed Expand file tree Collapse file tree 12 files changed +0
-12
lines changed Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""MeshTensorFlow implementation of BERT.
1817
1918The code is ported from https://github.com/google-research/bert.
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Functions and classes related to optimization (weight updates)."""
1817
1918from __future__ import absolute_import
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Run masked LM/next sentence masked_lm pre-training for BERT."""
1817
1918from __future__ import absolute_import
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Implementation of adaptive softmax.
1817
1918See the papers https://arxiv.org/abs/1609.04309 and
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Tests for mesh_tensorflow.transformer.adaptive_softmax."""
1817
1918from __future__ import absolute_import
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Tests for mesh_tensorflow.transformer.dataset."""
1817from absl .testing import absltest
1918from absl .testing import parameterized
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Custom layers for the evolved transformer.
1817
1918See https://arxiv.org/abs/1901.11117 for more details.
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716from __future__ import absolute_import
1817from __future__ import division
1918from __future__ import print_function
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Implementation of Flat and ProductKey Memory Layers.
1817
1918See the papers https://arxiv.org/abs/1907.05242 and
Original file line number Diff line number Diff line change 1313# See the License for the specific language governing permissions and
1414# limitations under the License.
1515
16- # Lint as: python3
1716"""Tests for mesh_tensorflow.transformer.memory_layers."""
1817
1918from __future__ import absolute_import
You can’t perform that action at this time.
0 commit comments