Skip to content

Cherry-pick Remove unused DynamicRetrievalServer and Bert dataset loader classes to r2.3.0 #14432

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
chtruong814 merged 1 commit into from
Aug 8, 2025
Merged

Cherry-pick Remove unused DynamicRetrievalServer and Bert dataset loader classes to r2.3.0 #14432

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 15 additions & 16 deletions nemo/collections/nlp/data/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,34 +12,33 @@
# See the License for the specific language governing permissions and
# limitations under the License.

from nemo.collections.nlp.data.data_utils import *
from nemo.collections.nlp.data.entity_linking.entity_linking_dataset import EntityLinkingDataset
from nemo.collections.nlp.data.information_retrieval.information_retrieval_dataset import (
from nemo.collections.nlp.data.data_utils import * # noqa: F401
from nemo.collections.nlp.data.entity_linking.entity_linking_dataset import EntityLinkingDataset # noqa: F401
from nemo.collections.nlp.data.information_retrieval.information_retrieval_dataset import ( # noqa: F401
BertInformationRetrievalDataset,
)
from nemo.collections.nlp.data.language_modeling.l2r_lm_dataset import (
from nemo.collections.nlp.data.language_modeling.l2r_lm_dataset import ( # noqa: F401
L2RLanguageModelingDataset,
TarredL2RLanguageModelingDataset,
)
from nemo.collections.nlp.data.language_modeling.lm_bert_dataset import (
BertPretrainingDataset,
BertPretrainingPreprocessedDataloader,
from nemo.collections.nlp.data.language_modeling.sentence_dataset import ( # noqa: F401
SentenceDataset,
TarredSentenceDataset,
)
from nemo.collections.nlp.data.language_modeling.sentence_dataset import SentenceDataset, TarredSentenceDataset
from nemo.collections.nlp.data.machine_translation.machine_translation_dataset import (
from nemo.collections.nlp.data.machine_translation.machine_translation_dataset import ( # noqa: F401
TarredTranslationDataset,
TranslationDataset,
)
from nemo.collections.nlp.data.question_answering_squad.qa_dataset import SquadDataset
from nemo.collections.nlp.data.text2sparql.text2sparql_dataset import Text2SparqlDataset
from nemo.collections.nlp.data.text_normalization.decoder_dataset import TextNormalizationDecoderDataset
from nemo.collections.nlp.data.text_normalization.tagger_dataset import TextNormalizationTaggerDataset
from nemo.collections.nlp.data.text_normalization.test_dataset import TextNormalizationTestDataset
from nemo.collections.nlp.data.token_classification.token_classification_dataset import (
from nemo.collections.nlp.data.question_answering_squad.qa_dataset import SquadDataset # noqa: F401
from nemo.collections.nlp.data.text2sparql.text2sparql_dataset import Text2SparqlDataset # noqa: F401
from nemo.collections.nlp.data.text_normalization.decoder_dataset import TextNormalizationDecoderDataset # noqa: F401
from nemo.collections.nlp.data.text_normalization.tagger_dataset import TextNormalizationTaggerDataset # noqa: F401
from nemo.collections.nlp.data.text_normalization.test_dataset import TextNormalizationTestDataset # noqa: F401
from nemo.collections.nlp.data.token_classification.token_classification_dataset import ( # noqa: F401
BertTokenClassificationDataset,
BertTokenClassificationInferDataset,
)
from nemo.collections.nlp.data.zero_shot_intent_recognition.zero_shot_intent_dataset import (
from nemo.collections.nlp.data.zero_shot_intent_recognition.zero_shot_intent_dataset import ( # noqa: F401
ZeroShotIntentDataset,
ZeroShotIntentInferenceDataset,
)
9 changes: 4 additions & 5 deletions nemo/collections/nlp/data/language_modeling/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,8 @@
# See the License for the specific language governing permissions and
# limitations under the License.

from nemo.collections.nlp.data.language_modeling.l2r_lm_dataset import L2RLanguageModelingDataset
from nemo.collections.nlp.data.language_modeling.lm_bert_dataset import (
BertPretrainingDataset,
BertPretrainingPreprocessedDataloader,
from nemo.collections.nlp.data.language_modeling.l2r_lm_dataset import L2RLanguageModelingDataset # noqa: F401
from nemo.collections.nlp.data.language_modeling.sentence_dataset import ( # noqa: F401
SentenceDataset,
TarredSentenceDataset,
)
from nemo.collections.nlp.data.language_modeling.sentence_dataset import SentenceDataset, TarredSentenceDataset
Loading
Loading