Skip to content

Commit f65a136

Browse files
generatedunixname89002005287564facebook-github-bot
authored andcommitted
pytorch/text
Reviewed By: zsol Differential Revision: D52597270 fbshipit-source-id: 0fd80a66f640de865270adf0c89ae31d99ede3e2
1 parent 1729ca6 commit f65a136

File tree

1 file changed

+13
-4
lines changed

1 file changed

+13
-4
lines changed

benchmark/benchmark_torcharrow_ops.py

Lines changed: 13 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
import sys, os
1+
import os, sys
22

33
import torcharrow as ta
44
import torcharrow.pytorch as tap
@@ -8,8 +8,13 @@
88
from torchtext._download_hooks import load_state_dict_from_url
99
from torchtext.datasets import SST2
1010

11-
sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../examples"))
12-
from data_pipeline.roberta_dataframe import init_ta_gpt2bpe_encoder, init_ta_gpt2bpe_vocab
11+
sys.path.append(
12+
os.path.join(os.path.dirname(os.path.realpath(__file__)), "../examples")
13+
)
14+
from data_pipeline.roberta_dataframe import (
15+
init_ta_gpt2bpe_encoder,
16+
init_ta_gpt2bpe_vocab,
17+
)
1318

1419

1520
def run_torchtext_ops():
@@ -82,6 +87,10 @@ def run_torcharrow_ops():
8287
data_frame.to_tensor({"token_ids": tap.PadSequence(padding_value=1)})
8388

8489

85-
if __name__ == "__main__":
90+
def main() -> None:
8691
run_torchtext_ops()
8792
run_torcharrow_ops()
93+
94+
95+
if __name__ == "__main__":
96+
main() # pragma: no cover

0 commit comments

Comments
 (0)