Skip to content

Commit 822656a

Browse files
Use actual corpus in es_trainer_lib (#403)
This patch makes es_trainer_lib load an actual corpus from the provided path rather than creating a dummy test corpus. Additionally, we also begin passing the replace_compilation_flags parameter, which is necessary for rewriting the paths to PGO profiles.
1 parent e6f12d5 commit 822656a

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

compiler_opt/es/es_trainer_lib.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,7 @@
7070
@gin.configurable
7171
def train(additional_compilation_flags=(),
7272
delete_compilation_flags=(),
73+
replace_compilation_flags=(),
7374
worker_class=None):
7475
"""Train with ES."""
7576

@@ -113,11 +114,11 @@ def train(additional_compilation_flags=(),
113114
logging.info("Parameter dimension: %s", initial_parameters.shape)
114115
logging.info("Initial parameters: %s", initial_parameters)
115116

116-
cps = corpus.create_corpus_for_testing(
117-
location=_TRAIN_CORPORA.value,
118-
elements=[corpus.ModuleSpec(name="smth", size=1)],
117+
cps = corpus.Corpus(
118+
data_path=_TRAIN_CORPORA.value,
119119
additional_flags=additional_compilation_flags,
120-
delete_flags=delete_compilation_flags)
120+
delete_flags=delete_compilation_flags,
121+
replace_flags=replace_compilation_flags)
121122

122123
# Construct policy saver
123124
saved_policy = policy_utils.create_actor_policy(greedy=True)

0 commit comments

Comments
 (0)