Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 20 additions & 18 deletions compiler_opt/es/blackbox_evaluator.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
import concurrent.futures
import os
import random
from typing import Any

from absl import logging
import gin
Expand All @@ -29,6 +30,19 @@
from compiler_opt.rl import compilation_runner


def _extract_results(futures: list[concurrent.futures.Future]) -> list[Any]:
results = [None] * len(futures)

for i in range(len(futures)):
if not futures[i].exception():
results[i] = futures[i].result()
else:
logging.info('Error retrieving result from future: %s',
str(futures[i].exception()))

return results


class BlackboxEvaluator(metaclass=abc.ABCMeta):
"""Blockbox evaluator abstraction."""

Expand All @@ -46,19 +60,6 @@ def get_results(
def set_baseline(self, pool: FixedWorkerPool) -> None:
raise NotImplementedError()

def get_rewards(
self, results: list[concurrent.futures.Future]) -> list[float | None]:
rewards = [None] * len(results)

for i in range(len(results)):
if not results[i].exception():
rewards[i] = results[i].result()
else:
logging.info('Error retrieving result from future: %s',
str(results[i].exception()))

return rewards


@gin.configurable
class SamplingBlackboxEvaluator(BlackboxEvaluator):
Expand Down Expand Up @@ -140,19 +141,20 @@ def set_baseline(self, pool: FixedWorkerPool) -> None:
if self._baselines is not None:
raise RuntimeError('The baseline has already been set.')
self._load_samples()
results = self._launch_compilation_workers(pool)
self._baselines = super().get_rewards(results)
results_futures = self._launch_compilation_workers(pool)
self._baselines = _extract_results(results_futures)

def get_rewards(
self, results: list[concurrent.futures.Future]) -> list[float | None]:
self,
results_futures: list[concurrent.futures.Future]) -> list[float | None]:
if self._baselines is None:
raise RuntimeError('The baseline has not been set.')

if len(results) != len(self._baselines):
if len(results_futures) != len(self._baselines):
raise RuntimeError(
'The number of results does not match the number of baselines.')

policy_results = super().get_rewards(results)
policy_results = _extract_results(results_futures)

rewards = []
for policy_result, baseline in zip(
Expand Down