test with 1s time out

Author: R-Palazzo

sdgym/benchmark.py

@@ -577,12 +577,13 @@ def _score_with_timeout(
             process = multiprocessing.Process(target=_score, args=args)
             process.start()
             process.join(timeout)
-            if process.is_alive():
+            process.terminate()
+
+            output = dict(output)
+            if output.get('timeout'):
                 LOGGER.error('Timeout running %s on dataset %s;', synthesizer['name'], dataset_name)
-                process.terminate()
-                return {'timeout': True, 'error': 'Timeout'}
 
-            return dict(output)
+            return output
 
 
 def _format_output(

sdgym/run_benchmark/run_benchmark.py

@@ -12,6 +12,7 @@
     OUTPUT_DESTINATION_AWS,
     SYNTHESIZERS_SPLIT,
     get_result_folder_name,
+    post_benchmark_launch_message,
 )
 from sdgym.s3 import get_s3_client, parse_s3_path
 
@@ -53,11 +54,11 @@ def main():
             sdv_datasets=['expedia_hotel_logs', 'fake_companies'],
             synthesizers=synthesizer_group,
             compute_privacy_score=False,
-            timeout=345600,  # 4 days
+            timeout=1,  # 4 days
         )
 
     append_benchmark_run(aws_access_key_id, aws_secret_access_key, date_str)
-    # post_benchmark_launch_message(date_str)
+    post_benchmark_launch_message(date_str)
 
 
 if __name__ == '__main__':