From 0c802509d8349538f7cfaf95b02279fcd8697992 Mon Sep 17 00:00:00 2001 From: Lars Lorentz Ludvigsen <59617571+larsll@users.noreply.github.com> Date: Thu, 4 Aug 2022 08:12:28 +0200 Subject: [PATCH] Create a unique path for Evaluation Simtrace (#95) * Fixing evaluation trace path * Fix parameter sequence --- scripts/evaluation/prepare-config.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/scripts/evaluation/prepare-config.py b/scripts/evaluation/prepare-config.py index 9bfb33f2..11277060 100755 --- a/scripts/evaluation/prepare-config.py +++ b/scripts/evaluation/prepare-config.py @@ -1,6 +1,7 @@ #!/usr/bin/python3 import boto3 +from datetime import datetime import sys import os import time @@ -11,6 +12,8 @@ def str2bool(v): return v.lower() in ("yes", "true", "t", "1") +eval_time = datetime.now().strftime('%Y%m%d%H%M%S') + config = {} config['CAR_COLOR'] = [] config['BODY_SHELL_TYPE'] = [] @@ -35,15 +38,17 @@ def str2bool(v): config['MODEL_S3_PREFIX'].append(os.environ.get('DR_LOCAL_S3_MODEL_PREFIX', 'rl-deepracer-sagemaker')) config['MODEL_S3_BUCKET'].append(os.environ.get('DR_LOCAL_S3_BUCKET', 'bucket')) config['SIMTRACE_S3_BUCKET'].append(os.environ.get('DR_LOCAL_S3_BUCKET', 'bucket')) -config['SIMTRACE_S3_PREFIX'].append(os.environ.get('DR_LOCAL_S3_MODEL_PREFIX', 'rl-deepracer-sagemaker')) +config['SIMTRACE_S3_PREFIX'].append( + '{}/evaluation-{}'.format(os.environ.get('DR_LOCAL_S3_MODEL_PREFIX', 'rl-deepracer-sagemaker'), eval_time) +) # Metrics config['METRICS_S3_BUCKET'].append(os.environ.get('DR_LOCAL_S3_BUCKET', 'bucket')) metrics_prefix = os.environ.get('DR_LOCAL_S3_METRICS_PREFIX', None) if metrics_prefix is not None: - config['METRICS_S3_OBJECT_KEY'].append('{}/EvaluationMetrics-{}.json'.format(metrics_prefix, str(round(time.time())))) + config['METRICS_S3_OBJECT_KEY'].append('{}/EvaluationMetrics-{}.json'.format(metrics_prefix, eval_time)) else: - config['METRICS_S3_OBJECT_KEY'].append('DeepRacer-Metrics/EvaluationMetrics-{}.json'.format(str(round(time.time())))) + config['METRICS_S3_OBJECT_KEY'].append('DeepRacer-Metrics/EvaluationMetrics-{}.json'.format(eval_time)) # MP4 configuration / sav save_mp4 = str2bool(os.environ.get("DR_EVAL_SAVE_MP4", "False"))