demo/envpool_demo_halfcheetah.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "[<img align=\"left\" src=\"https://colab.research.google.com/assets/colab-badge.svg\">](https://colab.research.google.com/github/sail-sg/envpool/blob/main/demo/envpool_demo_halfcheetah.ipynb)"
      ],
      "metadata": {
        "id": "sWsMLda2UqXs"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "E1e0nhtA2Cix"
      },
      "outputs": [],
      "source": [
        "# OS: Ubuntu 18.04.4 LTS x86_64\n",
        "# Kernel: 4.18.0-15-generic\n",
        "# CPU: Intel(R) Core(TM) i9-10920X CPU (24) @ 3.50GHz\n",
        "# GPU: NVIDIA GeForce RTX 2080 Ti\n",
        "!apt-get install -y \\\n",
        "    libgl1-mesa-dev \\\n",
        "    libgl1-mesa-glx \\\n",
        "    libglew-dev \\\n",
        "    libosmesa6-dev \\\n",
        "    software-properties-common\n",
        "\n",
        "!apt-get install -y patchelf\n",
        "!pip install git+https://github.com/Denys88/rl_games\n",
        "!pip install envpool\n",
        "!pip install gym\n",
        "\n",
        "!pip install free-mujoco-py\n",
        "!apt-get install -y xvfb python-opengl ffmpeg > /dev/null 2>&1\n",
        "!pip install imageio==2.4.1\n",
        "!pip install -U colabgymrender"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from rl_games.torch_runner import Runner"
      ],
      "metadata": {
        "id": "Yx5DAo1t3WmH"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "## breakout_envpool config:\n",
        "halfcheetah_config = {'params': {'seed': 5, \n",
        "                                 'algo': {'name': 'a2c_continuous'}, \n",
        "                                 'model': {'name': 'continuous_a2c_logstd'}, \n",
        "                                 'network': {'name': 'actor_critic', 'separate': False, \n",
        "                                             'space': {'continuous': {'mu_activation': 'None', \n",
        "                                                                      'sigma_activation': 'None', \n",
        "                                                                      'mu_init': {'name': 'default'}, \n",
        "                                                                      'sigma_init': {'name': 'const_initializer', 'val': 0}, \n",
        "                                                                      'fixed_sigma': True}}, \n",
        "                                             'mlp': {'units': [128, 64, 32], 'activation': 'elu', 'initializer': {'name': 'variance_scaling_initializer', 'scale': 2.0}}}, \n",
        "                                 'config': {'name': 'HalfCheetah-v4_envpool', \n",
        "                                            'env_name': 'envpool', \n",
        "                                            'score_to_win': 20000, \n",
        "                                            'normalize_input': True, \n",
        "                                            'normalize_value': True, \n",
        "                                            'value_bootstrap': True, \n",
        "                                            'reward_shaper': {'scale_value': 0.1}, \n",
        "                                            'normalize_advantage': True, \n",
        "                                            'use_smooth_clamp': True, \n",
        "                                            'gamma': 0.99, \n",
        "                                            'tau': 0.95, \n",
        "                                            'learning_rate': '5e-4', \n",
        "                                            'lr_schedule': 'adaptive', \n",
        "                                            'kl_threshold': 0.008, \n",
        "                                            'grad_norm': 1.0, \n",
        "                                            'entropy_coef': 0.0, \n",
        "                                            'truncate_grads': True, \n",
        "                                            'e_clip': 0.2, \n",
        "                                            'clip_value': False, \n",
        "                                            'num_actors': 64, \n",
        "                                            'horizon_length': 256, \n",
        "                                            'minibatch_size': 2048, \n",
        "                                            'mini_epochs': 5, \n",
        "                                            'critic_coef': 4, \n",
        "                                            'bounds_loss_coef': 0.0, \n",
        "                                            'max_epochs': 1000, \n",
        "                                            'env_config': {'env_name': 'HalfCheetah-v4', 'seed': 5}, \n",
        "                                            'player': {'render': True, 'deterministic': True, 'games_num': 100}}}}"
      ],
      "metadata": {
        "id": "MS2z_yYs3a7b"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "runner = Runner()\n",
        "runner.load(halfcheetah_config)\n",
        "runner.run({\n",
        "    'train': True,\n",
        "})"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qrFeIFHo4IY9",
        "outputId": "87f182e6-3c2c-4e09-c317-733f1147a457"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "self.seed = 5\n",
            "Started to train\n",
            "current training device: cuda:0\n",
            "build mlp: 17\n",
            "17 2.0\n",
            "128 2.0\n",
            "64 2.0\n",
            "32 2.0\n",
            "32 2.0\n",
            "RunningMeanStd:  (1,)\n",
            "RunningMeanStd:  (17,)\n",
            "fps step: 62489 fps step and policy inference: 28838 fps total: 18177 epoch: 1/1000\n",
            "fps step: 59257 fps step and policy inference: 25729 fps total: 17079 epoch: 2/1000\n",
            "fps step: 60795 fps step and policy inference: 27544 fps total: 18056 epoch: 3/1000\n",
            "fps step: 58677 fps step and policy inference: 26044 fps total: 17284 epoch: 4/1000\n",
            "fps step: 63526 fps step and policy inference: 28307 fps total: 18434 epoch: 5/1000\n",
            "fps step: 59637 fps step and policy inference: 25673 fps total: 17049 epoch: 6/1000\n",
            "fps step: 62897 fps step and policy inference: 27898 fps total: 17977 epoch: 7/1000\n",
            "fps step: 58517 fps step and policy inference: 25473 fps total: 16640 epoch: 8/1000\n",
            "fps step: 60929 fps step and policy inference: 26612 fps total: 17576 epoch: 9/1000\n",
            "fps step: 63709 fps step and policy inference: 29117 fps total: 18629 epoch: 10/1000\n",
            "fps step: 62857 fps step and policy inference: 28868 fps total: 18389 epoch: 11/1000\n",
            "fps step: 61236 fps step and policy inference: 27666 fps total: 17975 epoch: 12/1000\n",
            "fps step: 57221 fps step and policy inference: 24114 fps total: 16467 epoch: 13/1000\n",
            "fps step: 58832 fps step and policy inference: 25503 fps total: 16985 epoch: 14/1000\n",
            "fps step: 55099 fps step and policy inference: 23083 fps total: 15914 epoch: 15/1000\n",
            "fps step: 61074 fps step and policy inference: 27910 fps total: 18081 epoch: 16/1000\n",
            "fps step: 63668 fps step and policy inference: 29079 fps total: 18638 epoch: 17/1000\n",
            "fps step: 60069 fps step and policy inference: 25792 fps total: 17030 epoch: 18/1000\n",
            "fps step: 57573 fps step and policy inference: 24878 fps total: 16948 epoch: 19/1000\n",
            "fps step: 56115 fps step and policy inference: 23933 fps total: 16315 epoch: 20/1000\n",
            "fps step: 57745 fps step and policy inference: 24578 fps total: 16783 epoch: 21/1000\n",
            "fps step: 53966 fps step and policy inference: 22445 fps total: 15664 epoch: 22/1000\n",
            "fps step: 61524 fps step and policy inference: 27537 fps total: 17900 epoch: 23/1000\n",
            "fps step: 58779 fps step and policy inference: 25934 fps total: 17381 epoch: 24/1000\n",
            "fps step: 52672 fps step and policy inference: 21218 fps total: 15020 epoch: 25/1000\n",
            "fps step: 59777 fps step and policy inference: 26382 fps total: 17494 epoch: 26/1000\n",
            "fps step: 62714 fps step and policy inference: 28913 fps total: 18568 epoch: 27/1000\n",
            "fps step: 57198 fps step and policy inference: 24978 fps total: 16413 epoch: 28/1000\n",
            "fps step: 61468 fps step and policy inference: 27164 fps total: 17860 epoch: 29/1000\n",
            "fps step: 58239 fps step and policy inference: 25519 fps total: 16988 epoch: 30/1000\n",
            "fps step: 62896 fps step and policy inference: 28207 fps total: 18397 epoch: 31/1000\n",
            "fps step: 59044 fps step and policy inference: 26482 fps total: 17332 epoch: 32/1000\n",
            "fps step: 61429 fps step and policy inference: 27303 fps total: 17842 epoch: 33/1000\n",
            "fps step: 63161 fps step and policy inference: 28998 fps total: 18845 epoch: 34/1000\n",
            "fps step: 63017 fps step and policy inference: 28755 fps total: 18589 epoch: 35/1000\n",
            "fps step: 62251 fps step and policy inference: 28705 fps total: 18404 epoch: 36/1000\n",
            "fps step: 62700 fps step and policy inference: 28795 fps total: 18492 epoch: 37/1000\n",
            "fps step: 62210 fps step and policy inference: 27264 fps total: 17575 epoch: 38/1000\n",
            "fps step: 61301 fps step and policy inference: 27138 fps total: 17849 epoch: 39/1000\n",
            "fps step: 56082 fps step and policy inference: 24102 fps total: 16441 epoch: 40/1000\n",
            "fps step: 60447 fps step and policy inference: 25617 fps total: 17025 epoch: 41/1000\n",
            "fps step: 62412 fps step and policy inference: 28181 fps total: 18306 epoch: 42/1000\n",
            "fps step: 63187 fps step and policy inference: 28796 fps total: 18530 epoch: 43/1000\n",
            "fps step: 54260 fps step and policy inference: 23093 fps total: 15820 epoch: 44/1000\n",
            "fps step: 60733 fps step and policy inference: 27127 fps total: 17810 epoch: 45/1000\n",
            "fps step: 62970 fps step and policy inference: 28388 fps total: 18371 epoch: 46/1000\n",
            "fps step: 59272 fps step and policy inference: 26318 fps total: 17545 epoch: 47/1000\n",
            "fps step: 59943 fps step and policy inference: 26412 fps total: 17492 epoch: 48/1000\n",
            "fps step: 63175 fps step and policy inference: 28592 fps total: 18418 epoch: 49/1000\n",
            "fps step: 59465 fps step and policy inference: 25713 fps total: 17272 epoch: 50/1000\n",
            "fps step: 61699 fps step and policy inference: 27925 fps total: 17755 epoch: 51/1000\n",
            "fps step: 58724 fps step and policy inference: 25306 fps total: 17061 epoch: 52/1000\n",
            "fps step: 64858 fps step and policy inference: 29352 fps total: 18826 epoch: 53/1000\n",
            "fps step: 62531 fps step and policy inference: 28374 fps total: 18407 epoch: 54/1000\n",
            "fps step: 57367 fps step and policy inference: 25014 fps total: 16783 epoch: 55/1000\n",
            "fps step: 63817 fps step and policy inference: 29242 fps total: 18656 epoch: 56/1000\n",
            "fps step: 60278 fps step and policy inference: 26452 fps total: 17480 epoch: 57/1000\n",
            "fps step: 59292 fps step and policy inference: 25667 fps total: 16972 epoch: 58/1000\n",
            "fps step: 60863 fps step and policy inference: 27519 fps total: 17867 epoch: 59/1000\n",
            "fps step: 56723 fps step and policy inference: 23950 fps total: 16163 epoch: 60/1000\n",
            "fps step: 62854 fps step and policy inference: 28723 fps total: 17996 epoch: 61/1000\n",
            "fps step: 59979 fps step and policy inference: 25690 fps total: 16983 epoch: 62/1000\n",
            "fps step: 57546 fps step and policy inference: 24947 fps total: 16949 epoch: 63/1000\n",
            "fps step: 62993 fps step and policy inference: 28805 fps total: 18482 epoch: 64/1000\n",
            "fps step: 63619 fps step and policy inference: 29099 fps total: 18780 epoch: 65/1000\n",
            "fps step: 63280 fps step and policy inference: 28868 fps total: 18518 epoch: 66/1000\n",
            "fps step: 60695 fps step and policy inference: 27255 fps total: 17742 epoch: 67/1000\n",
            "fps step: 59488 fps step and policy inference: 26040 fps total: 17204 epoch: 68/1000\n",
            "fps step: 60187 fps step and policy inference: 26535 fps total: 17579 epoch: 69/1000\n",
            "fps step: 61765 fps step and policy inference: 27640 fps total: 18121 epoch: 70/1000\n",
            "fps step: 60686 fps step and policy inference: 27727 fps total: 18083 epoch: 71/1000\n",
            "fps step: 58671 fps step and policy inference: 25200 fps total: 16908 epoch: 72/1000\n",
            "fps step: 63463 fps step and policy inference: 29134 fps total: 18733 epoch: 73/1000\n",
            "fps step: 62365 fps step and policy inference: 27860 fps total: 18087 epoch: 74/1000\n",
            "fps step: 61111 fps step and policy inference: 27739 fps total: 17827 epoch: 75/1000\n",
            "fps step: 59068 fps step and policy inference: 25653 fps total: 17196 epoch: 76/1000\n",
            "fps step: 61347 fps step and policy inference: 27244 fps total: 18006 epoch: 77/1000\n",
            "fps step: 62337 fps step and policy inference: 28172 fps total: 18044 epoch: 78/1000\n",
            "fps step: 59452 fps step and policy inference: 26281 fps total: 17512 epoch: 79/1000\n",
            "fps step: 56739 fps step and policy inference: 23746 fps total: 16087 epoch: 80/1000\n",
            "fps step: 63251 fps step and policy inference: 28940 fps total: 18718 epoch: 81/1000\n",
            "fps step: 59842 fps step and policy inference: 26611 fps total: 17657 epoch: 82/1000\n",
            "fps step: 58949 fps step and policy inference: 26520 fps total: 17081 epoch: 83/1000\n",
            "fps step: 63041 fps step and policy inference: 28887 fps total: 18348 epoch: 84/1000\n",
            "fps step: 60835 fps step and policy inference: 27249 fps total: 17750 epoch: 85/1000\n",
            "fps step: 60378 fps step and policy inference: 26812 fps total: 17567 epoch: 86/1000\n",
            "fps step: 60610 fps step and policy inference: 27698 fps total: 18131 epoch: 87/1000\n",
            "fps step: 61544 fps step and policy inference: 27280 fps total: 17831 epoch: 88/1000\n",
            "fps step: 63088 fps step and policy inference: 29082 fps total: 18664 epoch: 89/1000\n",
            "fps step: 61092 fps step and policy inference: 27005 fps total: 17373 epoch: 90/1000\n",
            "fps step: 62580 fps step and policy inference: 28682 fps total: 18358 epoch: 91/1000\n",
            "fps step: 58603 fps step and policy inference: 25218 fps total: 16843 epoch: 92/1000\n",
            "fps step: 62884 fps step and policy inference: 28326 fps total: 18169 epoch: 93/1000\n",
            "fps step: 57822 fps step and policy inference: 25110 fps total: 16955 epoch: 94/1000\n",
            "fps step: 62838 fps step and policy inference: 28925 fps total: 18683 epoch: 95/1000\n",
            "fps step: 62404 fps step and policy inference: 27836 fps total: 18142 epoch: 96/1000\n",
            "fps step: 58138 fps step and policy inference: 25055 fps total: 16945 epoch: 97/1000\n",
            "fps step: 61548 fps step and policy inference: 28088 fps total: 18224 epoch: 98/1000\n",
            "fps step: 59236 fps step and policy inference: 25742 fps total: 17194 epoch: 99/1000\n",
            "fps step: 56503 fps step and policy inference: 23412 fps total: 16142 epoch: 100/1000\n",
            "saving next best rewards:  [818.1738]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 55977 fps step and policy inference: 23308 fps total: 16112 epoch: 101/1000\n",
            "fps step: 57966 fps step and policy inference: 24683 fps total: 16552 epoch: 102/1000\n",
            "saving next best rewards:  [854.3523]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58796 fps step and policy inference: 25647 fps total: 17072 epoch: 103/1000\n",
            "fps step: 60225 fps step and policy inference: 26564 fps total: 17628 epoch: 104/1000\n",
            "fps step: 59508 fps step and policy inference: 26049 fps total: 17276 epoch: 105/1000\n",
            "fps step: 59092 fps step and policy inference: 26138 fps total: 17406 epoch: 106/1000\n",
            "fps step: 61510 fps step and policy inference: 27648 fps total: 17889 epoch: 107/1000\n",
            "fps step: 61161 fps step and policy inference: 27304 fps total: 17956 epoch: 108/1000\n",
            "fps step: 58138 fps step and policy inference: 24792 fps total: 16786 epoch: 109/1000\n",
            "fps step: 54678 fps step and policy inference: 22304 fps total: 15245 epoch: 110/1000\n",
            "fps step: 59510 fps step and policy inference: 26058 fps total: 17111 epoch: 111/1000\n",
            "fps step: 57409 fps step and policy inference: 24470 fps total: 16425 epoch: 112/1000\n",
            "fps step: 59472 fps step and policy inference: 25751 fps total: 17012 epoch: 113/1000\n",
            "fps step: 62189 fps step and policy inference: 28613 fps total: 18491 epoch: 114/1000\n",
            "saving next best rewards:  [870.3095]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62183 fps step and policy inference: 27982 fps total: 17981 epoch: 115/1000\n",
            "fps step: 61433 fps step and policy inference: 27499 fps total: 17935 epoch: 116/1000\n",
            "fps step: 58587 fps step and policy inference: 25146 fps total: 16842 epoch: 117/1000\n",
            "fps step: 60632 fps step and policy inference: 27442 fps total: 17844 epoch: 118/1000\n",
            "saving next best rewards:  [918.2434]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58136 fps step and policy inference: 24578 fps total: 16536 epoch: 119/1000\n",
            "fps step: 62610 fps step and policy inference: 28009 fps total: 18148 epoch: 120/1000\n",
            "fps step: 63344 fps step and policy inference: 29001 fps total: 18502 epoch: 121/1000\n",
            "fps step: 61870 fps step and policy inference: 28372 fps total: 18252 epoch: 122/1000\n",
            "saving next best rewards:  [937.3634]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 54965 fps step and policy inference: 22899 fps total: 15810 epoch: 123/1000\n",
            "fps step: 60728 fps step and policy inference: 26725 fps total: 17678 epoch: 124/1000\n",
            "fps step: 63091 fps step and policy inference: 28688 fps total: 18479 epoch: 125/1000\n",
            "fps step: 59160 fps step and policy inference: 26359 fps total: 17601 epoch: 126/1000\n",
            "saving next best rewards:  [955.939]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 55060 fps step and policy inference: 22733 fps total: 15774 epoch: 127/1000\n",
            "fps step: 61413 fps step and policy inference: 27554 fps total: 17989 epoch: 128/1000\n",
            "fps step: 58584 fps step and policy inference: 25364 fps total: 17144 epoch: 129/1000\n",
            "fps step: 51518 fps step and policy inference: 20816 fps total: 14764 epoch: 130/1000\n",
            "saving next best rewards:  [966.7492]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60184 fps step and policy inference: 26641 fps total: 17556 epoch: 131/1000\n",
            "fps step: 62209 fps step and policy inference: 27211 fps total: 17760 epoch: 132/1000\n",
            "fps step: 52783 fps step and policy inference: 21497 fps total: 15082 epoch: 133/1000\n",
            "saving next best rewards:  [979.53186]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 56714 fps step and policy inference: 24234 fps total: 16508 epoch: 134/1000\n",
            "fps step: 63343 fps step and policy inference: 29084 fps total: 18303 epoch: 135/1000\n",
            "fps step: 59452 fps step and policy inference: 25928 fps total: 17301 epoch: 136/1000\n",
            "fps step: 58352 fps step and policy inference: 25362 fps total: 16745 epoch: 137/1000\n",
            "saving next best rewards:  [992.0665]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60725 fps step and policy inference: 27126 fps total: 17775 epoch: 138/1000\n",
            "fps step: 63116 fps step and policy inference: 28799 fps total: 18523 epoch: 139/1000\n",
            "fps step: 63430 fps step and policy inference: 28814 fps total: 17929 epoch: 140/1000\n",
            "fps step: 60021 fps step and policy inference: 26799 fps total: 17671 epoch: 141/1000\n",
            "saving next best rewards:  [1004.3942]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58098 fps step and policy inference: 24623 fps total: 16788 epoch: 142/1000\n",
            "fps step: 62993 fps step and policy inference: 28547 fps total: 18448 epoch: 143/1000\n",
            "fps step: 63490 fps step and policy inference: 29112 fps total: 18648 epoch: 144/1000\n",
            "fps step: 62382 fps step and policy inference: 28568 fps total: 18513 epoch: 145/1000\n",
            "saving next best rewards:  [1014.3695]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59623 fps step and policy inference: 25775 fps total: 17114 epoch: 146/1000\n",
            "fps step: 63340 fps step and policy inference: 28704 fps total: 18478 epoch: 147/1000\n",
            "fps step: 59438 fps step and policy inference: 25644 fps total: 17110 epoch: 148/1000\n",
            "fps step: 58213 fps step and policy inference: 25355 fps total: 17023 epoch: 149/1000\n",
            "saving next best rewards:  [1018.8403]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 55967 fps step and policy inference: 22887 fps total: 15900 epoch: 150/1000\n",
            "fps step: 60166 fps step and policy inference: 26158 fps total: 17115 epoch: 151/1000\n",
            "fps step: 63266 fps step and policy inference: 28796 fps total: 18210 epoch: 152/1000\n",
            "fps step: 59524 fps step and policy inference: 26499 fps total: 17495 epoch: 153/1000\n",
            "saving next best rewards:  [1021.1794]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61424 fps step and policy inference: 27457 fps total: 17864 epoch: 154/1000\n",
            "fps step: 63307 fps step and policy inference: 28658 fps total: 18524 epoch: 155/1000\n",
            "fps step: 64071 fps step and policy inference: 29170 fps total: 18449 epoch: 156/1000\n",
            "fps step: 53743 fps step and policy inference: 22470 fps total: 15766 epoch: 157/1000\n",
            "saving next best rewards:  [1031.0359]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61759 fps step and policy inference: 27685 fps total: 18167 epoch: 158/1000\n",
            "fps step: 57292 fps step and policy inference: 23898 fps total: 16332 epoch: 159/1000\n",
            "fps step: 62145 fps step and policy inference: 27699 fps total: 18048 epoch: 160/1000\n",
            "fps step: 59662 fps step and policy inference: 26677 fps total: 17645 epoch: 161/1000\n",
            "saving next best rewards:  [1036.5492]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63847 fps step and policy inference: 28908 fps total: 18564 epoch: 162/1000\n",
            "fps step: 62794 fps step and policy inference: 28387 fps total: 18298 epoch: 163/1000\n",
            "fps step: 57818 fps step and policy inference: 24093 fps total: 16215 epoch: 164/1000\n",
            "fps step: 61826 fps step and policy inference: 28602 fps total: 18307 epoch: 165/1000\n",
            "saving next best rewards:  [1044.2512]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 53912 fps step and policy inference: 22274 fps total: 15653 epoch: 166/1000\n",
            "fps step: 60681 fps step and policy inference: 26400 fps total: 17509 epoch: 167/1000\n",
            "fps step: 61480 fps step and policy inference: 27276 fps total: 17862 epoch: 168/1000\n",
            "fps step: 61681 fps step and policy inference: 28315 fps total: 18214 epoch: 169/1000\n",
            "saving next best rewards:  [1045.2772]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61809 fps step and policy inference: 27350 fps total: 17755 epoch: 170/1000\n",
            "fps step: 60529 fps step and policy inference: 26745 fps total: 17480 epoch: 171/1000\n",
            "fps step: 58244 fps step and policy inference: 24935 fps total: 16855 epoch: 172/1000\n",
            "fps step: 59116 fps step and policy inference: 26386 fps total: 17524 epoch: 173/1000\n",
            "saving next best rewards:  [1055.2021]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58656 fps step and policy inference: 25185 fps total: 16747 epoch: 174/1000\n",
            "fps step: 63285 fps step and policy inference: 28757 fps total: 18469 epoch: 175/1000\n",
            "fps step: 60012 fps step and policy inference: 26713 fps total: 17587 epoch: 176/1000\n",
            "saving next best rewards:  [1064.368]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 52495 fps step and policy inference: 21303 fps total: 15147 epoch: 177/1000\n",
            "fps step: 57237 fps step and policy inference: 24322 fps total: 16470 epoch: 178/1000\n",
            "fps step: 59387 fps step and policy inference: 26095 fps total: 17463 epoch: 179/1000\n",
            "fps step: 55453 fps step and policy inference: 23355 fps total: 15778 epoch: 180/1000\n",
            "saving next best rewards:  [1079.767]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63381 fps step and policy inference: 29169 fps total: 18674 epoch: 181/1000\n",
            "fps step: 62007 fps step and policy inference: 27923 fps total: 18057 epoch: 182/1000\n",
            "fps step: 63320 fps step and policy inference: 28486 fps total: 17819 epoch: 183/1000\n",
            "fps step: 54846 fps step and policy inference: 23235 fps total: 16086 epoch: 184/1000\n",
            "saving next best rewards:  [1082.8523]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60588 fps step and policy inference: 26242 fps total: 17424 epoch: 185/1000\n",
            "fps step: 62491 fps step and policy inference: 27826 fps total: 18014 epoch: 186/1000\n",
            "fps step: 61947 fps step and policy inference: 27844 fps total: 18145 epoch: 187/1000\n",
            "fps step: 56150 fps step and policy inference: 23668 fps total: 16109 epoch: 188/1000\n",
            "saving next best rewards:  [1088.9779]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60702 fps step and policy inference: 26620 fps total: 17593 epoch: 189/1000\n",
            "fps step: 62702 fps step and policy inference: 28239 fps total: 18331 epoch: 190/1000\n",
            "fps step: 57254 fps step and policy inference: 23870 fps total: 16310 epoch: 191/1000\n",
            "fps step: 58445 fps step and policy inference: 25717 fps total: 17220 epoch: 192/1000\n",
            "saving next best rewards:  [1089.729]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60018 fps step and policy inference: 26193 fps total: 17355 epoch: 193/1000\n",
            "fps step: 60899 fps step and policy inference: 26656 fps total: 17582 epoch: 194/1000\n",
            "fps step: 63322 fps step and policy inference: 29001 fps total: 18603 epoch: 195/1000\n",
            "fps step: 59671 fps step and policy inference: 26670 fps total: 17552 epoch: 196/1000\n",
            "saving next best rewards:  [1097.6427]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58770 fps step and policy inference: 25414 fps total: 17109 epoch: 197/1000\n",
            "fps step: 63941 fps step and policy inference: 29231 fps total: 18511 epoch: 198/1000\n",
            "fps step: 64049 fps step and policy inference: 29096 fps total: 18569 epoch: 199/1000\n",
            "fps step: 57649 fps step and policy inference: 24789 fps total: 16575 epoch: 200/1000\n",
            "saving next best rewards:  [1109.6387]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61038 fps step and policy inference: 27217 fps total: 17889 epoch: 201/1000\n",
            "fps step: 58032 fps step and policy inference: 24637 fps total: 16666 epoch: 202/1000\n",
            "fps step: 62128 fps step and policy inference: 27806 fps total: 18146 epoch: 203/1000\n",
            "fps step: 60136 fps step and policy inference: 26360 fps total: 17321 epoch: 204/1000\n",
            "saving next best rewards:  [1115.0956]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61262 fps step and policy inference: 27108 fps total: 17925 epoch: 205/1000\n",
            "fps step: 60909 fps step and policy inference: 26745 fps total: 17664 epoch: 206/1000\n",
            "fps step: 63554 fps step and policy inference: 29099 fps total: 18578 epoch: 207/1000\n",
            "fps step: 60651 fps step and policy inference: 26687 fps total: 17523 epoch: 208/1000\n",
            "fps step: 61632 fps step and policy inference: 27116 fps total: 17880 epoch: 209/1000\n",
            "fps step: 63597 fps step and policy inference: 29071 fps total: 18725 epoch: 210/1000\n",
            "fps step: 58683 fps step and policy inference: 25137 fps total: 16889 epoch: 211/1000\n",
            "fps step: 56336 fps step and policy inference: 23755 fps total: 16185 epoch: 212/1000\n",
            "fps step: 63272 fps step and policy inference: 28807 fps total: 18539 epoch: 213/1000\n",
            "fps step: 56177 fps step and policy inference: 23539 fps total: 16185 epoch: 214/1000\n",
            "fps step: 62573 fps step and policy inference: 28339 fps total: 18443 epoch: 215/1000\n",
            "fps step: 58686 fps step and policy inference: 26035 fps total: 17020 epoch: 216/1000\n",
            "saving next best rewards:  [1117.6224]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60725 fps step and policy inference: 26845 fps total: 17643 epoch: 217/1000\n",
            "fps step: 57516 fps step and policy inference: 24437 fps total: 16690 epoch: 218/1000\n",
            "fps step: 62228 fps step and policy inference: 28445 fps total: 18209 epoch: 219/1000\n",
            "fps step: 61373 fps step and policy inference: 27334 fps total: 17934 epoch: 220/1000\n",
            "fps step: 60654 fps step and policy inference: 27032 fps total: 17752 epoch: 221/1000\n",
            "fps step: 60400 fps step and policy inference: 26190 fps total: 17470 epoch: 222/1000\n",
            "fps step: 59608 fps step and policy inference: 26097 fps total: 17148 epoch: 223/1000\n",
            "saving next best rewards:  [1124.0813]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57027 fps step and policy inference: 23687 fps total: 16088 epoch: 224/1000\n",
            "fps step: 57619 fps step and policy inference: 24306 fps total: 16539 epoch: 225/1000\n",
            "fps step: 63007 fps step and policy inference: 28694 fps total: 18484 epoch: 226/1000\n",
            "fps step: 61284 fps step and policy inference: 27926 fps total: 18001 epoch: 227/1000\n",
            "fps step: 57291 fps step and policy inference: 24168 fps total: 16510 epoch: 228/1000\n",
            "fps step: 61256 fps step and policy inference: 26897 fps total: 17726 epoch: 229/1000\n",
            "fps step: 63996 fps step and policy inference: 29199 fps total: 18730 epoch: 230/1000\n",
            "fps step: 56697 fps step and policy inference: 24222 fps total: 16512 epoch: 231/1000\n",
            "fps step: 59111 fps step and policy inference: 25209 fps total: 16910 epoch: 232/1000\n",
            "fps step: 64035 fps step and policy inference: 29163 fps total: 18757 epoch: 233/1000\n",
            "fps step: 64258 fps step and policy inference: 29323 fps total: 18830 epoch: 234/1000\n",
            "fps step: 60071 fps step and policy inference: 26160 fps total: 17275 epoch: 235/1000\n",
            "saving next best rewards:  [1130.4342]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63187 fps step and policy inference: 28685 fps total: 18483 epoch: 236/1000\n",
            "fps step: 63720 fps step and policy inference: 29157 fps total: 18567 epoch: 237/1000\n",
            "fps step: 64498 fps step and policy inference: 29313 fps total: 18751 epoch: 238/1000\n",
            "fps step: 59118 fps step and policy inference: 25956 fps total: 17245 epoch: 239/1000\n",
            "saving next best rewards:  [1137.3552]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63212 fps step and policy inference: 28423 fps total: 18353 epoch: 240/1000\n",
            "fps step: 63883 fps step and policy inference: 29064 fps total: 18705 epoch: 241/1000\n",
            "fps step: 62502 fps step and policy inference: 27885 fps total: 18149 epoch: 242/1000\n",
            "fps step: 61104 fps step and policy inference: 27336 fps total: 17981 epoch: 243/1000\n",
            "saving next best rewards:  [1137.7528]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 56261 fps step and policy inference: 23781 fps total: 16281 epoch: 244/1000\n",
            "fps step: 58167 fps step and policy inference: 24650 fps total: 16352 epoch: 245/1000\n",
            "fps step: 61624 fps step and policy inference: 27250 fps total: 17930 epoch: 246/1000\n",
            "fps step: 62123 fps step and policy inference: 28746 fps total: 18554 epoch: 247/1000\n",
            "fps step: 62070 fps step and policy inference: 27384 fps total: 18024 epoch: 248/1000\n",
            "fps step: 63197 fps step and policy inference: 28269 fps total: 18265 epoch: 249/1000\n",
            "fps step: 59432 fps step and policy inference: 25177 fps total: 16953 epoch: 250/1000\n",
            "fps step: 62073 fps step and policy inference: 28336 fps total: 18316 epoch: 251/1000\n",
            "saving next best rewards:  [1143.3489]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58832 fps step and policy inference: 25478 fps total: 17068 epoch: 252/1000\n",
            "fps step: 63878 fps step and policy inference: 29061 fps total: 18816 epoch: 253/1000\n",
            "fps step: 64047 fps step and policy inference: 29297 fps total: 18872 epoch: 254/1000\n",
            "fps step: 60815 fps step and policy inference: 27235 fps total: 17837 epoch: 255/1000\n",
            "saving next best rewards:  [1149.7886]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62451 fps step and policy inference: 27115 fps total: 17892 epoch: 256/1000\n",
            "fps step: 63899 fps step and policy inference: 29187 fps total: 18743 epoch: 257/1000\n",
            "fps step: 56585 fps step and policy inference: 23267 fps total: 16044 epoch: 258/1000\n",
            "fps step: 61139 fps step and policy inference: 27192 fps total: 17565 epoch: 259/1000\n",
            "saving next best rewards:  [1157.3303]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 54157 fps step and policy inference: 22416 fps total: 15586 epoch: 260/1000\n",
            "fps step: 61792 fps step and policy inference: 27005 fps total: 17796 epoch: 261/1000\n",
            "fps step: 58866 fps step and policy inference: 25580 fps total: 17148 epoch: 262/1000\n",
            "fps step: 64016 fps step and policy inference: 29257 fps total: 18738 epoch: 263/1000\n",
            "fps step: 62813 fps step and policy inference: 28483 fps total: 18380 epoch: 264/1000\n",
            "fps step: 63618 fps step and policy inference: 28759 fps total: 18269 epoch: 265/1000\n",
            "fps step: 61337 fps step and policy inference: 27135 fps total: 17945 epoch: 266/1000\n",
            "saving next best rewards:  [1160.3453]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57231 fps step and policy inference: 24086 fps total: 16513 epoch: 267/1000\n",
            "fps step: 62961 fps step and policy inference: 28303 fps total: 18374 epoch: 268/1000\n",
            "fps step: 64282 fps step and policy inference: 29331 fps total: 18869 epoch: 269/1000\n",
            "fps step: 59730 fps step and policy inference: 26390 fps total: 17527 epoch: 270/1000\n",
            "fps step: 59302 fps step and policy inference: 25509 fps total: 16933 epoch: 271/1000\n",
            "fps step: 62656 fps step and policy inference: 27934 fps total: 18195 epoch: 272/1000\n",
            "fps step: 63277 fps step and policy inference: 28701 fps total: 18426 epoch: 273/1000\n",
            "fps step: 58232 fps step and policy inference: 24897 fps total: 16755 epoch: 274/1000\n",
            "saving next best rewards:  [1162.6523]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59110 fps step and policy inference: 25363 fps total: 16920 epoch: 275/1000\n",
            "fps step: 64067 fps step and policy inference: 28988 fps total: 18629 epoch: 276/1000\n",
            "fps step: 61367 fps step and policy inference: 26994 fps total: 17495 epoch: 277/1000\n",
            "fps step: 57936 fps step and policy inference: 25385 fps total: 16943 epoch: 278/1000\n",
            "fps step: 64025 fps step and policy inference: 28893 fps total: 18667 epoch: 279/1000\n",
            "fps step: 64409 fps step and policy inference: 29293 fps total: 18799 epoch: 280/1000\n",
            "fps step: 62562 fps step and policy inference: 27920 fps total: 17770 epoch: 281/1000\n",
            "fps step: 53359 fps step and policy inference: 22069 fps total: 15446 epoch: 282/1000\n",
            "saving next best rewards:  [1164.9218]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58106 fps step and policy inference: 24867 fps total: 16867 epoch: 283/1000\n",
            "fps step: 64851 fps step and policy inference: 29332 fps total: 18721 epoch: 284/1000\n",
            "fps step: 59382 fps step and policy inference: 25522 fps total: 17002 epoch: 285/1000\n",
            "fps step: 53972 fps step and policy inference: 22373 fps total: 15686 epoch: 286/1000\n",
            "saving next best rewards:  [1172.8223]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61222 fps step and policy inference: 26537 fps total: 17583 epoch: 287/1000\n",
            "fps step: 59395 fps step and policy inference: 25745 fps total: 17061 epoch: 288/1000\n",
            "fps step: 56450 fps step and policy inference: 23282 fps total: 16132 epoch: 289/1000\n",
            "fps step: 60346 fps step and policy inference: 27116 fps total: 17859 epoch: 290/1000\n",
            "saving next best rewards:  [1174.0287]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63443 fps step and policy inference: 28706 fps total: 18478 epoch: 291/1000\n",
            "fps step: 59199 fps step and policy inference: 25645 fps total: 17173 epoch: 292/1000\n",
            "fps step: 57056 fps step and policy inference: 23844 fps total: 16242 epoch: 293/1000\n",
            "fps step: 62399 fps step and policy inference: 28775 fps total: 18367 epoch: 294/1000\n",
            "saving next best rewards:  [1180.4784]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62428 fps step and policy inference: 28219 fps total: 18132 epoch: 295/1000\n",
            "fps step: 61060 fps step and policy inference: 26285 fps total: 17218 epoch: 296/1000\n",
            "fps step: 62570 fps step and policy inference: 28138 fps total: 18062 epoch: 297/1000\n",
            "fps step: 57146 fps step and policy inference: 24483 fps total: 16452 epoch: 298/1000\n",
            "saving next best rewards:  [1184.8309]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59406 fps step and policy inference: 25481 fps total: 17035 epoch: 299/1000\n",
            "fps step: 63539 fps step and policy inference: 28570 fps total: 18094 epoch: 300/1000\n",
            "fps step: 63589 fps step and policy inference: 28810 fps total: 18588 epoch: 301/1000\n",
            "fps step: 52385 fps step and policy inference: 21419 fps total: 15208 epoch: 302/1000\n",
            "saving next best rewards:  [1196.1543]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63451 fps step and policy inference: 28645 fps total: 18415 epoch: 303/1000\n",
            "fps step: 60355 fps step and policy inference: 26325 fps total: 17503 epoch: 304/1000\n",
            "fps step: 61408 fps step and policy inference: 26984 fps total: 17700 epoch: 305/1000\n",
            "saving next best rewards:  [1201.6825]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62779 fps step and policy inference: 28466 fps total: 18248 epoch: 306/1000\n",
            "fps step: 61646 fps step and policy inference: 27128 fps total: 17780 epoch: 307/1000\n",
            "fps step: 61342 fps step and policy inference: 27032 fps total: 17751 epoch: 308/1000\n",
            "fps step: 61445 fps step and policy inference: 27625 fps total: 17987 epoch: 309/1000\n",
            "saving next best rewards:  [1204.7086]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 56338 fps step and policy inference: 23749 fps total: 16278 epoch: 310/1000\n",
            "fps step: 64389 fps step and policy inference: 29254 fps total: 18712 epoch: 311/1000\n",
            "fps step: 59849 fps step and policy inference: 25990 fps total: 17169 epoch: 312/1000\n",
            "fps step: 61382 fps step and policy inference: 28071 fps total: 18176 epoch: 313/1000\n",
            "saving next best rewards:  [1207.7092]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64034 fps step and policy inference: 29315 fps total: 18767 epoch: 314/1000\n",
            "fps step: 61822 fps step and policy inference: 26715 fps total: 17501 epoch: 315/1000\n",
            "fps step: 63845 fps step and policy inference: 29042 fps total: 18599 epoch: 316/1000\n",
            "fps step: 60355 fps step and policy inference: 26972 fps total: 17279 epoch: 317/1000\n",
            "saving next best rewards:  [1210.9998]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 55137 fps step and policy inference: 22540 fps total: 15598 epoch: 318/1000\n",
            "fps step: 62445 fps step and policy inference: 27587 fps total: 17973 epoch: 319/1000\n",
            "fps step: 64104 fps step and policy inference: 29262 fps total: 18698 epoch: 320/1000\n",
            "fps step: 60364 fps step and policy inference: 26735 fps total: 17629 epoch: 321/1000\n",
            "fps step: 59335 fps step and policy inference: 25394 fps total: 16927 epoch: 322/1000\n",
            "fps step: 59815 fps step and policy inference: 25773 fps total: 17063 epoch: 323/1000\n",
            "fps step: 58422 fps step and policy inference: 24653 fps total: 16837 epoch: 324/1000\n",
            "fps step: 60764 fps step and policy inference: 27381 fps total: 17940 epoch: 325/1000\n",
            "saving next best rewards:  [1215.7773]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61592 fps step and policy inference: 27201 fps total: 17857 epoch: 326/1000\n",
            "fps step: 59832 fps step and policy inference: 25960 fps total: 17239 epoch: 327/1000\n",
            "fps step: 55772 fps step and policy inference: 23227 fps total: 16063 epoch: 328/1000\n",
            "fps step: 58474 fps step and policy inference: 25738 fps total: 17241 epoch: 329/1000\n",
            "saving next best rewards:  [1217.6003]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57184 fps step and policy inference: 24211 fps total: 16308 epoch: 330/1000\n",
            "fps step: 58795 fps step and policy inference: 25166 fps total: 16923 epoch: 331/1000\n",
            "fps step: 62108 fps step and policy inference: 27531 fps total: 17897 epoch: 332/1000\n",
            "fps step: 61529 fps step and policy inference: 28041 fps total: 18206 epoch: 333/1000\n",
            "saving next best rewards:  [1223.5044]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62009 fps step and policy inference: 27146 fps total: 17833 epoch: 334/1000\n",
            "fps step: 64133 fps step and policy inference: 29233 fps total: 18252 epoch: 335/1000\n",
            "fps step: 61345 fps step and policy inference: 26742 fps total: 17692 epoch: 336/1000\n",
            "fps step: 57977 fps step and policy inference: 24615 fps total: 16749 epoch: 337/1000\n",
            "saving next best rewards:  [1227.4424]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59286 fps step and policy inference: 25991 fps total: 17052 epoch: 338/1000\n",
            "fps step: 59283 fps step and policy inference: 25324 fps total: 17125 epoch: 339/1000\n",
            "fps step: 62111 fps step and policy inference: 27240 fps total: 17526 epoch: 340/1000\n",
            "fps step: 59684 fps step and policy inference: 26502 fps total: 17476 epoch: 341/1000\n",
            "saving next best rewards:  [1231.1469]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60334 fps step and policy inference: 26344 fps total: 17587 epoch: 342/1000\n",
            "fps step: 64175 fps step and policy inference: 29215 fps total: 18404 epoch: 343/1000\n",
            "fps step: 62995 fps step and policy inference: 28092 fps total: 18195 epoch: 344/1000\n",
            "fps step: 54933 fps step and policy inference: 23115 fps total: 16014 epoch: 345/1000\n",
            "saving next best rewards:  [1234.4147]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63558 fps step and policy inference: 28652 fps total: 18277 epoch: 346/1000\n",
            "fps step: 56428 fps step and policy inference: 23439 fps total: 16081 epoch: 347/1000\n",
            "fps step: 63663 fps step and policy inference: 28493 fps total: 18444 epoch: 348/1000\n",
            "fps step: 56483 fps step and policy inference: 24396 fps total: 16591 epoch: 349/1000\n",
            "fps step: 63196 fps step and policy inference: 28191 fps total: 18350 epoch: 350/1000\n",
            "fps step: 64097 fps step and policy inference: 29270 fps total: 18778 epoch: 351/1000\n",
            "fps step: 59494 fps step and policy inference: 25389 fps total: 16942 epoch: 352/1000\n",
            "saving next best rewards:  [1236.9548]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59189 fps step and policy inference: 25580 fps total: 17182 epoch: 353/1000\n",
            "fps step: 62819 fps step and policy inference: 27056 fps total: 17385 epoch: 354/1000\n",
            "fps step: 63210 fps step and policy inference: 28272 fps total: 18326 epoch: 355/1000\n",
            "fps step: 59075 fps step and policy inference: 25842 fps total: 17183 epoch: 356/1000\n",
            "saving next best rewards:  [1238.1478]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64531 fps step and policy inference: 29314 fps total: 18755 epoch: 357/1000\n",
            "fps step: 63732 fps step and policy inference: 28607 fps total: 18304 epoch: 358/1000\n",
            "fps step: 62327 fps step and policy inference: 27566 fps total: 18104 epoch: 359/1000\n",
            "fps step: 61949 fps step and policy inference: 27936 fps total: 18090 epoch: 360/1000\n",
            "saving next best rewards:  [1248.426]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64254 fps step and policy inference: 29384 fps total: 18759 epoch: 361/1000\n",
            "fps step: 61956 fps step and policy inference: 27287 fps total: 17877 epoch: 362/1000\n",
            "fps step: 63478 fps step and policy inference: 28371 fps total: 18212 epoch: 363/1000\n",
            "fps step: 56509 fps step and policy inference: 24072 fps total: 16367 epoch: 364/1000\n",
            "saving next best rewards:  [1251.962]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63911 fps step and policy inference: 28946 fps total: 18647 epoch: 365/1000\n",
            "fps step: 61149 fps step and policy inference: 26554 fps total: 17464 epoch: 366/1000\n",
            "fps step: 63568 fps step and policy inference: 28464 fps total: 18453 epoch: 367/1000\n",
            "fps step: 60921 fps step and policy inference: 27292 fps total: 17939 epoch: 368/1000\n",
            "saving next best rewards:  [1252.8398]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58503 fps step and policy inference: 24972 fps total: 16864 epoch: 369/1000\n",
            "fps step: 62531 fps step and policy inference: 27682 fps total: 17976 epoch: 370/1000\n",
            "fps step: 55777 fps step and policy inference: 23014 fps total: 16044 epoch: 371/1000\n",
            "fps step: 57071 fps step and policy inference: 24325 fps total: 16614 epoch: 372/1000\n",
            "saving next best rewards:  [1253.3486]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 55737 fps step and policy inference: 22748 fps total: 15934 epoch: 373/1000\n",
            "fps step: 59492 fps step and policy inference: 25497 fps total: 17148 epoch: 374/1000\n",
            "fps step: 62714 fps step and policy inference: 27836 fps total: 18038 epoch: 375/1000\n",
            "fps step: 61360 fps step and policy inference: 27563 fps total: 18097 epoch: 376/1000\n",
            "saving next best rewards:  [1259.0176]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64248 fps step and policy inference: 28943 fps total: 18400 epoch: 377/1000\n",
            "fps step: 63138 fps step and policy inference: 27692 fps total: 17791 epoch: 378/1000\n",
            "fps step: 62216 fps step and policy inference: 27512 fps total: 18044 epoch: 379/1000\n",
            "fps step: 60661 fps step and policy inference: 27162 fps total: 17897 epoch: 380/1000\n",
            "saving next best rewards:  [1260.0424]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63198 fps step and policy inference: 28152 fps total: 17863 epoch: 381/1000\n",
            "fps step: 56380 fps step and policy inference: 23586 fps total: 16411 epoch: 382/1000\n",
            "fps step: 59104 fps step and policy inference: 24738 fps total: 16798 epoch: 383/1000\n",
            "fps step: 60809 fps step and policy inference: 27392 fps total: 17979 epoch: 384/1000\n",
            "fps step: 65002 fps step and policy inference: 29453 fps total: 18876 epoch: 385/1000\n",
            "fps step: 54039 fps step and policy inference: 21837 fps total: 15381 epoch: 386/1000\n",
            "fps step: 63805 fps step and policy inference: 28536 fps total: 18384 epoch: 387/1000\n",
            "fps step: 61994 fps step and policy inference: 28644 fps total: 18407 epoch: 388/1000\n",
            "fps step: 61852 fps step and policy inference: 26945 fps total: 17553 epoch: 389/1000\n",
            "fps step: 61277 fps step and policy inference: 26748 fps total: 17713 epoch: 390/1000\n",
            "fps step: 62279 fps step and policy inference: 27544 fps total: 17840 epoch: 391/1000\n",
            "fps step: 59057 fps step and policy inference: 25705 fps total: 16941 epoch: 392/1000\n",
            "fps step: 60737 fps step and policy inference: 26298 fps total: 17526 epoch: 393/1000\n",
            "fps step: 63529 fps step and policy inference: 28750 fps total: 18509 epoch: 394/1000\n",
            "fps step: 61691 fps step and policy inference: 27073 fps total: 17896 epoch: 395/1000\n",
            "saving next best rewards:  [1265.2601]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63241 fps step and policy inference: 28679 fps total: 18243 epoch: 396/1000\n",
            "fps step: 60918 fps step and policy inference: 26651 fps total: 17738 epoch: 397/1000\n",
            "fps step: 64495 fps step and policy inference: 29347 fps total: 18543 epoch: 398/1000\n",
            "fps step: 60749 fps step and policy inference: 26633 fps total: 17424 epoch: 399/1000\n",
            "saving next best rewards:  [1276.3889]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59523 fps step and policy inference: 25423 fps total: 16892 epoch: 400/1000\n",
            "fps step: 62212 fps step and policy inference: 27468 fps total: 17945 epoch: 401/1000\n",
            "fps step: 64040 fps step and policy inference: 28583 fps total: 18517 epoch: 402/1000\n",
            "fps step: 61809 fps step and policy inference: 28009 fps total: 18081 epoch: 403/1000\n",
            "saving next best rewards:  [1281.0923]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60562 fps step and policy inference: 26078 fps total: 17308 epoch: 404/1000\n",
            "fps step: 63884 fps step and policy inference: 28616 fps total: 18718 epoch: 405/1000\n",
            "fps step: 63472 fps step and policy inference: 28564 fps total: 18467 epoch: 406/1000\n",
            "fps step: 58573 fps step and policy inference: 25507 fps total: 17052 epoch: 407/1000\n",
            "saving next best rewards:  [1282.646]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63892 fps step and policy inference: 28262 fps total: 18249 epoch: 408/1000\n",
            "fps step: 64376 fps step and policy inference: 28991 fps total: 18589 epoch: 409/1000\n",
            "fps step: 61011 fps step and policy inference: 26096 fps total: 17220 epoch: 410/1000\n",
            "fps step: 59430 fps step and policy inference: 26010 fps total: 17141 epoch: 411/1000\n",
            "saving next best rewards:  [1286.6921]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 54222 fps step and policy inference: 21933 fps total: 15357 epoch: 412/1000\n",
            "fps step: 63262 fps step and policy inference: 28120 fps total: 18322 epoch: 413/1000\n",
            "fps step: 57760 fps step and policy inference: 24498 fps total: 16640 epoch: 414/1000\n",
            "fps step: 58362 fps step and policy inference: 25124 fps total: 17006 epoch: 415/1000\n",
            "saving next best rewards:  [1288.418]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64772 fps step and policy inference: 29352 fps total: 18802 epoch: 416/1000\n",
            "fps step: 61402 fps step and policy inference: 26723 fps total: 17664 epoch: 417/1000\n",
            "fps step: 64656 fps step and policy inference: 29362 fps total: 18748 epoch: 418/1000\n",
            "fps step: 59562 fps step and policy inference: 26291 fps total: 17484 epoch: 419/1000\n",
            "saving next best rewards:  [1293.5834]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64542 fps step and policy inference: 29109 fps total: 18670 epoch: 420/1000\n",
            "fps step: 59579 fps step and policy inference: 25265 fps total: 17037 epoch: 421/1000\n",
            "fps step: 62767 fps step and policy inference: 27801 fps total: 17956 epoch: 422/1000\n",
            "fps step: 62791 fps step and policy inference: 28866 fps total: 18645 epoch: 423/1000\n",
            "fps step: 62293 fps step and policy inference: 27369 fps total: 17976 epoch: 424/1000\n",
            "fps step: 62304 fps step and policy inference: 27197 fps total: 17794 epoch: 425/1000\n",
            "fps step: 64087 fps step and policy inference: 28848 fps total: 18353 epoch: 426/1000\n",
            "fps step: 62300 fps step and policy inference: 28258 fps total: 18326 epoch: 427/1000\n",
            "fps step: 63152 fps step and policy inference: 27881 fps total: 18224 epoch: 428/1000\n",
            "fps step: 64429 fps step and policy inference: 29254 fps total: 18639 epoch: 429/1000\n",
            "fps step: 64348 fps step and policy inference: 29187 fps total: 18399 epoch: 430/1000\n",
            "fps step: 61494 fps step and policy inference: 27639 fps total: 18098 epoch: 431/1000\n",
            "fps step: 65164 fps step and policy inference: 29389 fps total: 18731 epoch: 432/1000\n",
            "fps step: 62329 fps step and policy inference: 27434 fps total: 17992 epoch: 433/1000\n",
            "fps step: 61393 fps step and policy inference: 26868 fps total: 18101 epoch: 434/1000\n",
            "fps step: 64386 fps step and policy inference: 29459 fps total: 18865 epoch: 435/1000\n",
            "fps step: 63183 fps step and policy inference: 28118 fps total: 18286 epoch: 436/1000\n",
            "fps step: 65129 fps step and policy inference: 29364 fps total: 18689 epoch: 437/1000\n",
            "fps step: 59747 fps step and policy inference: 25920 fps total: 17314 epoch: 438/1000\n",
            "saving next best rewards:  [1298.6871]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57127 fps step and policy inference: 23983 fps total: 16435 epoch: 439/1000\n",
            "fps step: 63933 fps step and policy inference: 28543 fps total: 18509 epoch: 440/1000\n",
            "fps step: 63179 fps step and policy inference: 27978 fps total: 18156 epoch: 441/1000\n",
            "fps step: 61102 fps step and policy inference: 27257 fps total: 17922 epoch: 442/1000\n",
            "saving next best rewards:  [1300.9241]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61971 fps step and policy inference: 27372 fps total: 17993 epoch: 443/1000\n",
            "fps step: 63607 fps step and policy inference: 28503 fps total: 18351 epoch: 444/1000\n",
            "fps step: 60126 fps step and policy inference: 25784 fps total: 17152 epoch: 445/1000\n",
            "fps step: 60449 fps step and policy inference: 26801 fps total: 17694 epoch: 446/1000\n",
            "saving next best rewards:  [1304.0745]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 65066 fps step and policy inference: 29376 fps total: 18805 epoch: 447/1000\n",
            "fps step: 61442 fps step and policy inference: 26110 fps total: 17228 epoch: 448/1000\n",
            "fps step: 57930 fps step and policy inference: 24525 fps total: 16726 epoch: 449/1000\n",
            "fps step: 62530 fps step and policy inference: 28470 fps total: 18433 epoch: 450/1000\n",
            "saving next best rewards:  [1307.29]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64421 fps step and policy inference: 29405 fps total: 18629 epoch: 451/1000\n",
            "fps step: 60282 fps step and policy inference: 25864 fps total: 17101 epoch: 452/1000\n",
            "fps step: 59823 fps step and policy inference: 25848 fps total: 17006 epoch: 453/1000\n",
            "fps step: 58763 fps step and policy inference: 25913 fps total: 17334 epoch: 454/1000\n",
            "saving next best rewards:  [1313.0443]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58773 fps step and policy inference: 24575 fps total: 16680 epoch: 455/1000\n",
            "fps step: 64315 fps step and policy inference: 29117 fps total: 18755 epoch: 456/1000\n",
            "fps step: 64261 fps step and policy inference: 29260 fps total: 18659 epoch: 457/1000\n",
            "fps step: 56827 fps step and policy inference: 24129 fps total: 16404 epoch: 458/1000\n",
            "saving next best rewards:  [1314.1877]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62575 fps step and policy inference: 27883 fps total: 17974 epoch: 459/1000\n",
            "fps step: 63822 fps step and policy inference: 28063 fps total: 18158 epoch: 460/1000\n",
            "fps step: 55705 fps step and policy inference: 22776 fps total: 15694 epoch: 461/1000\n",
            "fps step: 57542 fps step and policy inference: 24791 fps total: 16736 epoch: 462/1000\n",
            "fps step: 64792 fps step and policy inference: 29194 fps total: 18352 epoch: 463/1000\n",
            "fps step: 63058 fps step and policy inference: 28016 fps total: 18151 epoch: 464/1000\n",
            "fps step: 64502 fps step and policy inference: 29363 fps total: 18640 epoch: 465/1000\n",
            "fps step: 62307 fps step and policy inference: 28165 fps total: 18209 epoch: 466/1000\n",
            "saving next best rewards:  [1319.8751]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58391 fps step and policy inference: 25089 fps total: 16733 epoch: 467/1000\n",
            "fps step: 61267 fps step and policy inference: 26286 fps total: 17453 epoch: 468/1000\n",
            "fps step: 64473 fps step and policy inference: 29260 fps total: 18781 epoch: 469/1000\n",
            "fps step: 62085 fps step and policy inference: 28557 fps total: 18349 epoch: 470/1000\n",
            "saving next best rewards:  [1323.2725]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64408 fps step and policy inference: 29162 fps total: 18785 epoch: 471/1000\n",
            "fps step: 64582 fps step and policy inference: 29305 fps total: 18794 epoch: 472/1000\n",
            "fps step: 63739 fps step and policy inference: 28464 fps total: 18245 epoch: 473/1000\n",
            "fps step: 62670 fps step and policy inference: 28708 fps total: 18468 epoch: 474/1000\n",
            "fps step: 64741 fps step and policy inference: 29388 fps total: 18783 epoch: 475/1000\n",
            "fps step: 63896 fps step and policy inference: 28858 fps total: 18572 epoch: 476/1000\n",
            "fps step: 63306 fps step and policy inference: 28251 fps total: 18017 epoch: 477/1000\n",
            "fps step: 61894 fps step and policy inference: 28032 fps total: 18146 epoch: 478/1000\n",
            "fps step: 63768 fps step and policy inference: 28632 fps total: 18453 epoch: 479/1000\n",
            "fps step: 64544 fps step and policy inference: 29180 fps total: 18594 epoch: 480/1000\n",
            "fps step: 61799 fps step and policy inference: 27732 fps total: 18158 epoch: 481/1000\n",
            "fps step: 64330 fps step and policy inference: 29355 fps total: 18782 epoch: 482/1000\n",
            "fps step: 64853 fps step and policy inference: 29342 fps total: 18756 epoch: 483/1000\n",
            "fps step: 61074 fps step and policy inference: 26348 fps total: 17556 epoch: 484/1000\n",
            "fps step: 61380 fps step and policy inference: 27279 fps total: 17824 epoch: 485/1000\n",
            "saving next best rewards:  [1324.4282]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58174 fps step and policy inference: 24670 fps total: 16822 epoch: 486/1000\n",
            "fps step: 63431 fps step and policy inference: 28296 fps total: 18363 epoch: 487/1000\n",
            "fps step: 62792 fps step and policy inference: 27741 fps total: 18070 epoch: 488/1000\n",
            "fps step: 59334 fps step and policy inference: 25839 fps total: 17254 epoch: 489/1000\n",
            "fps step: 62062 fps step and policy inference: 27277 fps total: 17795 epoch: 490/1000\n",
            "fps step: 63245 fps step and policy inference: 28089 fps total: 18318 epoch: 491/1000\n",
            "fps step: 59990 fps step and policy inference: 25803 fps total: 17279 epoch: 492/1000\n",
            "fps step: 56716 fps step and policy inference: 23884 fps total: 16258 epoch: 493/1000\n",
            "fps step: 56751 fps step and policy inference: 23924 fps total: 16474 epoch: 494/1000\n",
            "fps step: 60642 fps step and policy inference: 26325 fps total: 17391 epoch: 495/1000\n",
            "fps step: 60537 fps step and policy inference: 26305 fps total: 17444 epoch: 496/1000\n",
            "fps step: 61699 fps step and policy inference: 27953 fps total: 18293 epoch: 497/1000\n",
            "saving next best rewards:  [1327.4231]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60508 fps step and policy inference: 26045 fps total: 17370 epoch: 498/1000\n",
            "fps step: 64956 fps step and policy inference: 29330 fps total: 18333 epoch: 499/1000\n",
            "fps step: 62938 fps step and policy inference: 28021 fps total: 18213 epoch: 500/1000\n",
            "fps step: 57778 fps step and policy inference: 24370 fps total: 16361 epoch: 501/1000\n",
            "saving next best rewards:  [1333.0974]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59584 fps step and policy inference: 24485 fps total: 16260 epoch: 502/1000\n",
            "fps step: 61799 fps step and policy inference: 27031 fps total: 17665 epoch: 503/1000\n",
            "fps step: 58676 fps step and policy inference: 24584 fps total: 16349 epoch: 504/1000\n",
            "fps step: 57629 fps step and policy inference: 24659 fps total: 16767 epoch: 505/1000\n",
            "fps step: 60617 fps step and policy inference: 26104 fps total: 17241 epoch: 506/1000\n",
            "fps step: 57168 fps step and policy inference: 23902 fps total: 16777 epoch: 507/1000\n",
            "fps step: 63485 fps step and policy inference: 28143 fps total: 18313 epoch: 508/1000\n",
            "fps step: 60925 fps step and policy inference: 27090 fps total: 17686 epoch: 509/1000\n",
            "saving next best rewards:  [1337.2572]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63260 fps step and policy inference: 28304 fps total: 18041 epoch: 510/1000\n",
            "fps step: 60772 fps step and policy inference: 26313 fps total: 17413 epoch: 511/1000\n",
            "fps step: 64293 fps step and policy inference: 29102 fps total: 18524 epoch: 512/1000\n",
            "fps step: 58775 fps step and policy inference: 25718 fps total: 17212 epoch: 513/1000\n",
            "saving next best rewards:  [1337.2776]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61159 fps step and policy inference: 26561 fps total: 17503 epoch: 514/1000\n",
            "fps step: 54913 fps step and policy inference: 22451 fps total: 15771 epoch: 515/1000\n",
            "fps step: 62039 fps step and policy inference: 27122 fps total: 17825 epoch: 516/1000\n",
            "fps step: 62142 fps step and policy inference: 28240 fps total: 18361 epoch: 517/1000\n",
            "saving next best rewards:  [1340.7289]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62469 fps step and policy inference: 26657 fps total: 17213 epoch: 518/1000\n",
            "fps step: 61594 fps step and policy inference: 26728 fps total: 17681 epoch: 519/1000\n",
            "fps step: 62627 fps step and policy inference: 27584 fps total: 17908 epoch: 520/1000\n",
            "fps step: 59999 fps step and policy inference: 27334 fps total: 17773 epoch: 521/1000\n",
            "fps step: 64815 fps step and policy inference: 29117 fps total: 18603 epoch: 522/1000\n",
            "fps step: 64687 fps step and policy inference: 29346 fps total: 18779 epoch: 523/1000\n",
            "fps step: 62694 fps step and policy inference: 28020 fps total: 18019 epoch: 524/1000\n",
            "saving next best rewards:  [1344.4573]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62923 fps step and policy inference: 28441 fps total: 18214 epoch: 525/1000\n",
            "fps step: 63125 fps step and policy inference: 27899 fps total: 18099 epoch: 526/1000\n",
            "fps step: 59261 fps step and policy inference: 25169 fps total: 16936 epoch: 527/1000\n",
            "fps step: 59076 fps step and policy inference: 25701 fps total: 17083 epoch: 528/1000\n",
            "fps step: 62134 fps step and policy inference: 27260 fps total: 17986 epoch: 529/1000\n",
            "fps step: 64425 fps step and policy inference: 29135 fps total: 18739 epoch: 530/1000\n",
            "fps step: 64626 fps step and policy inference: 29321 fps total: 18753 epoch: 531/1000\n",
            "fps step: 59394 fps step and policy inference: 26082 fps total: 17159 epoch: 532/1000\n",
            "fps step: 55865 fps step and policy inference: 22776 fps total: 15919 epoch: 533/1000\n",
            "fps step: 64345 fps step and policy inference: 29286 fps total: 18735 epoch: 534/1000\n",
            "fps step: 63550 fps step and policy inference: 28393 fps total: 18384 epoch: 535/1000\n",
            "fps step: 60922 fps step and policy inference: 27390 fps total: 17952 epoch: 536/1000\n",
            "fps step: 62430 fps step and policy inference: 27299 fps total: 17663 epoch: 537/1000\n",
            "fps step: 63434 fps step and policy inference: 28154 fps total: 18300 epoch: 538/1000\n",
            "fps step: 63185 fps step and policy inference: 27848 fps total: 18127 epoch: 539/1000\n",
            "fps step: 53495 fps step and policy inference: 22101 fps total: 15445 epoch: 540/1000\n",
            "fps step: 65143 fps step and policy inference: 29432 fps total: 18703 epoch: 541/1000\n",
            "fps step: 64698 fps step and policy inference: 29055 fps total: 18575 epoch: 542/1000\n",
            "fps step: 62091 fps step and policy inference: 27436 fps total: 17968 epoch: 543/1000\n",
            "fps step: 61928 fps step and policy inference: 28434 fps total: 18405 epoch: 544/1000\n",
            "fps step: 64844 fps step and policy inference: 28876 fps total: 18496 epoch: 545/1000\n",
            "fps step: 65351 fps step and policy inference: 29634 fps total: 18695 epoch: 546/1000\n",
            "fps step: 63792 fps step and policy inference: 28375 fps total: 18365 epoch: 547/1000\n",
            "fps step: 55845 fps step and policy inference: 24157 fps total: 16442 epoch: 548/1000\n",
            "fps step: 63959 fps step and policy inference: 28509 fps total: 18599 epoch: 549/1000\n",
            "fps step: 64577 fps step and policy inference: 28737 fps total: 18529 epoch: 550/1000\n",
            "fps step: 59867 fps step and policy inference: 25482 fps total: 16890 epoch: 551/1000\n",
            "fps step: 56425 fps step and policy inference: 24126 fps total: 16475 epoch: 552/1000\n",
            "fps step: 62834 fps step and policy inference: 27954 fps total: 18153 epoch: 553/1000\n",
            "fps step: 63191 fps step and policy inference: 27836 fps total: 18137 epoch: 554/1000\n",
            "fps step: 65204 fps step and policy inference: 29334 fps total: 18794 epoch: 555/1000\n",
            "fps step: 61663 fps step and policy inference: 28205 fps total: 18167 epoch: 556/1000\n",
            "fps step: 63854 fps step and policy inference: 28445 fps total: 18038 epoch: 557/1000\n",
            "fps step: 61837 fps step and policy inference: 26383 fps total: 17335 epoch: 558/1000\n",
            "fps step: 61831 fps step and policy inference: 27145 fps total: 17570 epoch: 559/1000\n",
            "fps step: 59321 fps step and policy inference: 26148 fps total: 17370 epoch: 560/1000\n",
            "fps step: 61711 fps step and policy inference: 26632 fps total: 17543 epoch: 561/1000\n",
            "fps step: 63681 fps step and policy inference: 28123 fps total: 18237 epoch: 562/1000\n",
            "fps step: 62340 fps step and policy inference: 27595 fps total: 17869 epoch: 563/1000\n",
            "fps step: 58926 fps step and policy inference: 25145 fps total: 16958 epoch: 564/1000\n",
            "fps step: 62122 fps step and policy inference: 27079 fps total: 17808 epoch: 565/1000\n",
            "fps step: 63565 fps step and policy inference: 28182 fps total: 18280 epoch: 566/1000\n",
            "fps step: 55535 fps step and policy inference: 22578 fps total: 15593 epoch: 567/1000\n",
            "fps step: 60718 fps step and policy inference: 26475 fps total: 17524 epoch: 568/1000\n",
            "fps step: 62195 fps step and policy inference: 26975 fps total: 17631 epoch: 569/1000\n",
            "fps step: 65029 fps step and policy inference: 29271 fps total: 18730 epoch: 570/1000\n",
            "fps step: 59928 fps step and policy inference: 25975 fps total: 17152 epoch: 571/1000\n",
            "saving next best rewards:  [1349.1943]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62374 fps step and policy inference: 28032 fps total: 17980 epoch: 572/1000\n",
            "fps step: 60965 fps step and policy inference: 26613 fps total: 17656 epoch: 573/1000\n",
            "fps step: 61610 fps step and policy inference: 26946 fps total: 17766 epoch: 574/1000\n",
            "fps step: 59577 fps step and policy inference: 26121 fps total: 17362 epoch: 575/1000\n",
            "fps step: 62412 fps step and policy inference: 27705 fps total: 18206 epoch: 576/1000\n",
            "fps step: 63333 fps step and policy inference: 28405 fps total: 18332 epoch: 577/1000\n",
            "fps step: 55054 fps step and policy inference: 22357 fps total: 15605 epoch: 578/1000\n",
            "fps step: 58540 fps step and policy inference: 25507 fps total: 17029 epoch: 579/1000\n",
            "saving next best rewards:  [1350.5806]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60377 fps step and policy inference: 26051 fps total: 17327 epoch: 580/1000\n",
            "fps step: 64378 fps step and policy inference: 28781 fps total: 18432 epoch: 581/1000\n",
            "fps step: 64786 fps step and policy inference: 29351 fps total: 18614 epoch: 582/1000\n",
            "fps step: 61395 fps step and policy inference: 27953 fps total: 18086 epoch: 583/1000\n",
            "saving next best rewards:  [1355.495]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60380 fps step and policy inference: 25693 fps total: 17121 epoch: 584/1000\n",
            "fps step: 62853 fps step and policy inference: 28112 fps total: 18011 epoch: 585/1000\n",
            "fps step: 60409 fps step and policy inference: 25890 fps total: 17295 epoch: 586/1000\n",
            "fps step: 58774 fps step and policy inference: 26081 fps total: 17313 epoch: 587/1000\n",
            "fps step: 60482 fps step and policy inference: 26056 fps total: 17360 epoch: 588/1000\n",
            "fps step: 62268 fps step and policy inference: 27207 fps total: 17900 epoch: 589/1000\n",
            "fps step: 59464 fps step and policy inference: 25200 fps total: 17017 epoch: 590/1000\n",
            "fps step: 56163 fps step and policy inference: 23900 fps total: 16277 epoch: 591/1000\n",
            "fps step: 64955 fps step and policy inference: 29407 fps total: 18800 epoch: 592/1000\n",
            "fps step: 54908 fps step and policy inference: 21910 fps total: 15353 epoch: 593/1000\n",
            "fps step: 64980 fps step and policy inference: 29361 fps total: 18744 epoch: 594/1000\n",
            "fps step: 60848 fps step and policy inference: 27571 fps total: 17970 epoch: 595/1000\n",
            "fps step: 64297 fps step and policy inference: 28859 fps total: 18435 epoch: 596/1000\n",
            "fps step: 64159 fps step and policy inference: 28793 fps total: 18490 epoch: 597/1000\n",
            "fps step: 64309 fps step and policy inference: 29118 fps total: 18730 epoch: 598/1000\n",
            "fps step: 58701 fps step and policy inference: 25477 fps total: 17030 epoch: 599/1000\n",
            "fps step: 64971 fps step and policy inference: 29433 fps total: 18849 epoch: 600/1000\n",
            "fps step: 64978 fps step and policy inference: 29240 fps total: 18607 epoch: 601/1000\n",
            "fps step: 61151 fps step and policy inference: 26557 fps total: 17645 epoch: 602/1000\n",
            "fps step: 59915 fps step and policy inference: 26934 fps total: 17677 epoch: 603/1000\n",
            "fps step: 58196 fps step and policy inference: 24447 fps total: 16633 epoch: 604/1000\n",
            "fps step: 61973 fps step and policy inference: 26974 fps total: 17588 epoch: 605/1000\n",
            "fps step: 61235 fps step and policy inference: 26292 fps total: 17406 epoch: 606/1000\n",
            "fps step: 60012 fps step and policy inference: 26970 fps total: 17725 epoch: 607/1000\n",
            "fps step: 56853 fps step and policy inference: 23720 fps total: 16290 epoch: 608/1000\n",
            "fps step: 65031 fps step and policy inference: 29435 fps total: 18377 epoch: 609/1000\n",
            "fps step: 63468 fps step and policy inference: 27974 fps total: 17936 epoch: 610/1000\n",
            "fps step: 62423 fps step and policy inference: 28285 fps total: 18264 epoch: 611/1000\n",
            "fps step: 64983 fps step and policy inference: 29345 fps total: 18882 epoch: 612/1000\n",
            "fps step: 63526 fps step and policy inference: 28382 fps total: 18412 epoch: 613/1000\n",
            "fps step: 59973 fps step and policy inference: 26061 fps total: 17332 epoch: 614/1000\n",
            "saving next best rewards:  [1358.167]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59749 fps step and policy inference: 25684 fps total: 17264 epoch: 615/1000\n",
            "fps step: 63686 fps step and policy inference: 27605 fps total: 17984 epoch: 616/1000\n",
            "fps step: 62340 fps step and policy inference: 27106 fps total: 17452 epoch: 617/1000\n",
            "fps step: 58807 fps step and policy inference: 25627 fps total: 17076 epoch: 618/1000\n",
            "fps step: 64613 fps step and policy inference: 29085 fps total: 18179 epoch: 619/1000\n",
            "fps step: 64906 fps step and policy inference: 29345 fps total: 18859 epoch: 620/1000\n",
            "fps step: 65045 fps step and policy inference: 29383 fps total: 18704 epoch: 621/1000\n",
            "fps step: 57850 fps step and policy inference: 25281 fps total: 16976 epoch: 622/1000\n",
            "saving next best rewards:  [1361.5159]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60914 fps step and policy inference: 26750 fps total: 17776 epoch: 623/1000\n",
            "fps step: 64743 fps step and policy inference: 29021 fps total: 18284 epoch: 624/1000\n",
            "fps step: 60889 fps step and policy inference: 26448 fps total: 17464 epoch: 625/1000\n",
            "fps step: 61546 fps step and policy inference: 27818 fps total: 17957 epoch: 626/1000\n",
            "fps step: 62530 fps step and policy inference: 26990 fps total: 17791 epoch: 627/1000\n",
            "fps step: 65887 fps step and policy inference: 29702 fps total: 18841 epoch: 628/1000\n",
            "fps step: 63142 fps step and policy inference: 27824 fps total: 17979 epoch: 629/1000\n",
            "fps step: 57624 fps step and policy inference: 24977 fps total: 16943 epoch: 630/1000\n",
            "fps step: 64623 fps step and policy inference: 29304 fps total: 18682 epoch: 631/1000\n",
            "fps step: 64273 fps step and policy inference: 28595 fps total: 18409 epoch: 632/1000\n",
            "fps step: 59627 fps step and policy inference: 25484 fps total: 17055 epoch: 633/1000\n",
            "fps step: 59710 fps step and policy inference: 26232 fps total: 17318 epoch: 634/1000\n",
            "fps step: 64718 fps step and policy inference: 29414 fps total: 18806 epoch: 635/1000\n",
            "fps step: 64508 fps step and policy inference: 29285 fps total: 18780 epoch: 636/1000\n",
            "fps step: 64314 fps step and policy inference: 28544 fps total: 18395 epoch: 637/1000\n",
            "fps step: 59218 fps step and policy inference: 25922 fps total: 17262 epoch: 638/1000\n",
            "saving next best rewards:  [1365.7087]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60581 fps step and policy inference: 26165 fps total: 17442 epoch: 639/1000\n",
            "fps step: 65443 fps step and policy inference: 29473 fps total: 18656 epoch: 640/1000\n",
            "fps step: 61782 fps step and policy inference: 26919 fps total: 17589 epoch: 641/1000\n",
            "fps step: 55197 fps step and policy inference: 23003 fps total: 15980 epoch: 642/1000\n",
            "fps step: 60397 fps step and policy inference: 25779 fps total: 17284 epoch: 643/1000\n",
            "fps step: 64741 fps step and policy inference: 29235 fps total: 18802 epoch: 644/1000\n",
            "fps step: 59791 fps step and policy inference: 25154 fps total: 16946 epoch: 645/1000\n",
            "fps step: 61059 fps step and policy inference: 27882 fps total: 18217 epoch: 646/1000\n",
            "fps step: 63908 fps step and policy inference: 28422 fps total: 18076 epoch: 647/1000\n",
            "fps step: 64861 fps step and policy inference: 29335 fps total: 18641 epoch: 648/1000\n",
            "fps step: 63530 fps step and policy inference: 28224 fps total: 17873 epoch: 649/1000\n",
            "fps step: 52488 fps step and policy inference: 21800 fps total: 15372 epoch: 650/1000\n",
            "fps step: 62219 fps step and policy inference: 27122 fps total: 17863 epoch: 651/1000\n",
            "fps step: 57596 fps step and policy inference: 24142 fps total: 16213 epoch: 652/1000\n",
            "fps step: 59926 fps step and policy inference: 25933 fps total: 17390 epoch: 653/1000\n",
            "fps step: 61421 fps step and policy inference: 27718 fps total: 18057 epoch: 654/1000\n",
            "fps step: 62676 fps step and policy inference: 27994 fps total: 18198 epoch: 655/1000\n",
            "fps step: 65161 fps step and policy inference: 29352 fps total: 18695 epoch: 656/1000\n",
            "fps step: 60651 fps step and policy inference: 26922 fps total: 17677 epoch: 657/1000\n",
            "fps step: 60800 fps step and policy inference: 27051 fps total: 17676 epoch: 658/1000\n",
            "fps step: 63664 fps step and policy inference: 28278 fps total: 18398 epoch: 659/1000\n",
            "fps step: 62708 fps step and policy inference: 27410 fps total: 17909 epoch: 660/1000\n",
            "fps step: 62163 fps step and policy inference: 28462 fps total: 18389 epoch: 661/1000\n",
            "fps step: 62659 fps step and policy inference: 27352 fps total: 17929 epoch: 662/1000\n",
            "fps step: 59424 fps step and policy inference: 25035 fps total: 16706 epoch: 663/1000\n",
            "fps step: 64779 fps step and policy inference: 29286 fps total: 18788 epoch: 664/1000\n",
            "fps step: 60673 fps step and policy inference: 27197 fps total: 17868 epoch: 665/1000\n",
            "fps step: 63765 fps step and policy inference: 28516 fps total: 18437 epoch: 666/1000\n",
            "fps step: 62249 fps step and policy inference: 27172 fps total: 17847 epoch: 667/1000\n",
            "fps step: 64026 fps step and policy inference: 29161 fps total: 18673 epoch: 668/1000\n",
            "fps step: 61238 fps step and policy inference: 27208 fps total: 17721 epoch: 669/1000\n",
            "fps step: 55969 fps step and policy inference: 23017 fps total: 16050 epoch: 670/1000\n",
            "fps step: 65209 fps step and policy inference: 29434 fps total: 18942 epoch: 671/1000\n",
            "fps step: 60623 fps step and policy inference: 25987 fps total: 17303 epoch: 672/1000\n",
            "fps step: 60156 fps step and policy inference: 27379 fps total: 17910 epoch: 673/1000\n",
            "fps step: 64821 fps step and policy inference: 29340 fps total: 19026 epoch: 674/1000\n",
            "fps step: 65174 fps step and policy inference: 29516 fps total: 18696 epoch: 675/1000\n",
            "fps step: 61261 fps step and policy inference: 26601 fps total: 17675 epoch: 676/1000\n",
            "fps step: 57354 fps step and policy inference: 25013 fps total: 16846 epoch: 677/1000\n",
            "fps step: 64492 fps step and policy inference: 29261 fps total: 18728 epoch: 678/1000\n",
            "fps step: 64827 fps step and policy inference: 29490 fps total: 18561 epoch: 679/1000\n",
            "fps step: 64333 fps step and policy inference: 29285 fps total: 18638 epoch: 680/1000\n",
            "fps step: 58684 fps step and policy inference: 25832 fps total: 17368 epoch: 681/1000\n",
            "fps step: 64698 fps step and policy inference: 28924 fps total: 18526 epoch: 682/1000\n",
            "fps step: 58979 fps step and policy inference: 24549 fps total: 16677 epoch: 683/1000\n",
            "fps step: 65011 fps step and policy inference: 29389 fps total: 18705 epoch: 684/1000\n",
            "fps step: 56996 fps step and policy inference: 24538 fps total: 16550 epoch: 685/1000\n",
            "fps step: 63560 fps step and policy inference: 28211 fps total: 18069 epoch: 686/1000\n",
            "fps step: 62088 fps step and policy inference: 27069 fps total: 17876 epoch: 687/1000\n",
            "fps step: 54544 fps step and policy inference: 21818 fps total: 15244 epoch: 688/1000\n",
            "fps step: 56320 fps step and policy inference: 24355 fps total: 16499 epoch: 689/1000\n",
            "fps step: 63029 fps step and policy inference: 28110 fps total: 18037 epoch: 690/1000\n",
            "fps step: 63746 fps step and policy inference: 28517 fps total: 18448 epoch: 691/1000\n",
            "fps step: 65095 fps step and policy inference: 29029 fps total: 18609 epoch: 692/1000\n",
            "fps step: 57262 fps step and policy inference: 25133 fps total: 17020 epoch: 693/1000\n",
            "fps step: 65220 fps step and policy inference: 29490 fps total: 18877 epoch: 694/1000\n",
            "fps step: 63604 fps step and policy inference: 28058 fps total: 18269 epoch: 695/1000\n",
            "fps step: 57935 fps step and policy inference: 24212 fps total: 16509 epoch: 696/1000\n",
            "fps step: 61432 fps step and policy inference: 28530 fps total: 18424 epoch: 697/1000\n",
            "fps step: 57988 fps step and policy inference: 23716 fps total: 16287 epoch: 698/1000\n",
            "fps step: 65021 fps step and policy inference: 29429 fps total: 18855 epoch: 699/1000\n",
            "fps step: 63084 fps step and policy inference: 28875 fps total: 18625 epoch: 700/1000\n",
            "fps step: 64304 fps step and policy inference: 29079 fps total: 18605 epoch: 701/1000\n",
            "fps step: 61282 fps step and policy inference: 26517 fps total: 17652 epoch: 702/1000\n",
            "fps step: 64949 fps step and policy inference: 29376 fps total: 18780 epoch: 703/1000\n",
            "fps step: 60342 fps step and policy inference: 26893 fps total: 17811 epoch: 704/1000\n",
            "saving next best rewards:  [1367.465]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 58607 fps step and policy inference: 24855 fps total: 16827 epoch: 705/1000\n",
            "fps step: 59376 fps step and policy inference: 25029 fps total: 16919 epoch: 706/1000\n",
            "fps step: 61451 fps step and policy inference: 26481 fps total: 17532 epoch: 707/1000\n",
            "fps step: 62659 fps step and policy inference: 28629 fps total: 18499 epoch: 708/1000\n",
            "fps step: 61540 fps step and policy inference: 26633 fps total: 17325 epoch: 709/1000\n",
            "fps step: 64161 fps step and policy inference: 28495 fps total: 18377 epoch: 710/1000\n",
            "fps step: 63487 fps step and policy inference: 28199 fps total: 18185 epoch: 711/1000\n",
            "fps step: 61774 fps step and policy inference: 28267 fps total: 18358 epoch: 712/1000\n",
            "saving next best rewards:  [1370.4733]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 59487 fps step and policy inference: 25634 fps total: 17280 epoch: 713/1000\n",
            "fps step: 62549 fps step and policy inference: 27309 fps total: 17739 epoch: 714/1000\n",
            "fps step: 63312 fps step and policy inference: 28123 fps total: 18219 epoch: 715/1000\n",
            "fps step: 56991 fps step and policy inference: 24342 fps total: 16653 epoch: 716/1000\n",
            "fps step: 65137 fps step and policy inference: 29506 fps total: 18893 epoch: 717/1000\n",
            "fps step: 65284 fps step and policy inference: 29624 fps total: 18937 epoch: 718/1000\n",
            "fps step: 64804 fps step and policy inference: 29434 fps total: 18665 epoch: 719/1000\n",
            "fps step: 58450 fps step and policy inference: 25764 fps total: 17036 epoch: 720/1000\n",
            "saving next best rewards:  [1373.7653]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62768 fps step and policy inference: 27397 fps total: 17913 epoch: 721/1000\n",
            "fps step: 64691 fps step and policy inference: 29326 fps total: 18799 epoch: 722/1000\n",
            "fps step: 60022 fps step and policy inference: 25624 fps total: 17116 epoch: 723/1000\n",
            "fps step: 58832 fps step and policy inference: 25678 fps total: 17270 epoch: 724/1000\n",
            "saving next best rewards:  [1376.0829]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63925 fps step and policy inference: 28446 fps total: 18446 epoch: 725/1000\n",
            "fps step: 65018 fps step and policy inference: 29226 fps total: 18726 epoch: 726/1000\n",
            "fps step: 64779 fps step and policy inference: 29151 fps total: 18579 epoch: 727/1000\n",
            "fps step: 62436 fps step and policy inference: 28296 fps total: 18302 epoch: 728/1000\n",
            "fps step: 62953 fps step and policy inference: 27888 fps total: 18131 epoch: 729/1000\n",
            "fps step: 64556 fps step and policy inference: 29228 fps total: 18672 epoch: 730/1000\n",
            "fps step: 65159 fps step and policy inference: 29405 fps total: 18817 epoch: 731/1000\n",
            "fps step: 60009 fps step and policy inference: 26660 fps total: 17739 epoch: 732/1000\n",
            "saving next best rewards:  [1380.6776]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60384 fps step and policy inference: 25853 fps total: 17280 epoch: 733/1000\n",
            "fps step: 64415 fps step and policy inference: 28914 fps total: 18606 epoch: 734/1000\n",
            "fps step: 64252 fps step and policy inference: 28990 fps total: 18612 epoch: 735/1000\n",
            "fps step: 59520 fps step and policy inference: 26190 fps total: 17499 epoch: 736/1000\n",
            "saving next best rewards:  [1387.0175]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63797 fps step and policy inference: 28424 fps total: 18473 epoch: 737/1000\n",
            "fps step: 57971 fps step and policy inference: 24085 fps total: 16330 epoch: 738/1000\n",
            "fps step: 61557 fps step and policy inference: 26236 fps total: 17471 epoch: 739/1000\n",
            "fps step: 56160 fps step and policy inference: 24439 fps total: 16687 epoch: 740/1000\n",
            "saving next best rewards:  [1387.8055]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 52389 fps step and policy inference: 20566 fps total: 14575 epoch: 741/1000\n",
            "fps step: 58802 fps step and policy inference: 24658 fps total: 16759 epoch: 742/1000\n",
            "fps step: 58130 fps step and policy inference: 24847 fps total: 16799 epoch: 743/1000\n",
            "saving next best rewards:  [1394.1024]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60735 fps step and policy inference: 26802 fps total: 17698 epoch: 744/1000\n",
            "fps step: 64893 fps step and policy inference: 29414 fps total: 18795 epoch: 745/1000\n",
            "fps step: 64687 fps step and policy inference: 29430 fps total: 18732 epoch: 746/1000\n",
            "fps step: 58438 fps step and policy inference: 25438 fps total: 16910 epoch: 747/1000\n",
            "saving next best rewards:  [1399.6426]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60846 fps step and policy inference: 26661 fps total: 17706 epoch: 748/1000\n",
            "fps step: 65074 fps step and policy inference: 29438 fps total: 18591 epoch: 749/1000\n",
            "fps step: 64931 fps step and policy inference: 29368 fps total: 18902 epoch: 750/1000\n",
            "fps step: 55713 fps step and policy inference: 23426 fps total: 16038 epoch: 751/1000\n",
            "fps step: 57269 fps step and policy inference: 23025 fps total: 15797 epoch: 752/1000\n",
            "fps step: 64701 fps step and policy inference: 29322 fps total: 18625 epoch: 753/1000\n",
            "fps step: 63478 fps step and policy inference: 27677 fps total: 18091 epoch: 754/1000\n",
            "fps step: 60536 fps step and policy inference: 27224 fps total: 17840 epoch: 755/1000\n",
            "fps step: 62573 fps step and policy inference: 27949 fps total: 18328 epoch: 756/1000\n",
            "fps step: 64997 fps step and policy inference: 29179 fps total: 18742 epoch: 757/1000\n",
            "fps step: 64765 fps step and policy inference: 29330 fps total: 18846 epoch: 758/1000\n",
            "fps step: 54384 fps step and policy inference: 22655 fps total: 15751 epoch: 759/1000\n",
            "fps step: 63392 fps step and policy inference: 27882 fps total: 18293 epoch: 760/1000\n",
            "fps step: 65422 fps step and policy inference: 29650 fps total: 18883 epoch: 761/1000\n",
            "fps step: 63501 fps step and policy inference: 27136 fps total: 17856 epoch: 762/1000\n",
            "fps step: 60204 fps step and policy inference: 26891 fps total: 17782 epoch: 763/1000\n",
            "fps step: 64059 fps step and policy inference: 28091 fps total: 18209 epoch: 764/1000\n",
            "fps step: 62769 fps step and policy inference: 27775 fps total: 17888 epoch: 765/1000\n",
            "fps step: 62257 fps step and policy inference: 27272 fps total: 17930 epoch: 766/1000\n",
            "fps step: 60899 fps step and policy inference: 27406 fps total: 17921 epoch: 767/1000\n",
            "fps step: 65092 fps step and policy inference: 29398 fps total: 18776 epoch: 768/1000\n",
            "fps step: 65059 fps step and policy inference: 29444 fps total: 18608 epoch: 769/1000\n",
            "fps step: 61641 fps step and policy inference: 26676 fps total: 17405 epoch: 770/1000\n",
            "fps step: 60601 fps step and policy inference: 27555 fps total: 18012 epoch: 771/1000\n",
            "fps step: 64738 fps step and policy inference: 28909 fps total: 18563 epoch: 772/1000\n",
            "fps step: 62984 fps step and policy inference: 27596 fps total: 18108 epoch: 773/1000\n",
            "fps step: 63896 fps step and policy inference: 28230 fps total: 18393 epoch: 774/1000\n",
            "fps step: 59087 fps step and policy inference: 26251 fps total: 17388 epoch: 775/1000\n",
            "fps step: 63428 fps step and policy inference: 28227 fps total: 18212 epoch: 776/1000\n",
            "fps step: 62503 fps step and policy inference: 27376 fps total: 17930 epoch: 777/1000\n",
            "fps step: 65040 fps step and policy inference: 29430 fps total: 18794 epoch: 778/1000\n",
            "fps step: 61212 fps step and policy inference: 27660 fps total: 18048 epoch: 779/1000\n",
            "fps step: 64340 fps step and policy inference: 28970 fps total: 18539 epoch: 780/1000\n",
            "fps step: 63720 fps step and policy inference: 28526 fps total: 18462 epoch: 781/1000\n",
            "fps step: 64291 fps step and policy inference: 29193 fps total: 18644 epoch: 782/1000\n",
            "fps step: 59294 fps step and policy inference: 26298 fps total: 17346 epoch: 783/1000\n",
            "fps step: 61740 fps step and policy inference: 27232 fps total: 18010 epoch: 784/1000\n",
            "fps step: 61569 fps step and policy inference: 26847 fps total: 17783 epoch: 785/1000\n",
            "fps step: 63587 fps step and policy inference: 29031 fps total: 18536 epoch: 786/1000\n",
            "saving next best rewards:  [1405.6737]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62186 fps step and policy inference: 28023 fps total: 18177 epoch: 787/1000\n",
            "fps step: 57388 fps step and policy inference: 24317 fps total: 16501 epoch: 788/1000\n",
            "fps step: 54435 fps step and policy inference: 21933 fps total: 15350 epoch: 789/1000\n",
            "fps step: 58481 fps step and policy inference: 25166 fps total: 16947 epoch: 790/1000\n",
            "saving next best rewards:  [1414.5619]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 64567 fps step and policy inference: 29366 fps total: 18695 epoch: 791/1000\n",
            "fps step: 65338 fps step and policy inference: 29440 fps total: 18755 epoch: 792/1000\n",
            "fps step: 60359 fps step and policy inference: 25753 fps total: 17174 epoch: 793/1000\n",
            "fps step: 61519 fps step and policy inference: 27843 fps total: 17880 epoch: 794/1000\n",
            "saving next best rewards:  [1424.5096]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57198 fps step and policy inference: 23734 fps total: 16219 epoch: 795/1000\n",
            "fps step: 64958 fps step and policy inference: 29344 fps total: 18786 epoch: 796/1000\n",
            "fps step: 56453 fps step and policy inference: 23349 fps total: 16074 epoch: 797/1000\n",
            "fps step: 57300 fps step and policy inference: 24662 fps total: 16662 epoch: 798/1000\n",
            "saving next best rewards:  [1425.7277]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 61912 fps step and policy inference: 27063 fps total: 17556 epoch: 799/1000\n",
            "fps step: 60417 fps step and policy inference: 26121 fps total: 17060 epoch: 800/1000\n",
            "fps step: 63766 fps step and policy inference: 28430 fps total: 18036 epoch: 801/1000\n",
            "fps step: 57450 fps step and policy inference: 24434 fps total: 16663 epoch: 802/1000\n",
            "fps step: 63170 fps step and policy inference: 27481 fps total: 17869 epoch: 803/1000\n",
            "fps step: 65788 fps step and policy inference: 29547 fps total: 18721 epoch: 804/1000\n",
            "fps step: 63652 fps step and policy inference: 27876 fps total: 17850 epoch: 805/1000\n",
            "fps step: 51227 fps step and policy inference: 20606 fps total: 14768 epoch: 806/1000\n",
            "fps step: 60015 fps step and policy inference: 25597 fps total: 17053 epoch: 807/1000\n",
            "fps step: 60902 fps step and policy inference: 26354 fps total: 17391 epoch: 808/1000\n",
            "fps step: 61033 fps step and policy inference: 26106 fps total: 17212 epoch: 809/1000\n",
            "fps step: 61706 fps step and policy inference: 28034 fps total: 18154 epoch: 810/1000\n",
            "fps step: 63632 fps step and policy inference: 28189 fps total: 18322 epoch: 811/1000\n",
            "fps step: 65128 fps step and policy inference: 29361 fps total: 18554 epoch: 812/1000\n",
            "fps step: 63577 fps step and policy inference: 28355 fps total: 18179 epoch: 813/1000\n",
            "fps step: 61753 fps step and policy inference: 27956 fps total: 18220 epoch: 814/1000\n",
            "fps step: 64780 fps step and policy inference: 29343 fps total: 18816 epoch: 815/1000\n",
            "fps step: 61977 fps step and policy inference: 26909 fps total: 17707 epoch: 816/1000\n",
            "fps step: 64488 fps step and policy inference: 29156 fps total: 18525 epoch: 817/1000\n",
            "fps step: 56748 fps step and policy inference: 24412 fps total: 16702 epoch: 818/1000\n",
            "fps step: 64196 fps step and policy inference: 28710 fps total: 18340 epoch: 819/1000\n",
            "fps step: 62832 fps step and policy inference: 27970 fps total: 18220 epoch: 820/1000\n",
            "fps step: 63312 fps step and policy inference: 27595 fps total: 18016 epoch: 821/1000\n",
            "fps step: 58759 fps step and policy inference: 25688 fps total: 17241 epoch: 822/1000\n",
            "fps step: 64296 fps step and policy inference: 28758 fps total: 18494 epoch: 823/1000\n",
            "fps step: 64635 fps step and policy inference: 29320 fps total: 18859 epoch: 824/1000\n",
            "fps step: 62600 fps step and policy inference: 27888 fps total: 18097 epoch: 825/1000\n",
            "fps step: 54799 fps step and policy inference: 23771 fps total: 16180 epoch: 826/1000\n",
            "fps step: 61593 fps step and policy inference: 27847 fps total: 18046 epoch: 827/1000\n",
            "fps step: 59549 fps step and policy inference: 25363 fps total: 17005 epoch: 828/1000\n",
            "fps step: 54408 fps step and policy inference: 23118 fps total: 15875 epoch: 829/1000\n",
            "fps step: 58900 fps step and policy inference: 25857 fps total: 17233 epoch: 830/1000\n",
            "fps step: 62115 fps step and policy inference: 27866 fps total: 17690 epoch: 831/1000\n",
            "fps step: 63260 fps step and policy inference: 28584 fps total: 18539 epoch: 832/1000\n",
            "fps step: 61573 fps step and policy inference: 28393 fps total: 18322 epoch: 833/1000\n",
            "fps step: 61700 fps step and policy inference: 27220 fps total: 17646 epoch: 834/1000\n",
            "fps step: 60305 fps step and policy inference: 26627 fps total: 17606 epoch: 835/1000\n",
            "fps step: 61926 fps step and policy inference: 28216 fps total: 18280 epoch: 836/1000\n",
            "fps step: 52283 fps step and policy inference: 21530 fps total: 15216 epoch: 837/1000\n",
            "fps step: 58770 fps step and policy inference: 25534 fps total: 16871 epoch: 838/1000\n",
            "fps step: 61112 fps step and policy inference: 26890 fps total: 17651 epoch: 839/1000\n",
            "fps step: 59952 fps step and policy inference: 25966 fps total: 17330 epoch: 840/1000\n",
            "fps step: 59896 fps step and policy inference: 27350 fps total: 17898 epoch: 841/1000\n",
            "fps step: 56240 fps step and policy inference: 23252 fps total: 15922 epoch: 842/1000\n",
            "fps step: 61868 fps step and policy inference: 27635 fps total: 18110 epoch: 843/1000\n",
            "fps step: 61611 fps step and policy inference: 26999 fps total: 17853 epoch: 844/1000\n",
            "fps step: 58313 fps step and policy inference: 25726 fps total: 16947 epoch: 845/1000\n",
            "fps step: 60287 fps step and policy inference: 25070 fps total: 16797 epoch: 846/1000\n",
            "fps step: 64883 fps step and policy inference: 29618 fps total: 18886 epoch: 847/1000\n",
            "fps step: 61223 fps step and policy inference: 26645 fps total: 17493 epoch: 848/1000\n",
            "fps step: 60807 fps step and policy inference: 27627 fps total: 18112 epoch: 849/1000\n",
            "fps step: 60501 fps step and policy inference: 26161 fps total: 17321 epoch: 850/1000\n",
            "fps step: 62006 fps step and policy inference: 27136 fps total: 17843 epoch: 851/1000\n",
            "fps step: 60146 fps step and policy inference: 26099 fps total: 17348 epoch: 852/1000\n",
            "fps step: 58225 fps step and policy inference: 25365 fps total: 16942 epoch: 853/1000\n",
            "fps step: 61986 fps step and policy inference: 27425 fps total: 18056 epoch: 854/1000\n",
            "fps step: 63673 fps step and policy inference: 28654 fps total: 18318 epoch: 855/1000\n",
            "fps step: 64309 fps step and policy inference: 29305 fps total: 18686 epoch: 856/1000\n",
            "fps step: 54689 fps step and policy inference: 23082 fps total: 15860 epoch: 857/1000\n",
            "fps step: 61882 fps step and policy inference: 27191 fps total: 17580 epoch: 858/1000\n",
            "fps step: 57184 fps step and policy inference: 24479 fps total: 16672 epoch: 859/1000\n",
            "fps step: 56405 fps step and policy inference: 23531 fps total: 16114 epoch: 860/1000\n",
            "fps step: 59907 fps step and policy inference: 26959 fps total: 17529 epoch: 861/1000\n",
            "fps step: 63627 fps step and policy inference: 29161 fps total: 18680 epoch: 862/1000\n",
            "fps step: 64293 fps step and policy inference: 29479 fps total: 18906 epoch: 863/1000\n",
            "fps step: 63906 fps step and policy inference: 29379 fps total: 18730 epoch: 864/1000\n",
            "fps step: 60450 fps step and policy inference: 26820 fps total: 17764 epoch: 865/1000\n",
            "fps step: 62607 fps step and policy inference: 27735 fps total: 17945 epoch: 866/1000\n",
            "fps step: 57956 fps step and policy inference: 24606 fps total: 16696 epoch: 867/1000\n",
            "fps step: 62950 fps step and policy inference: 28313 fps total: 18313 epoch: 868/1000\n",
            "fps step: 58636 fps step and policy inference: 25917 fps total: 17234 epoch: 869/1000\n",
            "fps step: 65238 fps step and policy inference: 29480 fps total: 18798 epoch: 870/1000\n",
            "fps step: 63384 fps step and policy inference: 28233 fps total: 18331 epoch: 871/1000\n",
            "fps step: 63144 fps step and policy inference: 28443 fps total: 18118 epoch: 872/1000\n",
            "fps step: 60874 fps step and policy inference: 26507 fps total: 17595 epoch: 873/1000\n",
            "fps step: 61946 fps step and policy inference: 26893 fps total: 17742 epoch: 874/1000\n",
            "fps step: 57903 fps step and policy inference: 24140 fps total: 16162 epoch: 875/1000\n",
            "fps step: 62133 fps step and policy inference: 28264 fps total: 18269 epoch: 876/1000\n",
            "fps step: 63808 fps step and policy inference: 28704 fps total: 18538 epoch: 877/1000\n",
            "fps step: 65556 fps step and policy inference: 29554 fps total: 18886 epoch: 878/1000\n",
            "fps step: 64753 fps step and policy inference: 28869 fps total: 18601 epoch: 879/1000\n",
            "fps step: 60283 fps step and policy inference: 26866 fps total: 17566 epoch: 880/1000\n",
            "fps step: 62708 fps step and policy inference: 27536 fps total: 17991 epoch: 881/1000\n",
            "fps step: 63292 fps step and policy inference: 27783 fps total: 17916 epoch: 882/1000\n",
            "fps step: 65521 fps step and policy inference: 29520 fps total: 18884 epoch: 883/1000\n",
            "fps step: 60582 fps step and policy inference: 26893 fps total: 17294 epoch: 884/1000\n",
            "fps step: 65190 fps step and policy inference: 29197 fps total: 18593 epoch: 885/1000\n",
            "fps step: 64429 fps step and policy inference: 28679 fps total: 18492 epoch: 886/1000\n",
            "fps step: 64731 fps step and policy inference: 29078 fps total: 18657 epoch: 887/1000\n",
            "fps step: 62848 fps step and policy inference: 28861 fps total: 18337 epoch: 888/1000\n",
            "fps step: 59944 fps step and policy inference: 25704 fps total: 17163 epoch: 889/1000\n",
            "fps step: 61445 fps step and policy inference: 26500 fps total: 17503 epoch: 890/1000\n",
            "fps step: 64624 fps step and policy inference: 28473 fps total: 18213 epoch: 891/1000\n",
            "fps step: 59181 fps step and policy inference: 26082 fps total: 17266 epoch: 892/1000\n",
            "fps step: 59881 fps step and policy inference: 25856 fps total: 17011 epoch: 893/1000\n",
            "fps step: 64583 fps step and policy inference: 29297 fps total: 18747 epoch: 894/1000\n",
            "fps step: 55539 fps step and policy inference: 22799 fps total: 15750 epoch: 895/1000\n",
            "fps step: 55499 fps step and policy inference: 23022 fps total: 15869 epoch: 896/1000\n",
            "fps step: 64203 fps step and policy inference: 28725 fps total: 18562 epoch: 897/1000\n",
            "fps step: 59273 fps step and policy inference: 25259 fps total: 17028 epoch: 898/1000\n",
            "fps step: 61519 fps step and policy inference: 27025 fps total: 17684 epoch: 899/1000\n",
            "fps step: 55772 fps step and policy inference: 23569 fps total: 16032 epoch: 900/1000\n",
            "fps step: 61585 fps step and policy inference: 27075 fps total: 17666 epoch: 901/1000\n",
            "fps step: 62623 fps step and policy inference: 27492 fps total: 17830 epoch: 902/1000\n",
            "fps step: 65341 fps step and policy inference: 29400 fps total: 18832 epoch: 903/1000\n",
            "fps step: 60967 fps step and policy inference: 27247 fps total: 17724 epoch: 904/1000\n",
            "fps step: 60512 fps step and policy inference: 26248 fps total: 17460 epoch: 905/1000\n",
            "fps step: 63532 fps step and policy inference: 28140 fps total: 18235 epoch: 906/1000\n",
            "fps step: 60367 fps step and policy inference: 25690 fps total: 17184 epoch: 907/1000\n",
            "fps step: 62895 fps step and policy inference: 28370 fps total: 18157 epoch: 908/1000\n",
            "fps step: 65008 fps step and policy inference: 29457 fps total: 18711 epoch: 909/1000\n",
            "fps step: 63763 fps step and policy inference: 28398 fps total: 18301 epoch: 910/1000\n",
            "fps step: 60465 fps step and policy inference: 25820 fps total: 17195 epoch: 911/1000\n",
            "fps step: 60869 fps step and policy inference: 27174 fps total: 17869 epoch: 912/1000\n",
            "fps step: 61110 fps step and policy inference: 26172 fps total: 17282 epoch: 913/1000\n",
            "fps step: 62112 fps step and policy inference: 26934 fps total: 17636 epoch: 914/1000\n",
            "fps step: 60295 fps step and policy inference: 26295 fps total: 17401 epoch: 915/1000\n",
            "fps step: 61925 fps step and policy inference: 26987 fps total: 17701 epoch: 916/1000\n",
            "fps step: 62743 fps step and policy inference: 26705 fps total: 17628 epoch: 917/1000\n",
            "fps step: 65241 fps step and policy inference: 29366 fps total: 18695 epoch: 918/1000\n",
            "fps step: 60543 fps step and policy inference: 26661 fps total: 17718 epoch: 919/1000\n",
            "fps step: 62774 fps step and policy inference: 27645 fps total: 18072 epoch: 920/1000\n",
            "fps step: 65305 fps step and policy inference: 29377 fps total: 18705 epoch: 921/1000\n",
            "fps step: 62846 fps step and policy inference: 27371 fps total: 17998 epoch: 922/1000\n",
            "fps step: 53102 fps step and policy inference: 21580 fps total: 15166 epoch: 923/1000\n",
            "fps step: 64953 fps step and policy inference: 29279 fps total: 18479 epoch: 924/1000\n",
            "fps step: 62093 fps step and policy inference: 26942 fps total: 17667 epoch: 925/1000\n",
            "fps step: 63232 fps step and policy inference: 27618 fps total: 17926 epoch: 926/1000\n",
            "fps step: 62544 fps step and policy inference: 28440 fps total: 18377 epoch: 927/1000\n",
            "saving next best rewards:  [1426.002]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 62722 fps step and policy inference: 26824 fps total: 17650 epoch: 928/1000\n",
            "fps step: 64052 fps step and policy inference: 28520 fps total: 18406 epoch: 929/1000\n",
            "fps step: 62612 fps step and policy inference: 27692 fps total: 17941 epoch: 930/1000\n",
            "fps step: 60558 fps step and policy inference: 26850 fps total: 17653 epoch: 931/1000\n",
            "saving next best rewards:  [1434.0319]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 57064 fps step and policy inference: 23084 fps total: 15666 epoch: 932/1000\n",
            "fps step: 55983 fps step and policy inference: 23025 fps total: 15866 epoch: 933/1000\n",
            "fps step: 60273 fps step and policy inference: 25338 fps total: 16972 epoch: 934/1000\n",
            "fps step: 60194 fps step and policy inference: 26258 fps total: 17405 epoch: 935/1000\n",
            "saving next best rewards:  [1438.5753]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63351 fps step and policy inference: 28180 fps total: 18227 epoch: 936/1000\n",
            "fps step: 57293 fps step and policy inference: 23834 fps total: 16221 epoch: 937/1000\n",
            "fps step: 65128 fps step and policy inference: 29562 fps total: 18689 epoch: 938/1000\n",
            "fps step: 61508 fps step and policy inference: 27599 fps total: 17988 epoch: 939/1000\n",
            "saving next best rewards:  [1439.3237]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60866 fps step and policy inference: 26166 fps total: 17288 epoch: 940/1000\n",
            "fps step: 59155 fps step and policy inference: 25144 fps total: 16955 epoch: 941/1000\n",
            "fps step: 65483 fps step and policy inference: 29693 fps total: 18971 epoch: 942/1000\n",
            "fps step: 60957 fps step and policy inference: 27041 fps total: 17460 epoch: 943/1000\n",
            "fps step: 60740 fps step and policy inference: 26196 fps total: 17329 epoch: 944/1000\n",
            "fps step: 65710 fps step and policy inference: 29449 fps total: 18782 epoch: 945/1000\n",
            "fps step: 65489 fps step and policy inference: 29613 fps total: 18869 epoch: 946/1000\n",
            "fps step: 63046 fps step and policy inference: 28949 fps total: 18520 epoch: 947/1000\n",
            "fps step: 65135 fps step and policy inference: 29486 fps total: 18710 epoch: 948/1000\n",
            "fps step: 58646 fps step and policy inference: 24418 fps total: 16667 epoch: 949/1000\n",
            "fps step: 61280 fps step and policy inference: 26106 fps total: 17377 epoch: 950/1000\n",
            "fps step: 61203 fps step and policy inference: 27328 fps total: 17836 epoch: 951/1000\n",
            "fps step: 61239 fps step and policy inference: 26207 fps total: 17312 epoch: 952/1000\n",
            "fps step: 65237 fps step and policy inference: 29542 fps total: 18838 epoch: 953/1000\n",
            "fps step: 61777 fps step and policy inference: 26985 fps total: 17755 epoch: 954/1000\n",
            "fps step: 59421 fps step and policy inference: 25727 fps total: 17117 epoch: 955/1000\n",
            "fps step: 63533 fps step and policy inference: 28199 fps total: 18371 epoch: 956/1000\n",
            "fps step: 64278 fps step and policy inference: 28596 fps total: 18450 epoch: 957/1000\n",
            "fps step: 63753 fps step and policy inference: 28884 fps total: 18541 epoch: 958/1000\n",
            "fps step: 62489 fps step and policy inference: 27790 fps total: 18152 epoch: 959/1000\n",
            "fps step: 62830 fps step and policy inference: 27596 fps total: 17557 epoch: 960/1000\n",
            "fps step: 62475 fps step and policy inference: 27113 fps total: 17595 epoch: 961/1000\n",
            "fps step: 58453 fps step and policy inference: 25104 fps total: 16847 epoch: 962/1000\n",
            "fps step: 65070 fps step and policy inference: 29474 fps total: 18828 epoch: 963/1000\n",
            "fps step: 65784 fps step and policy inference: 29738 fps total: 18519 epoch: 964/1000\n",
            "fps step: 63191 fps step and policy inference: 27438 fps total: 17955 epoch: 965/1000\n",
            "fps step: 60883 fps step and policy inference: 26868 fps total: 17727 epoch: 966/1000\n",
            "fps step: 64428 fps step and policy inference: 28584 fps total: 18251 epoch: 967/1000\n",
            "fps step: 62989 fps step and policy inference: 27762 fps total: 18138 epoch: 968/1000\n",
            "fps step: 60044 fps step and policy inference: 25651 fps total: 17034 epoch: 969/1000\n",
            "fps step: 58854 fps step and policy inference: 24867 fps total: 16842 epoch: 970/1000\n",
            "saving next best rewards:  [1442.3019]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 60630 fps step and policy inference: 25996 fps total: 17234 epoch: 971/1000\n",
            "fps step: 62706 fps step and policy inference: 27450 fps total: 17966 epoch: 972/1000\n",
            "fps step: 64820 fps step and policy inference: 28364 fps total: 18385 epoch: 973/1000\n",
            "fps step: 61977 fps step and policy inference: 28187 fps total: 18310 epoch: 974/1000\n",
            "saving next best rewards:  [1445.5693]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 63988 fps step and policy inference: 28586 fps total: 18453 epoch: 975/1000\n",
            "fps step: 64620 fps step and policy inference: 29022 fps total: 18581 epoch: 976/1000\n",
            "fps step: 60260 fps step and policy inference: 25663 fps total: 17272 epoch: 977/1000\n",
            "fps step: 55298 fps step and policy inference: 23010 fps total: 15857 epoch: 978/1000\n",
            "saving next best rewards:  [1449.3958]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 51801 fps step and policy inference: 20481 fps total: 14690 epoch: 979/1000\n",
            "fps step: 64067 fps step and policy inference: 28542 fps total: 18243 epoch: 980/1000\n",
            "fps step: 58064 fps step and policy inference: 23918 fps total: 16344 epoch: 981/1000\n",
            "fps step: 60421 fps step and policy inference: 26684 fps total: 17631 epoch: 982/1000\n",
            "fps step: 64310 fps step and policy inference: 29016 fps total: 18673 epoch: 983/1000\n",
            "fps step: 64103 fps step and policy inference: 28415 fps total: 18441 epoch: 984/1000\n",
            "fps step: 65351 fps step and policy inference: 29699 fps total: 18798 epoch: 985/1000\n",
            "fps step: 63338 fps step and policy inference: 29063 fps total: 18599 epoch: 986/1000\n",
            "fps step: 64836 fps step and policy inference: 29492 fps total: 18882 epoch: 987/1000\n",
            "fps step: 65358 fps step and policy inference: 29301 fps total: 18663 epoch: 988/1000\n",
            "fps step: 65038 fps step and policy inference: 29440 fps total: 18740 epoch: 989/1000\n",
            "fps step: 60684 fps step and policy inference: 26817 fps total: 17562 epoch: 990/1000\n",
            "saving next best rewards:  [1450.2551]\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/HalfCheetah-v4_envpool.pth'\n",
            "fps step: 65414 fps step and policy inference: 29733 fps total: 18953 epoch: 991/1000\n",
            "fps step: 65352 fps step and policy inference: 29688 fps total: 18923 epoch: 992/1000\n",
            "fps step: 65032 fps step and policy inference: 28509 fps total: 18128 epoch: 993/1000\n",
            "fps step: 52134 fps step and policy inference: 20856 fps total: 14800 epoch: 994/1000\n",
            "fps step: 62367 fps step and policy inference: 26950 fps total: 17729 epoch: 995/1000\n",
            "fps step: 65196 fps step and policy inference: 29371 fps total: 18735 epoch: 996/1000\n",
            "fps step: 65511 fps step and policy inference: 29571 fps total: 18722 epoch: 997/1000\n",
            "fps step: 62206 fps step and policy inference: 27874 fps total: 18037 epoch: 998/1000\n",
            "fps step: 63518 fps step and policy inference: 28140 fps total: 18177 epoch: 999/1000\n",
            "fps step: 65475 fps step and policy inference: 29327 fps total: 18755 epoch: 1000/1000\n",
            "=> saving checkpoint 'runs/HalfCheetah-v4_envpool_23-10-41-37/nn/last_HalfCheetah-v4_envpoolep1000rew[1448.0536].pth'\n",
            "MAX EPOCHS NUM!\n"
          ]
        }
      ]
    }
  ]
}